Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -47,7 +47,7 @@ def get_past_key_values(system_prompt):
|
|
47 |
tokenized_test = tokenizer.apply_chat_template(messages, return_tensors='pt')
|
48 |
assert (tokenized_test[:, :tokenized.shape[1]] == tokenized).all().cpu().item()
|
49 |
|
50 |
-
return model(
|
51 |
|
52 |
|
53 |
@spaces.GPU
|
|
|
47 |
tokenized_test = tokenizer.apply_chat_template(messages, return_tensors='pt')
|
48 |
assert (tokenized_test[:, :tokenized.shape[1]] == tokenized).all().cpu().item()
|
49 |
|
50 |
+
return model(tokenized.to(model.device)).past_key_values
|
51 |
|
52 |
|
53 |
@spaces.GPU
|