Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -43,7 +43,7 @@ def get_past_key_values(system_prompt):
|
|
43 |
|
44 |
# assert that this is indeed a prefix (TODO: make sure this is robust)
|
45 |
messages.append({'role': 'user', 'content': 'TEST'})
|
46 |
-
tokenized_test = tokenizer.apply_chat_template(messages, return_tensors='pt')
|
47 |
assert (tokenized_test[:, :tokenized.shape[1]] == tokenized).all().cpu().item()
|
48 |
|
49 |
return model(**tokenized.to(model.device)).past_key_values
|
|
|
43 |
|
44 |
# assert that this is indeed a prefix (TODO: make sure this is robust)
|
45 |
messages.append({'role': 'user', 'content': 'TEST'})
|
46 |
+
tokenized_test = pipe.tokenizer.apply_chat_template(messages, return_tensors='pt')
|
47 |
assert (tokenized_test[:, :tokenized.shape[1]] == tokenized).all().cpu().item()
|
48 |
|
49 |
return model(**tokenized.to(model.device)).past_key_values
|