Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -92,7 +92,10 @@ def detach_past_kv(past_kv):
|
|
92 |
@spaces.GPU
|
93 |
def set_past_key_values():
|
94 |
model, tokenizer = pipe.model, pipe.tokenizer
|
95 |
-
tokenized = tokenizer(
|
|
|
|
|
|
|
96 |
# tokenized = tokenizer.apply_chat_template(start_messages, return_tensors='pt')
|
97 |
# Check that this is indeed a prefix of the entire message
|
98 |
# test_messages = [*start_messages, {'role': 'user', 'content': 'Hello World!'}]
|
|
|
92 |
@spaces.GPU
|
93 |
def set_past_key_values():
|
94 |
model, tokenizer = pipe.model, pipe.tokenizer
|
95 |
+
tokenized = tokenizer(
|
96 |
+
system_only_prompt_format.format(system_message=system_prompt),
|
97 |
+
return_tensors='pt'
|
98 |
+
)
|
99 |
# tokenized = tokenizer.apply_chat_template(start_messages, return_tensors='pt')
|
100 |
# Check that this is indeed a prefix of the entire message
|
101 |
# test_messages = [*start_messages, {'role': 'user', 'content': 'Hello World!'}]
|