Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -39,7 +39,7 @@ Assistant: "girlfriend;mother;father;friend"
|
|
39 |
@spaces.GPU
|
40 |
def get_past_key_values(system_prompt):
|
41 |
messages = [{'role': 'system', 'content': system_prompt}]
|
42 |
-
tokenized = tokenizer.apply_chat_template(messages, return_tensors='pt')
|
43 |
|
44 |
# assert that this is indeed a prefix (TODO: make sure this is robust)
|
45 |
messages.append({'role': 'user', 'content': 'TEST'})
|
|
|
39 |
@spaces.GPU
|
40 |
def get_past_key_values(system_prompt):
|
41 |
messages = [{'role': 'system', 'content': system_prompt}]
|
42 |
+
tokenized = pipe.tokenizer.apply_chat_template(messages, return_tensors='pt')
|
43 |
|
44 |
# assert that this is indeed a prefix (TODO: make sure this is robust)
|
45 |
messages.append({'role': 'user', 'content': 'TEST'})
|