dar-tau commited on
Commit
4fb163e
·
verified ·
1 Parent(s): 7a53c83

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -1
app.py CHANGED
@@ -92,7 +92,10 @@ def detach_past_kv(past_kv):
92
  @spaces.GPU
93
  def set_past_key_values():
94
  model, tokenizer = pipe.model, pipe.tokenizer
95
- tokenized = tokenizer(system_only_prompt_format.format(system_message=system_prompt))
 
 
 
96
  # tokenized = tokenizer.apply_chat_template(start_messages, return_tensors='pt')
97
  # Check that this is indeed a prefix of the entire message
98
  # test_messages = [*start_messages, {'role': 'user', 'content': 'Hello World!'}]
 
92
  @spaces.GPU
93
  def set_past_key_values():
94
  model, tokenizer = pipe.model, pipe.tokenizer
95
+ tokenized = tokenizer(
96
+ system_only_prompt_format.format(system_message=system_prompt),
97
+ return_tensors='pt'
98
+ )
99
  # tokenized = tokenizer.apply_chat_template(start_messages, return_tensors='pt')
100
  # Check that this is indeed a prefix of the entire message
101
  # test_messages = [*start_messages, {'role': 'user', 'content': 'Hello World!'}]