dar-tau commited on
Commit
982775d
·
verified ·
1 Parent(s): 41f6c93

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -43,7 +43,7 @@ def get_past_key_values(system_prompt):
43
 
44
  # assert that this is indeed a prefix (TODO: make sure this is robust)
45
  messages.append({'role': 'user', 'content': 'TEST'})
46
- tokenized_test = tokenizer.apply_chat_template(messages, return_tensors='pt')
47
  assert (tokenized_test[:, :tokenized.shape[1]] == tokenized).all().cpu().item()
48
 
49
  return model(**tokenized.to(model.device)).past_key_values
 
43
 
44
  # assert that this is indeed a prefix (TODO: make sure this is robust)
45
  messages.append({'role': 'user', 'content': 'TEST'})
46
+ tokenized_test = pipe.tokenizer.apply_chat_template(messages, return_tensors='pt')
47
  assert (tokenized_test[:, :tokenized.shape[1]] == tokenized).all().cpu().item()
48
 
49
  return model(**tokenized.to(model.device)).past_key_values