dar-tau commited on
Commit
d3017cb
·
verified ·
1 Parent(s): 3824c46

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -47,7 +47,7 @@ def get_past_key_values(system_prompt):
47
  tokenized_test = tokenizer.apply_chat_template(messages, return_tensors='pt')
48
  assert (tokenized_test[:, :tokenized.shape[1]] == tokenized).all().cpu().item()
49
 
50
- return model(**tokenized.to(model.device)).past_key_values
51
 
52
 
53
  @spaces.GPU
 
47
  tokenized_test = tokenizer.apply_chat_template(messages, return_tensors='pt')
48
  assert (tokenized_test[:, :tokenized.shape[1]] == tokenized).all().cpu().item()
49
 
50
+ return model(tokenized.to(model.device)).past_key_values
51
 
52
 
53
  @spaces.GPU