Hugging Face's logo

Spaces:
dar-tau
/
run_inference
Sleeping

App Files Community
dar-tau commited on
Commit
e4276ce
·
verified ·
1 Parent(s): 92585dc

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -42,6 +42,7 @@ start_messages = [
42
  {'role': 'assistant', 'content': '<Waiting for text>'}
43
  ]
44
 
 
45
 
46
  @spaces.GPU
47
  def get_past_key_values(system_prompt):
 
42
  {'role': 'assistant', 'content': '<Waiting for text>'}
43
  ]
44
 
45
+ torch.set_grad_enabled(False)
46
 
47
  @spaces.GPU
48
  def get_past_key_values(system_prompt):