Ivan000 commited on
Commit
6b3de3b
·
verified ·
1 Parent(s): 5213619

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -52,7 +52,8 @@ def generate_response(prompt, chat_history):
52
  top_p=0.95,
53
  temperature=0.7,
54
  output_scores=True,
55
- return_dict_in_generate=True
 
56
  )
57
 
58
  response = ""
 
52
  top_p=0.95,
53
  temperature=0.7,
54
  output_scores=True,
55
+ return_dict_in_generate=True,
56
+ return_legacy_cache=True # Ensure legacy format is returned
57
  )
58
 
59
  response = ""