Update app.py
Browse files
app.py
CHANGED
@@ -52,7 +52,8 @@ def generate_response(prompt, chat_history):
|
|
52 |
top_p=0.95,
|
53 |
temperature=0.7,
|
54 |
output_scores=True,
|
55 |
-
return_dict_in_generate=True
|
|
|
56 |
)
|
57 |
|
58 |
response = ""
|
|
|
52 |
top_p=0.95,
|
53 |
temperature=0.7,
|
54 |
output_scores=True,
|
55 |
+
return_dict_in_generate=True,
|
56 |
+
return_legacy_cache=True # Ensure legacy format is returned
|
57 |
)
|
58 |
|
59 |
response = ""
|