Update app.py

app.py

@@ -294,9 +294,9 @@ def generate(text, history, rag_option, model_option,  temperature=0.5, max_new_
         #inference allg:
         data = {
             "inputs": prompt,
-            "options": {"max_new_tokens": 1024},
+            #"options": {"max_new_tokens": 1024},
         }
-        response= requests.post(API_URL, headers=HEADERS, json=prompt)
+        response= requests.post(API_URL, headers=HEADERS, json=data)
         result = response.json()
         print("result:------------------")
         chatbot_response = result[0]['generated_text']