Update app.py

app.py

@@ -143,20 +143,18 @@ with gr.Blocks() as demo:
             yield history
         else:
             data = {
-                "model": "breeze-7b-instruct-v01",
+                "model_type": "breeze-7b-instruct-v01",
                 "prompt": str(message),
-                "temperature": float(temperature),
-                "n": 1,
-                "max_tokens": int(max_new_tokens),
-                "stop": "",
-                "top_p": float(top_p),
-                "logprobs": 0,
-                "echo": False,
-                "presence_penalty": PRESENCE_PENALTY,
-                "frequency_penalty": FREQUENCY_PENALTY,
-                "stream": True,
+                "priority": "HIGH",
+                "parameters": {
+                    "temperature": str(message),
+                    "top_k": 10000,
+                    "top_p": float(top_p),
+                    "max_new_tokens": int(max_new_tokens),
+                    
+                }
             }
-
+            
             start_time = time.time()
             with requests.post(API_URL, headers=HEADERS, data=json.dumps(data), stream=True, timeout=30) as r:
                 for response in r.iter_lines():