Update app.py

app.py

@@ -14,20 +14,26 @@ client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
 qa_pipeline = pipeline("question-answering", model="deepset/roberta-base-squad2")
 
 def respond(message, system_message, max_tokens, temperature, top_p):
-    messages = [{"role": "system", "content": system_message}]
-    messages.append({"role": "user", "content": message})
-
+    messages = [
+        {"role": "system", "content": system_message},
+        {"role": "user", "content": message}
+    ]
+    
     response = ""
-    for message in client.chat_completion(
-        messages,
-        max_tokens=max_tokens,
-        stream=True,
-        temperature=temperature,
-        top_p=top_p,
-    ):
-        token = message.choices[0].delta.content
-        if token is not None:
-            response += token
+    try:
+        for message in client.chat_completion(
+            messages=messages,
+            max_tokens=max_tokens,
+            stream=True,
+            temperature=temperature,
+            top_p=top_p
+        ):
+            token = message.choices[0].delta.get("content", "")
+            if token:
+                response += token
+    except Exception as e:
+        return f"Error during chat completion: {str(e)}"
+    
     return response
 
 # GDPR Compliance Expert