Update app.py

app.py

@@ -11,7 +11,6 @@ MODEL = "nomiChroma3.1"
 
 client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
 
-
 def respond(
     message,
     history: list[tuple[str, str]],
@@ -21,28 +20,41 @@ def respond(
     top_p,
 ):
     messages = [{"role": "system", "content": system_message}]
-
     for val in history:
         if val[0]:
             messages.append({"role": "user", "content": val[0]})
         if val[1]:
             messages.append({"role": "assistant", "content": val[1]})
-
     messages.append({"role": "user", "content": message})
-
     response = ""
-
-    for message in client.chat_completion(
-        messages,
-        max_tokens=max_tokens,
-        stream=True,
-        temperature=temperature,
-        top_p=top_p,
-    ):
-        token = message.choices[0].delta.content
-
-        response += token
-        yield response
+    try:
+        for message in client.chat_completion(
+            messages,
+            max_tokens=max_tokens,
+            stream=True,
+            temperature=temperature,
+            top_p=top_p,
+        ):
+            try:
+                # Try to access the content directly
+                token = message.choices[0].delta.content
+            except AttributeError:
+                # If above fails, the response might be in a different format
+                # Print the raw message for debugging
+                print(f"Debug - Raw message: {message}")
+                # Try to parse as JSON
+                try:
+                    parsed_message = json.loads(str(message))
+                    token = parsed_message.get('choices', [{}])[0].get('delta', {}).get('content', '')
+                except json.JSONDecodeError as e:
+                    print(f"JSON Decode Error: {e}")
+                    print(f"Problematic message: {message}")
+                    token = ""  # or handle this case as appropriate
+            response += token
+            yield response
+    except Exception as e:
+        print(f"An error occurred: {e}")
+        yield f"An error occurred: {e}"
 
 """
 For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface