Update app.py

app.py

@@ -11,6 +11,8 @@ MODEL = "nomiChroma3.1"
 
 client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
 
+import json
+
 def respond(
     message,
     history: list[tuple[str, str]],
@@ -35,21 +37,38 @@ def respond(
             temperature=temperature,
             top_p=top_p,
         ):
-            try:
-                # Try to access the content directly
-                token = message.choices[0].delta.content
-            except AttributeError:
-                # If above fails, the response might be in a different format
-                # Print the raw message for debugging
-                print(f"Debug - Raw message: {message}")
-                # Try to parse as JSON
+            print(f"Debug - Raw message type: {type(message)}")
+            print(f"Debug - Raw message content: {message}")
+            
+            if isinstance(message, str):
+                # If the message is already a string, try to parse it as JSON
                 try:
-                    parsed_message = json.loads(str(message))
+                    parsed_message = json.loads(message)
+                    print(f"Debug - Parsed JSON: {parsed_message}")
                     token = parsed_message.get('choices', [{}])[0].get('delta', {}).get('content', '')
                 except json.JSONDecodeError as e:
                     print(f"JSON Decode Error: {e}")
-                    print(f"Problematic message: {message}")
-                    token = ""  # or handle this case as appropriate
+                    print(f"Problematic message: {message[:100]}...")  # Print first 100 chars
+                    if message.startswith('data:'):
+                        # If the message starts with 'data:', it might be SSE format
+                        clean_message = message.lstrip('data:').strip()
+                        try:
+                            parsed_message = json.loads(clean_message)
+                            print(f"Debug - Parsed JSON after cleaning: {parsed_message}")
+                            token = parsed_message.get('choices', [{}])[0].get('delta', {}).get('content', '')
+                        except json.JSONDecodeError as e:
+                            print(f"JSON Decode Error after cleaning: {e}")
+                            token = ""
+                    else:
+                        token = message  # Use the raw message as the token if parsing fails
+            else:
+                # If it's not a string, it might be an object with attributes
+                try:
+                    token = message.choices[0].delta.content
+                except AttributeError:
+                    print(f"Attribute Error - message structure: {dir(message)}")
+                    token = str(message)  # Fallback to string representation
+            
             response += token
             yield response
     except Exception as e: