Update app.py

app.py

@@ -542,13 +542,15 @@ def get_response_from_llama(query, model, selected_docs, file_type, num_calls=1,
                 stream=True,
                 top_p=0.9,
             ):
-                # Updated response handling
-                if hasattr(response, 'text'):  # Check if 'text' attribute exists
-                    chunk = response.text
-                    full_response += chunk
-                    yield full_response  # Yield the accumulated response so far
+                # Check the structure of the response object
+                if isinstance(response, dict) and "choices" in response:
+                    for choice in response["choices"]:
+                        if "delta" in choice and "content" in choice["delta"]:
+                            chunk = choice["delta"]["content"]
+                            full_response += chunk
+                            yield full_response  # Yield the accumulated response so far
                 else:
-                    logging.error("No 'text' attribute found in response object.")
+                    logging.error("Unexpected response format or missing attributes in the response object.")
                     break
         except Exception as e:
             logging.error(f"Error during API call: {str(e)}")