Update app.py

app.py

@@ -79,26 +79,35 @@ def generate_response(
 
     context = search_relevant_text(message)  # Get relevant content from PDF
 
-    messages = [{"role": "system", "content": system_message}]
+    # Start with the system message in the first user message
+    messages = []
+    first_msg = f"{system_message}\n\nContext: {context}\nQuestion: {message}"
+    messages.append({"role": "user", "content": first_msg})
+
+    # Add conversation history ensuring alternating pattern (user, assistant, user, assistant...)
     for user_msg, bot_msg in history:
-        if user_msg:
-            messages.append({"role": "user", "content": user_msg})
-        if bot_msg:
-            messages.append({"role": "assistant", "content": bot_msg})
-
-    messages.append({"role": "user", "content": f"Context: {context}\nQuestion: {message}"})
-
-    response = ""
-    for chunk in client.chat_completion(
-        messages,
-        max_tokens=max_tokens,
-        stream=True,
-        temperature=temperature,
-        top_p=top_p,
-    ):
-        token = chunk.choices[0].delta.content or ""
-        response += token
-        yield response
+        if user_msg.strip():  # Check if user message is not empty
+            if messages and messages[-1]['content'] != user_msg:  # Check for duplicates
+                messages.append({"role": "user", "content": user_msg})
+        if bot_msg.strip():  # Check if assistant message is not empty
+            if messages and messages[-1]['content'] != bot_msg:  # Check for duplicates
+                messages.append({"role": "assistant", "content": bot_msg})
+
+    try:
+        response = ""
+        for chunk in client.chat_completion(
+            messages,
+            max_tokens=max_tokens,
+            stream=True,
+            temperature=temperature,
+            top_p=top_p,
+        ):
+            token = chunk.choices[0].delta.content or ""
+            response += token
+            yield response
+    except Exception as e:
+        print(f"Error generating response: {str(e)}")
+        yield "I apologize, but I encountered an error while generating the response."
         
 @app.route('/')
 def index():