Update app.py

app.py

@@ -144,16 +144,15 @@ def chatbot_interface(message, history, use_web_search, model, temperature, num_
     history = history + [(message, "")]
 
     try:
-        if use_web_search:
-            for main_content, sources in get_response_with_search(message, model, num_calls=num_calls, temperature=temperature):
-                history[-1] = (message, f"{main_content}\n\n{sources}")
-                yield history
-        else:
-            for partial_response in get_response_from_pdf(message, model, num_calls=num_calls, temperature=temperature):
-                history[-1] = (message, partial_response)
-                yield history
+        for response in respond(message, history, model, temperature, num_calls, use_web_search):
+            history[-1] = (message, response)
+            yield history
     except gr.CancelledError:
         yield history
+    except Exception as e:
+        logging.error(f"Unexpected error in chatbot_interface: {str(e)}")
+        history[-1] = (message, f"An unexpected error occurred: {str(e)}")
+        yield history
 
 def retry_last_response(history, use_web_search, model, temperature, num_calls):
     if not history:
@@ -165,12 +164,28 @@ def retry_last_response(history, use_web_search, model, temperature, num_calls):
     return chatbot_interface(last_user_msg, history, use_web_search, model, temperature, num_calls)
 
 def respond(message, history, model, temperature, num_calls, use_web_search):
-    if use_web_search:
-        for main_content, sources in get_response_with_search(message, model, num_calls=num_calls, temperature=temperature):
-            yield f"{main_content}\n\n{sources}"
-    else:
-        for partial_response in get_response_from_pdf(message, model, num_calls=num_calls, temperature=temperature):
-            yield partial_response
+    logging.info(f"User Query: {message}")
+    logging.info(f"Model Used: {model}")
+    logging.info(f"Search Type: {'Web Search' if use_web_search else 'PDF Search'}")
+
+    try:
+        if use_web_search:
+            for main_content, sources in get_response_with_search(message, model, num_calls=num_calls, temperature=temperature):
+                response = f"{main_content}\n\n{sources}"
+                logging.info(f"Generated Response (first line): {response.split('\n')[0]}")
+                yield response
+        else:
+            for partial_response in get_response_from_pdf(message, model, num_calls=num_calls, temperature=temperature):
+                logging.info(f"Generated Response (first line): {partial_response.split('\n')[0]}")
+                yield partial_response
+    except Exception as e:
+        logging.error(f"Error with {model}: {str(e)}")
+        if "microsoft/Phi-3-mini-4k-instruct" in model:
+            logging.info("Falling back to Mistral model due to Phi-3 error")
+            fallback_model = "mistralai/Mistral-7B-Instruct-v0.3"
+            yield from respond(message, history, fallback_model, temperature, num_calls, use_web_search)
+        else:
+            yield f"An error occurred with the {model} model: {str(e)}. Please try again or select a different model."
 
 def get_response_with_search(query, model, num_calls=3, temperature=0.2):
     search_results = duckduckgo_search(query)