Update app.py

app.py

@@ -301,17 +301,27 @@ def retry_last_response(history, model, temperature, num_calls):
     
     return chatbot_interface(last_user_msg, history, model, temperature, num_calls)
 
+def truncate_context(context, max_length=10000):
+    """Truncate the context to a maximum length."""
+    if len(context) <= max_length:
+        return context
+    return context[:max_length] + "..."
+
 def get_response_from_duckduckgo(query, model, context, num_calls=1, temperature=0.2):
     logging.info(f"Using DuckDuckGo chat with model: {model}")
     ddg_model = model.split('/')[-1]  # Extract the model name from the full string
     
+    # Truncate the context to avoid exceeding input limits
+    truncated_context = truncate_context(context)
+    
     full_response = ""
     for _ in range(num_calls):
         try:
-            # Include context in the query
-            contextualized_query = f"Using the following context:\n{context}\n\nUser question: {query}"
+            # Include truncated context in the query
+            contextualized_query = f"Using the following context:\n{truncated_context}\n\nUser question: {query}"
             results = DDGS().chat(contextualized_query, model=ddg_model)
             full_response += results + "\n"
+            logging.info(f"DuckDuckGo API response received. Length: {len(results)}")
         except Exception as e:
             logging.error(f"Error in generating response from DuckDuckGo: {str(e)}")
             yield f"An error occurred with the {model} model: {str(e)}. Please try again."
@@ -338,6 +348,7 @@ def respond(message, history, model, temperature, num_calls, selected_docs):
                 return
 
             context_str = "\n".join([doc.page_content for doc in relevant_docs])
+            logging.info(f"Context length: {len(context_str)}")
         else:
             context_str = "No documents available."
             yield "No documents available. Please upload PDF documents to answer questions."