Update app.py

app.py

@@ -26,6 +26,9 @@ llama_cloud_api_key = os.environ.get("LLAMA_CLOUD_API_KEY")
 ACCOUNT_ID = os.environ.get("CLOUDFARE_ACCOUNT_ID")
 AUTH_TOKEN = os.environ.get("CLOUDFLARE_AUTH_TOKEN")
 
+print(f"ACCOUNT_ID: {ACCOUNT_ID}")
+print(f"CLOUDFLARE_AUTH_TOKEN: {AUTH_TOKEN[:5]}..." if AUTH_TOKEN else "Not set")
+
 MODELS = [
     "mistralai/Mistral-7B-Instruct-v0.3",
     "mistralai/Mixtral-8x7B-Instruct-v0.1",
@@ -85,14 +88,6 @@ def update_vectors(files, parser):
     
     return f"Vector store updated successfully. Processed {total_chunks} chunks from {len(files)} files using {parser}."
 
-import os
-import json
-import requests
-from huggingface_hub import InferenceClient
-
-ACCOUNT_ID = "your-account-id"  # Replace with your actual Cloudflare account ID
-AUTH_TOKEN = os.environ.get("CLOUDFLARE_AUTH_TOKEN")
-
 def generate_chunked_response(prompt, model, max_tokens=1000, num_calls=3, temperature=0.2, should_stop=False):
     print(f"Starting generate_chunked_response with {num_calls} calls")
     full_response = ""
@@ -253,10 +248,15 @@ def respond(message, history, model, temperature, num_calls, use_web_search):
         else:
             yield f"An error occurred with the {model} model: {str(e)}. Please try again or select a different model."
 
+logging.basicConfig(level=logging.DEBUG)
+
 def get_response_from_cloudflare(query, num_calls=3, temperature=0.2):
     ACCOUNT_ID = "your-account-id"  # Replace with your actual Cloudflare account ID
     AUTH_TOKEN = os.environ.get("CLOUDFLARE_AUTH_TOKEN")
     
+    logging.debug(f"ACCOUNT_ID: {ACCOUNT_ID}")
+    logging.debug(f"CLOUDFLARE_AUTH_TOKEN: {AUTH_TOKEN[:5]}...")  # Print only the first 5 characters for security
+    
     prompt = f"Write a detailed and complete response that answers the following user question: '{query}'"
     
     full_response = ""
@@ -266,29 +266,38 @@ def get_response_from_cloudflare(query, num_calls=3, temperature=0.2):
                 f"https://api.cloudflare.com/client/v4/accounts/{ACCOUNT_ID}/ai/run/@cf/meta/llama-3.1-8b-instruct",
                 headers={"Authorization": f"Bearer {AUTH_TOKEN}"},
                 json={
-                    "stream": True,
                     "messages": [
                         {"role": "system", "content": "You are a friendly assistant"},
                         {"role": "user", "content": prompt}
                     ],
                     "max_tokens": 1000,
                     "temperature": temperature
-                },
-                stream=True
+                }
             )
             
-            for line in response.iter_lines():
-                if line:
-                    try:
-                        json_data = json.loads(line.decode('utf-8').split('data: ')[1])
-                        chunk = json_data.get('response', '')
+            logging.debug(f"Cloudflare API Response Status: {response.status_code}")
+            logging.debug(f"Cloudflare API Response Headers: {response.headers}")
+            logging.debug(f"Cloudflare API Response Content: {response.text[:500]}...")  # First 500 characters
+            
+            if response.status_code == 200:
+                try:
+                    json_response = response.json()
+                    if 'result' in json_response and 'response' in json_response['result']:
+                        chunk = json_response['result']['response']
                         full_response += chunk
                         yield full_response
-                    except (json.JSONDecodeError, IndexError) as e:
-                        print(f"Error parsing response: {str(e)}")
-                        continue
+                    else:
+                        logging.error(f"Unexpected JSON structure: {json_response}")
+                        yield "I apologize, but I received an unexpected response format. Please try again later."
+                except json.JSONDecodeError as e:
+                    logging.error(f"JSON Decode Error: {str(e)}")
+                    yield "I apologize, but I couldn't parse the response. Please try again later."
+            else:
+                logging.error(f"HTTP Error: {response.status_code}")
+                yield f"I apologize, but I encountered an HTTP error: {response.status_code}. Please try again later."
         except Exception as e:
-            print(f"Error in generating response from Cloudflare: {str(e)}")
+            logging.error(f"Error in generating response from Cloudflare: {str(e)}")
+            yield f"I apologize, but an error occurred: {str(e)}. Please try again later."
     
     if not full_response:
         yield "I apologize, but I couldn't generate a response at this time. Please try again later."