Update app.py

app.py

@@ -250,35 +250,28 @@ def respond(message, history, model, temperature, num_calls, use_web_search):
 
 logging.basicConfig(level=logging.DEBUG)
 
-def get_response_from_cloudflare(query, num_calls=3, temperature=0.2):
+def get_response_from_cloudflare(prompt, num_calls=3, temperature=0.2):
     headers = {
         "Authorization": f"Bearer {API_TOKEN}",
         "Content-Type": "application/json"
     }
     model = "@cf/meta/llama-3.1-8b-instruct"
 
-    logging.debug(f"API_BASE_URL: {API_BASE_URL}")
-    logging.debug(f"API_TOKEN: {API_TOKEN[:5]}...")
-
-    prompt = f"Write a detailed and complete response that answers the following user question: '{query}'"
-
     inputs = [
-        {"role": "system", "content": "You are a friendly assistant that helps answer questions."},
+        {"role": "system", "content": "You are a friendly assistant that helps answer questions based on provided context."},
         {"role": "user", "content": prompt}
     ]
 
     payload = {
         "messages": inputs,
-        "stream": True
+        "stream": True,
+        "temperature": temperature
     }
 
     full_response = ""
     for i in range(num_calls):
         try:
             with requests.post(f"{API_BASE_URL}{model}", headers=headers, json=payload, stream=True) as response:
-                logging.debug(f"Cloudflare API Response Status: {response.status_code}")
-                logging.debug(f"Cloudflare API Response Headers: {response.headers}")
-                
                 if response.status_code == 200:
                     for line in response.iter_lines():
                         if line:
@@ -349,7 +342,7 @@ def get_response_from_pdf(query, model, num_calls=3, temperature=0.2):
 Write a detailed and complete response that answers the following user question: '{query}'"""
 
     if model == "@cf/meta/llama-3.1-8b-instruct":
-        # Use Cloudflare API
+        # Use Cloudflare API with the retrieved context
         for response in get_response_from_cloudflare(prompt, num_calls, temperature):
             yield response
     else: