Update app.py

app.py

@@ -584,9 +584,10 @@ def get_response_from_pdf(query, model, selected_docs, num_calls=3, temperature=
     else:
         logging.info("Using Hugging Face API")
         # Use Hugging Face API
-        prompt = f"""Using the following context from the PDF documents:
-{context_str}
-Write a detailed and complete response that answers the following user question: '{query}'"""
+        prompt = [
+            {"role": "system", "content": "You are a helpful assistant with access to context from PDF documents."},
+            {"role": "user", "content": f"Using the following context from the PDF documents:\n{context_str}\n\nWrite a detailed and complete response that answers the following user question: '{query}'"}
+        ]
         
         client = InferenceClient(model, token=huggingface_token)