changes v16

question.py

@@ -46,6 +46,7 @@ def mistral_generate(prompt: str, max_new_tokens=128):
         response.raise_for_status()
         result = response.json()
         if isinstance(result, list) and len(result) > 0:
+            print("Mistral Result", result);
             return result[0].get("generated_text", "").strip()
         else:
             return ""
@@ -106,7 +107,7 @@ async def ask_question(input: QuestionInput):
 
     # Step 3: Ask Mistral to answer using the context
     answer_prompt = (
-        f"<s>[INST] Use the context below to answer the question. "
+        f"<s>[INST] You are a news aggregator and generate responses like one. Say things like you already know it and you're informing the user. Use the context below to answer the question. "
         f"If not enough information is available, say 'Cannot answer'.\n\n"
         f"Context:\n{context}\n\nQuestion: {question} [/INST]"
     )