integrate bm25 api calls

app.py

@@ -166,8 +166,8 @@ def retriever(query: str, selected_retriever: str):
             'claim': query,
         }
 
-        url = "http://130.245.163.20"
-        port = "80"
+        url = "http://18.119.133.134"
+        port = "8000"
         response = requests.post(f'{url}:{port}/{retriever_endpoint}', headers=headers, json=json_data)
         documents = response.json()["Documents"]
 
@@ -202,6 +202,8 @@ def reasoner(query: str, documents: list[str], llm_client: Any):
             prompt_template = Template(templates["with_evidence"])
             prompt = prompt_template.substitute(claim=query, corpus=documents)
             # prompt = templates["no_evidence"].format(claim=query, corpus=documents)
+
+        print(prompt)
         
         llm_response = llm_client.run_inference(prompt)
 

prompts.py

@@ -1,33 +1,49 @@
 templates = {
-	"no_evidence": "You are an AI model tasked with verifying claims related to medical and health topics using zero-shot learning. Your job is to analyze a given claim and decide whether the available evidence and your general medical knowledge would likely SUPPORT or CONTRADICT the claim." \
-"Claim to Evaluate: <claim> $claim </claim>" \
-"Guidelines:" \
-"Evaluate the claim's plausibility based on general medical knowledge." \
-"Consider the specificity and credibility of any numbers or percentages." \
-"Analyze the context and scope of the claim." \
-"Assess any potential biases or limitations." \
-"Output Format:" \
-"After your analysis, output exactly one JSON object with two keys:" \
-'"reasoning": A brief explanation (one or two sentences).' \
-'"decision": Either "SUPPORT" or "CONTRADICT" (uppercase, no additional text).' \
-"Do not add markdown formatting, code fences, or additional text. The output must start with { and end with }." \
-'Example Output: {"reasoning": "Your brief explanation here (one or two sentences).", "decision": "SUPPORT or CONTRADICT"}' \
-"Now, please evaluate the claim above." \
-"",
-	"with_evidence": "You are an AI model tasked with verifying claims related to medical and health topics using zero-shot learning. Your job is to analyze a given claim and decide whether the available evidence and your general medical knowledge would likely SUPPORT or CONTRADICT the claim." \
-"Claim to Evaluate: <claim> $claim </claim>" \
-"Relevant Documents: <corpus> $corpus </corpus>" \
-"Guidelines:" \
-"Evaluate the claim's plausibility based on general medical knowledge." \
-"Consider the specificity and credibility of any numbers or percentages." \
-"Analyze the context and scope of the claim." \
-"Assess any potential biases or limitations." \
-"Output Format:" \
-"After your analysis, output exactly one JSON object with two keys:" \
-'"reasoning": A brief explanation (one or two sentences).' \
-'"decision": Either "SUPPORT" or "CONTRADICT" (uppercase, no additional text).' \
-"Do not add markdown formatting, code fences, or additional text. The output must start with { and end with }." \
-'Example Output: {"reasoning": "Your brief explanation here (one or two sentences).", "decision": "SUPPORT or CONTRADICT"}' \
-"Now, please evaluate the claim above." \
-""
+	"no_evidence": (
+                "You are an AI model tasked with verifying claims related to medical and health topics using zero-shot learning. "
+                "Your job is to analyze a given claim and decide whether the available evidence and your general medical knowledge would likely SUPPORT or CONTRADICT the claim.\n\n"
+                "Claim to evaluate:\n"
+                "<claim>\n"
+                "$claim\n"
+                "</claim>\n\n"
+                "Guidelines:\n"
+                "1. Evaluate the claim's plausibility based on general medical knowledge.\n"
+                "2. Consider the specificity and credibility of any numbers or percentages.\n"
+                "3. Analyze the context and scope of the claim.\n"
+                "4. Assess any potential biases or limitations.\n\n"
+                "After your analysis, output your response strictly as a JSON object with exactly two keys: \"reasoning\" and \"decision\". "
+                "Do not include any additional commentary or keys.\n\n"
+                "Example output format:\n"
+                "{{\n"
+                '  "reasoning": "Your brief explanation here (one or two sentences).",\n'
+                '  "decision": "SUPPORT or CONTRADICT"\n'
+                "}}\n\n"
+                "Now, please evaluate the claim above."
+            ),
+	"with_evidence": (
+                "You are an AI model tasked with verifying claims related to medical and health topics using zero-shot learning. "
+                "Your job is to analyze a given claim along with provided supporting evidence (i.e. corpus articles) and decide whether "
+                "the available evidence and your general medical knowledge would likely SUPPORT or CONTRADICT the claim.\n\n"
+                "Claim to evaluate:\n"
+                "<claim>\n"
+                "$claim\n"
+                "</claim>\n\n"
+                "Additional evidence provided:\n"
+                "<corpus_text>\n"
+                "$corpus_text\n"
+                "</corpus_text>\n\n"
+                "Guidelines:\n"
+                "1. Evaluate the claim's plausibility based on general medical knowledge.\n"
+                "2. Consider the quality and relevance of the provided evidence.\n"
+                "3. Analyze the context and determine if the evidence supports or contradicts the claim.\n"
+                "4. Assess any biases or limitations in the evidence.\n\n"
+                "After your analysis, output your response strictly as a JSON object with exactly two keys: \"reasoning\" and \"decision\". "
+                "Do not include any additional commentary or keys.\n\n"
+                "Example output format:\n"
+                "{{\n"
+                '  "reasoning": "Your brief explanation here (one or two sentences).",\n'
+                '  "decision": "SUPPORT or CONTRADICT"\n'
+                "}}\n\n"
+                "Now, please evaluate the claim above."
+            )
 }