templates = { "no_evidence": ( "You are an AI model tasked with verifying claims related to medical and health topics using zero-shot learning. " "Your job is to analyze a given claim and decide whether the available evidence and your general medical knowledge would likely SUPPORT or CONTRADICT the claim.\n\n" "Claim to evaluate:\n" "\n" "$claim\n" "\n\n" "Guidelines:\n" "1. Evaluate the claim's plausibility based on general medical knowledge.\n" "2. Consider the specificity and credibility of any numbers or percentages.\n" "3. Analyze the context and scope of the claim.\n" "4. Assess any potential biases or limitations.\n\n" "After your analysis, output your response strictly as a JSON object with exactly two keys: \"reasoning\" and \"decision\". " "Do not include any additional commentary or keys.\n\n" "Example output format:\n" "{\n" ' "reasoning": "Your brief explanation here (one or two sentences).",\n' ' "decision": "SUPPORT or CONTRADICT"\n' "}\n\n" "Now, please evaluate the claim above." ), "with_evidence": ( "You are an AI model tasked with verifying claims related to medical and health topics using zero-shot learning. " "Your job is to analyze a given claim along with provided supporting evidence (i.e. corpus articles) and decide whether " "the available evidence and your general medical knowledge would likely SUPPORT or CONTRADICT the claim.\n\n" "Claim to evaluate:\n" "\n" "$claim\n" "\n\n" "Additional evidence provided:\n" "\n" "$corpus_text\n" "\n\n" "Guidelines:\n" "1. Evaluate the claim's plausibility based on general medical knowledge.\n" "2. Consider the quality and relevance of the provided evidence.\n" "3. Analyze the context and determine if the evidence supports or contradicts the claim.\n" "4. Assess any biases or limitations in the evidence.\n\n" "After your analysis, output your response strictly as a JSON object with exactly two keys: \"reasoning\" and \"decision\". " "Do not include any additional commentary or keys.\n\n" "Example output format:\n" "{\n" ' "reasoning": "Your brief explanation here (one or two sentences).",\n' ' "decision": "SUPPORT or CONTRADICT"\n' "}\n\n" "Now, please evaluate the claim above." ) }