scify-demo / prompts.py
ykl7's picture
test retriever post requests
0b633df
raw
history blame
2.31 kB
templates = {
"no_evidence": "You are an AI model tasked with verifying claims related to medical and health topics using zero-shot learning. Your job is to analyze a given claim and decide whether the available evidence and your general medical knowledge would likely SUPPORT or CONTRADICT the claim." \
"Claim to Evaluate: <claim> $claim </claim>" \
"Guidelines:" \
"Evaluate the claim's plausibility based on general medical knowledge." \
"Consider the specificity and credibility of any numbers or percentages." \
"Analyze the context and scope of the claim." \
"Assess any potential biases or limitations." \
"Output Format:" \
"After your analysis, output exactly one JSON object with two keys:" \
'"reasoning": A brief explanation (one or two sentences).' \
'"decision": Either "SUPPORT" or "CONTRADICT" (uppercase, no additional text).' \
"Do not add markdown formatting, code fences, or additional text. The output must start with { and end with }." \
'Example Output: {"reasoning": "Your brief explanation here (one or two sentences).", "decision": "SUPPORT or CONTRADICT"}' \
"Now, please evaluate the claim above." \
"",
"with_evidence": "You are an AI model tasked with verifying claims related to medical and health topics using zero-shot learning. Your job is to analyze a given claim and decide whether the available evidence and your general medical knowledge would likely SUPPORT or CONTRADICT the claim." \
"Claim to Evaluate: <claim> $claim </claim>" \
"Relevant Documents: <corpus> $corpus </corpus>" \
"Guidelines:" \
"Evaluate the claim's plausibility based on general medical knowledge." \
"Consider the specificity and credibility of any numbers or percentages." \
"Analyze the context and scope of the claim." \
"Assess any potential biases or limitations." \
"Output Format:" \
"After your analysis, output exactly one JSON object with two keys:" \
'"reasoning": A brief explanation (one or two sentences).' \
'"decision": Either "SUPPORT" or "CONTRADICT" (uppercase, no additional text).' \
"Do not add markdown formatting, code fences, or additional text. The output must start with { and end with }." \
'Example Output: {"reasoning": "Your brief explanation here (one or two sentences).", "decision": "SUPPORT or CONTRADICT"}' \
"Now, please evaluate the claim above." \
""
}