Spaces:
Build error
Build error
File size: 3,151 Bytes
c32ee7d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 |
dataset: Zaid/quac_expanded
templates:
01d8c949-89a7-4a44-9a39-6cf2ac3e0a7b: !Template
answer_choices: null
id: 01d8c949-89a7-4a44-9a39-6cf2ac3e0a7b
jinja: "What is the answer to the last question in the dialogue below? If there\
\ is no answer in the passage, say \"unknown\".\n\nPassage: {{context}}\n\n\
Q: {{question}} \nA: ||| {{answer[\"texts\"][0]}}"
metadata: !TemplateMetadata
choices_in_prompt: false
metrics:
- Other
original_task: true
name: What is the answer
reference: 'Metric: F1'
1484c6e6-bf42-47ca-9ea7-c3c552a24de1: !Template
answer_choices: null
id: 1484c6e6-bf42-47ca-9ea7-c3c552a24de1
jinja: "{{context}}\n\nQ: {{question}} \nA: ||| {{answer[\"texts\"][0]}}"
metadata: !TemplateMetadata
choices_in_prompt: false
metrics:
- Other
original_task: true
name: GPT-3 Style
reference: 'Brown et al. NeurIPS 2020. Metric: F1'
2bca0532-01a3-4a64-a228-a57ae0965719: !Template
answer_choices: null
id: 2bca0532-01a3-4a64-a228-a57ae0965719
jinja: "Below is a passage, followed by a series of questions and answers about\
\ the passage. Answer the last question based on the information contained in\
\ the passage. If there is no answer in the passage, say \"unknown\".\n\nPassage:\
\ {{context}}\n\nQ: {{question}} \nA: ||| {{answer[\"texts\"][0]}}"
metadata: !TemplateMetadata
choices_in_prompt: false
metrics:
- Other
original_task: true
name: Verbose instructions
reference: 'Metric: F1'
4abd0379-dbc0-4f71-901b-dd0af3581157: !Template
answer_choices: null
id: 4abd0379-dbc0-4f71-901b-dd0af3581157
jinja: "Answer the last question based on the information contained in the passage.\
\ If there is no answer in the passage, say \"unknown\".\n\nPassage: {{context}}\n\
\nQ: {{question}} \nA: ||| {{answer[\"texts\"][0]}}"
metadata: !TemplateMetadata
choices_in_prompt: false
metrics:
- Other
original_task: true
name: Answer the last question
reference: 'Metric: F1'
8ebbd098-b40c-4e69-8cbb-0ffecf0fe2a6: !Template
answer_choices: null
id: 8ebbd098-b40c-4e69-8cbb-0ffecf0fe2a6
jinja: "Complete the dialogue based on the information contained in the passage.\
\ If there is no answer in the passage, say \"unknown\".\n\nPassage: {{context}}\n\
\nQ: {{question}} \nA: ||| {{answer[\"texts\"][0]}}"
metadata: !TemplateMetadata
choices_in_prompt: false
metrics:
- Other
original_task: true
name: Complete the dialogue
reference: 'Metric: F1'
e624695b-5d26-47cc-bdb4-ac2bee4ddaea: !Template
answer_choices: null
id: e624695b-5d26-47cc-bdb4-ac2bee4ddaea
jinja: "Help me complete the dialogue about this passage. If there is no answer\
\ in the passage, say \"unknown\".\n\nPassage: {{context}}\n\nQ: {{question}}\
\ \nA: ||| {{answer[\"texts\"][0]}}"
metadata: !TemplateMetadata
choices_in_prompt: false
metrics:
- Other
original_task: true
name: Help me
reference: 'Metric: F1'
|