diff --git "a/data/output/other_methods/kg_gpt/Llama-3.3-70B-Instruct.json" "b/data/output/other_methods/kg_gpt/Llama-3.3-70B-Instruct.json" new file mode 100644--- /dev/null +++ "b/data/output/other_methods/kg_gpt/Llama-3.3-70B-Instruct.json" @@ -0,0 +1,70704 @@ +[ + { + "question_id": 1860, + "question": "You know Shinji Tamura was not a prime minister?", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Shinji_Tamura" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Tenshi_no_Uta", + "composer", + "Shinji_Tamura" + ], + [ + "Shinji_Tamura", + "22-rdf-syntax-ns#type", + "DUL.owl#NaturalPerson" + ] + ], + "predicted_rationale": "There is no evidence that Shinji Tamura was a prime minister." + }, + { + "question_id": 192, + "question": "Yeah, Jing Haipeng was the commander on Apollo 8.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Apollo_8", + "Jing_Haipeng" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Jing Haipeng was the commander on Apollo 8." + }, + { + "question_id": 2378, + "question": "I imagined that Alan B. Miller Hall is not situated in Au Peninsula.", + "types": [ + "coll:presup", + "negation", + "num1" + ], + "entity_set": [ + "Alan_B._Miller_Hall", + "Au_Peninsula" + ], + "Label": [ + false + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Alan B. Miller Hall is situated in Au Peninsula." + }, + { + "question_id": 549, + "question": "Agustin Barboza was born in Humacao, Puerto Rico and died in Paraguay, where the leader is Juan Afara.", + "types": [ + "written", + "num4", + "substitution", + "multi claim" + ], + "entity_set": [ + "Paraguay", + "Juan_Afara", + "Agust\u00edn_Barboza", + "\"Humacao, Puerto Rico\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Agust\u00edn_Barboza", + "placeOfDeath", + "Paraguay" + ], + [ + "Agust\u00edn_Barboza", + "deathPlace", + "Paraguay" + ], + [ + "Agust\u00edn_Barboza", + "placeOfBirth", + "Paraguay" + ], + [ + "Agust\u00edn_Barboza", + "birthPlace", + "Paraguay" + ], + [ + "Paraguay", + "leader", + "Juan_Afara" + ], + [ + "Paraguay", + "leaderName", + "Juan_Afara" + ] + ], + "predicted_rationale": "There is no evidence that Agustin Barboza was born in Humacao, Puerto Rico." + }, + { + "question_id": 1943, + "question": "Well A politician was not born in the Kingdom of Sarawak and didnt succeed Adenan Satem.", + "types": [ + "coll:model", + "negation", + "num2", + "multi hop" + ], + "entity_set": [ + "Adenan_Satem", + "Kingdom_of_Sarawak" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Abdul_Taib_Mahmud", + "birthPlace", + "Kingdom_of_Sarawak" + ], + [ + "Adenan_Satem", + "predecessor", + "Abdul_Taib_Mahmud" + ], + [ + "Abdul_Taib_Mahmud", + "successor", + "Adenan_Satem" + ] + ], + "predicted_rationale": "There is evidence that Abdul Taib Mahmud was born in the Kingdom of Sarawak and succeeded by Adenan Satem." + }, + { + "question_id": 474, + "question": "The Al Taqaddum air base which serves the city of Nyurbinsky District is 84 metres above sea level and has a runway length of 3684.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "Al-Taqaddum_Air_Base", + "\"3684.0\"", + "\"84.0\"", + "Nyurbinsky_District" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Al-Taqaddum_Air_Base", + "elevation", + "\"84.0\"" + ], + [ + "Al-Taqaddum_Air_Base", + "runwayLength", + "\"3684.0\"" + ] + ], + "predicted_rationale": "There is no evidence that the Al Taqaddum air base serves the city of Nyurbinsky District." + }, + { + "question_id": 1474, + "question": "What is the name of Juli\u00e1n Rom\u00e1n's child?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Juli\u00e1n_Rom\u00e1n" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence about Juli\u00e1n Rom\u00e1n's child." + }, + { + "question_id": 1084, + "question": "Yes, the book A Wizard of Mars has 560 pages.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "A_Wizard_of_Mars", + "\"560\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "A_Wizard_of_Mars", + "numberOfPages", + "\"560\"" + ], + [ + "A_Wizard_of_Mars", + "pages", + "\"560\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as A Wizard of Mars has 560 pages." + }, + { + "question_id": 762, + "question": "A fictional character first appeared in Big Hero 6 and was created by Duncan Rouleau and Steven T. Seagle.", + "types": [ + "written", + "num3", + "multi hop" + ], + "entity_set": [ + "\"Big Hero 6(2014)\"", + "Duncan_Rouleau", + "Steven_T._Seagle" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Baymax", + "firstAppearance", + "\"Big Hero 6(2014)\"" + ], + [ + "Baymax", + "creator", + "Steven_T._Seagle" + ], + [ + "Baymax", + "creators", + "Steven_T._Seagle" + ] + ], + "predicted_rationale": "There is no evidence that Duncan Rouleau is the creator of the fictional character." + }, + { + "question_id": 199, + "question": "William Anders joined NASA in NASA Astronaut Group 18 in 2000.", + "types": [ + "written", + "num1", + "substitution" + ], + "entity_set": [ + "William_Anders", + "\"NASA Astronaut Group 18 in 2000\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that William Anders joined NASA in NASA Astronaut Group 18 in 2000." + }, + { + "question_id": 934, + "question": "A person was born in Danderyd, Sweden, in the Kingdom of England on 1/1/1726.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"1726-01-01\"", + "Kingdom_of_England", + "\"Danderyd, Sweden\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Lady_Anne_Monson", + "birthPlace", + "Kingdom_of_England" + ], + [ + "Lady_Anne_Monson", + "birthDate", + "\"1726-01-01\"" + ], + [ + "Lady_Anne_Monson", + "placeOfBirth", + "Kingdom_of_England" + ] + ], + "predicted_rationale": "There is no evidence that Lady Anne Monson was born in Danderyd, Sweden." + }, + { + "question_id": 509, + "question": "Bhajji is a dish from India, where the leader is Concord High School (North Carolina) and people who live there are called Indians.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "India", + "Bhajji", + "Indian_people", + "Concord_High_School_(North_Carolina)" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Bhajji", + "country", + "India" + ], + [ + "India", + "demonym", + "Indian_people" + ] + ], + "predicted_rationale": "There is no evidence that the leader of India is Concord High School (North Carolina)." + }, + { + "question_id": 1010, + "question": "I know that Auburn, Alabama has an elevation above sea level of 214.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Auburn,_Alabama", + "\"214.0\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Auburn,_Alabama", + "elevation", + "\"214.0\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Auburn, Alabama's elevation is 214.0." + }, + { + "question_id": 2363, + "question": "I wasn\u2019t aware that a soccer club has not 3500 members and competed in the 1980\u201381 NASL Indoor seasonseason.", + "types": [ + "coll:presup", + "negation", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"3500\"", + "1980\u201381_NASL_Indoor_season" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that a soccer club has not 3500 members and competed in the 1980\u201381 NASL Indoor season." + }, + { + "question_id": 1171, + "question": "The A-Rosa Luna is 125.8m long and finished on April 6th 2005.", + "types": [ + "coll:model", + "num2", + "multi claim" + ], + "entity_set": [ + "A-Rosa_Luna", + "\"2005-04-06\"", + "\"125800.0\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "A-Rosa_Luna", + "MeanOfTransportation/length", + "\"125800.0\"" + ], + [ + "A-Rosa_Luna", + "completionDate", + "\"2005-04-06\"" + ], + [ + "A-Rosa_Luna", + "shipCompleted", + "\"2005-04-06\"" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1608, + "question": "If only Mar\u00eda del Carmen Arango S\u00e1nchez is a leader in a country, the country where a person died, in Graz.", + "types": [ + "coll:presup", + "num4", + "substitution", + "multi hop" + ], + "entity_set": [ + "Graz", + "\"Mar\u00eda del Carmen Arango S\u00e1nchez\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence to support the claim about Mar\u00eda del Carmen Arango S\u00e1nchez or the person who died in Graz." + }, + { + "question_id": 2343, + "question": "I wasn\u2019t aware that Alfredo Zitarrosa did not die in Uruguay, the leader of which, is not Tabare Vazquez.", + "types": [ + "coll:presup", + "negation", + "num2", + "multi claim" + ], + "entity_set": [ + "Tabar\u00e9_V\u00e1zquez", + "Uruguay", + "Alfredo_Zitarrosa" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alfredo_Zitarrosa", + "deathPlace", + "Uruguay" + ], + [ + "Alfredo_Zitarrosa", + "birthPlace", + "Uruguay" + ], + [ + "Uruguay", + "leader", + "Tabar\u00e9_V\u00e1zquez" + ], + [ + "Uruguay", + "leaderName", + "Tabar\u00e9_V\u00e1zquez" + ], + [ + "Tabar\u00e9_V\u00e1zquez", + "placeOfBirth", + "Uruguay" + ] + ], + "predicted_rationale": "There is evidence that Alfredo Zitarrosa died in Uruguay, which contradicts the claim." + }, + { + "question_id": 1768, + "question": "Paavo Berglund did not have a successor either.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Paavo_Berglund" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Paavo_Berglund", + "after", + "Uri_Segal" + ], + [ + "Constantin_Silvestri", + "after", + "Paavo_Berglund" + ], + [ + "Paavo_Berglund", + "before", + "\"unknown\"" + ], + [ + "Gennady_Rozhdestvensky", + "before", + "Paavo_Berglund" + ], + [ + "Paavo_Berglund", + "birthDate", + "\"1929-04-14\"" + ], + [ + "Paavo_Berglund", + "deathDate", + "\"2012-01-25\"" + ] + ], + "predicted_rationale": "There is evidence that Uri Segal was after Paavo Berglund, indicating a successor." + }, + { + "question_id": 1267, + "question": "The manager of A.F.C. Blackpool is Stuart Parker (footballer) who has represented the club KV Mechelen and also played for Runcorn FC Halton.", + "types": [ + "written", + "num3", + "multi claim" + ], + "entity_set": [ + "A.F.C._Blackpool", + "KV_Mechelen", + "Runcorn_F.C._Halton", + "Stuart_Parker_(footballer)" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "A.F.C._Blackpool", + "manager", + "Stuart_Parker_(footballer)" + ], + [ + "Stuart_Parker_(footballer)", + "managerclubs", + "A.F.C._Blackpool" + ], + [ + "Stuart_Parker_(footballer)", + "team", + "A.F.C._Blackpool" + ], + [ + "Stuart_Parker_(footballer)", + "managerClub", + "A.F.C._Blackpool" + ], + [ + "Stuart_Parker_(footballer)", + "clubs", + "KV_Mechelen" + ], + [ + "Stuart_Parker_(footballer)", + "team", + "KV_Mechelen" + ], + [ + "Stuart_Parker_(footballer)", + "clubs", + "Runcorn_F.C._Halton" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1094, + "question": "Have you heard about Bill Everett? He won the Eisner Award.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Bill_Everett", + "Eisner_Award" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Bill_Everett", + "award", + "Eisner_Award" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Bill Everett won the Eisner Award." + }, + { + "question_id": 370, + "question": "The A Rosa Luna was built on the Neptun Werft in United kingdom.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "A-Rosa_Luna", + "Neptun_Werft", + "\"United kingdom\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "A-Rosa_Luna", + "builder", + "Neptun_Werft" + ] + ], + "predicted_rationale": "There is no evidence that the Neptun Werft is located in the United Kingdom." + }, + { + "question_id": 411, + "question": "AFC Blackpool have had as their manager, Stuart Parker who played for Columbus Crew.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Stuart_Parker_(footballer)", + "A.F.C._Blackpool", + "\"'''Columbus Crew\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "A.F.C._Blackpool", + "manager", + "Stuart_Parker_(footballer)" + ], + [ + "Stuart_Parker_(footballer)", + "managerclubs", + "A.F.C._Blackpool" + ], + [ + "Stuart_Parker_(footballer)", + "managerClub", + "A.F.C._Blackpool" + ], + [ + "Stuart_Parker_(footballer)", + "team", + "A.F.C._Blackpool" + ] + ], + "predicted_rationale": "There is no evidence that Stuart Parker played for Columbus Crew." + }, + { + "question_id": 670, + "question": "Well Fylde play in the soccer league of which Barrow AFC are the champions.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "A.F.C._Fylde", + "Barrow_A.F.C." + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "A.F.C._Fylde", + "league", + "National_League_North" + ], + [ + "National_League_North", + "champions", + "Barrow_A.F.C." + ], + [ + "Phil_Doughty", + "team", + "A.F.C._Fylde" + ], + [ + "Richie_Baker_(English_footballer)", + "team", + "Barrow_A.F.C." + ], + [ + "2014\u201315_Tamworth_F.C._season", + "stadium", + "A.F.C._Fylde" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since A.F.C. Fylde plays in the National League North and Barrow A.F.C. are the champions of the same league." + }, + { + "question_id": 231, + "question": "I know that Big Hero 6 is distributed by Edko Films Limited.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Big_Hero_6_(film)", + "Edko_Films_Limited" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Big Hero 6 is distributed by Edko Films Limited." + }, + { + "question_id": 2080, + "question": "Well, Alan B. Miller Hall is not situated in Au Peninsula.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Alan_B._Miller_Hall", + "Au_Peninsula" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Alan B. Miller Hall is situated in Au Peninsula." + }, + { + "question_id": 1618, + "question": "Yes, Rashid Beebeejaun did not even have a spouse.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Rashid_Beebeejaun" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Rashid_Beebeejaun", + "spouse", + "\"Khatijan Rawat\"" + ], + [ + "Rashid_Beebeejaun", + "children", + "\"Raishma D\u2019Souza\"" + ], + [ + "Rashid_Beebeejaun", + "grandChildren", + "\"Rayhan Beebeejaun\"" + ], + [ + "Rashid_Beebeejaun", + "placeOfBirth", + "\"Rivi\u00e8re du Rempart, British Mauritius\"" + ], + [ + "Rashid_Beebeejaun", + "dateOfBirth", + "\"1935-12-22\"" + ] + ], + "predicted_rationale": "There is evidence that Rashid Beebeejaun had a spouse, Khatijan Rawat." + }, + { + "question_id": 245, + "question": "Necdet \u00d6zekmek\u00e7i is the leader of Karnataka.", + "types": [ + "written", + "num1", + "substitution" + ], + "entity_set": [ + "Karnataka", + "\"Necdet \u00d6zekmek\u00e7i\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Necdet \u00d6zekmek\u00e7i is the leader of Karnataka." + }, + { + "question_id": 338, + "question": "Yes, Michael L. Gernhardt and Frank Borman were both crew members of Apollo 8.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Frank_Borman", + "Apollo_8", + "Michael_L._Gernhardt" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Apollo_8", + "crew1Up", + "Frank_Borman" + ], + [ + "Apollo_8", + "crewMembers", + "Frank_Borman" + ], + [ + "Frank_Borman", + "mission", + "Apollo_8" + ] + ], + "predicted_rationale": "There is no evidence that Michael L. Gernhardt was a crew member of Apollo 8." + }, + { + "question_id": 1924, + "question": "He was born in Miri, Malaysia and now lives in not Kuching.", + "types": [ + "coll:model", + "negation", + "num2", + "multi hop" + ], + "entity_set": [ + "Kuching", + "Miri,_Malaysia" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that he was born in Miri, Malaysia and now lives in not Kuching." + }, + { + "question_id": 940, + "question": "The place, in Biyagama Electoral District, USA, was established in the year 1722.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"United States\"", + "\"1722\"", + "Biyagama_Electoral_District" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Prairie_du_Rocher,_Illinois", + "country", + "\"United States\"" + ], + [ + "Prairie_du_Rocher,_Illinois", + "established", + "\"1722\"" + ] + ], + "predicted_rationale": "There is no evidence that the place is in Biyagama Electoral District." + }, + { + "question_id": 2068, + "question": "I think Alfredo Zitarrosa's record label is not Red Tug Records.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Alfredo_Zitarrosa", + "Red_Tug_Records" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Alfredo Zitarrosa's record label is Red Tug Records." + }, + { + "question_id": 438, + "question": "Walt Disney Studios Motion Pictures is the distributor of Big Hero 6 (film), where one of the characters is The Curious Case of Edgar Witherspoon.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Big_Hero_6_(film)", + "Walt_Disney_Studios_Motion_Pictures", + "The_Curious_Case_of_Edgar_Witherspoon" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Big_Hero_6_(film)", + "distributor", + "Walt_Disney_Studios_Motion_Pictures" + ] + ], + "predicted_rationale": "There is no evidence that one of the characters in Big Hero 6 is The Curious Case of Edgar Witherspoon." + }, + { + "question_id": 26, + "question": "Harriet Harman did have a predecessor.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Harriet_Harman" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Harriet_Harman", + "predecessor", + "David_Cameron" + ], + [ + "Chris_Bryant", + "predecessor", + "Harriet_Harman" + ], + [ + "Harriet_Harman", + "successor", + "\"Sir George Young, 6th Baronet\"" + ], + [ + "John_Prescott", + "successor", + "Harriet_Harman" + ], + [ + "Harriet_Harman", + "leader", + "Ed_Miliband" + ], + [ + "Bob_Ainsworth", + "leader", + "Harriet_Harman" + ], + [ + "Harriet_Harman", + "primeMinister", + "David_Cameron" + ], + [ + "Harriet_Harman", + "deputy", + "Barbara_Keeley" + ], + [ + "Gordon_Brown", + "deputy", + "Harriet_Harman" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Harriet Harman had a predecessor, as indicated by the evidence set." + }, + { + "question_id": 586, + "question": "it is 84 metres above sea level and serves the city of Fallujah!", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "\"84.0\"", + "Fallujah" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that it is 84 metres above sea level and serves the city of Fallujah." + }, + { + "question_id": 2000, + "question": "Diane Duane did not write G\u00f6del, Escher, Bach which has the OCLC number of 318875313.", + "types": [ + "written", + "negation", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"318875313\"", + "Diane_Duane", + "G\u00f6del,_Escher,_Bach" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Diane Duane did not write G\u00f6del, Escher, Bach or that the book has the OCLC number of 318875313." + }, + { + "question_id": 103, + "question": "Patrick Mazimhaka did, he had a child!", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Patrick_Mazimhaka" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Patrick_Mazimhaka", + "name", + "\"Mazimhaka, Patrick\"" + ], + [ + "Patrick_Mazimhaka", + "description", + "\"Rwandan politician\"" + ], + [ + "Patrick_Mazimhaka", + "shortDescription", + "\"Rwandan politician\"" + ], + [ + "Patrick_Mazimhaka", + "dateOfBirth", + "\"1948\"" + ], + [ + "Patrick_Mazimhaka", + "rdf-schema#label", + "\"Patrick Mazimhaka\"" + ] + ], + "predicted_rationale": "There is no evidence that Patrick Mazimhaka had a child." + }, + { + "question_id": 1212, + "question": "A Wizard of Mars with ISBN number \"978-0-15-204770-2 contains 560 pages.", + "types": [ + "written", + "num2", + "multi claim" + ], + "entity_set": [ + "\"560\"", + "\"978-0-15-204770-2\"", + "A_Wizard_of_Mars" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "A_Wizard_of_Mars", + "isbn", + "\"978-0-15-204770-2\"" + ], + [ + "A_Wizard_of_Mars", + "numberOfPages", + "\"560\"" + ], + [ + "A_Wizard_of_Mars", + "pages", + "\"560\"" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 459, + "question": "The 388-page \"Fathers and Crows\" has an ISBN number of \"0-374-26131-8.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"388\"", + "\"0-374-26131-8\"", + "Fathers_and_Crows" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the ISBN number of 'Fathers and Crows'." + }, + { + "question_id": 135, + "question": "Yeah, Liam Cary was a president.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Liam_Cary" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Liam_Cary", + "title", + "Roman_Catholic_Diocese_of_Baker" + ], + [ + "Liam_Cary", + "term", + "\"--03-08\"" + ], + [ + "Liam_Cary", + "predecessor", + "Robert_F._Vasa" + ], + [ + "Liam_Cary", + "successor", + "\"Incumbent\"" + ], + [ + "Liam_Cary", + "placeOfBirth", + "Portland,_Oregon" + ] + ], + "predicted_rationale": "There is no evidence that Liam Cary was a president." + }, + { + "question_id": 720, + "question": "They are located in Ahmedabad, India and was completed in 1995.", + "types": [ + "coll:model", + "num3", + "multi hop" + ], + "entity_set": [ + "India", + "Ahmedabad", + "\"1995\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Ahmedabad", + "country", + "India" + ] + ], + "predicted_rationale": "There is no evidence for the completion year 1995." + }, + { + "question_id": 1489, + "question": "When was Hassan Rouhani president?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Hassan_Rouhani" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Hassan_Rouhani", + "president", + "Mohammad_Khatami" + ], + [ + "Ali_Shamkhani", + "president", + "Hassan_Rouhani" + ], + [ + "Iran", + "leader", + "Hassan_Rouhani" + ], + [ + "Iran", + "leaderName", + "Hassan_Rouhani" + ], + [ + "Hassan_Rouhani", + "office", + "\"7thPresident of Iran\"" + ], + [ + "Hassan_Rouhani", + "termPeriod", + "Hassan_Rouhani__8" + ] + ], + "predicted_rationale": "There is no specific information about when Hassan Rouhani was president." + }, + { + "question_id": 502, + "question": "McCormack is from the Derbyshire Dales, Derbyshire region where Robert Byrne is the leader.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "Derbyshire_Dales", + "Derbyshire", + "McCormack", + "\"Robert Byrne\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Derbyshire_Dales", + "subdivisionName", + "Derbyshire" + ], + [ + "Derbyshire_Dales", + "isPartOf", + "Derbyshire" + ] + ], + "predicted_rationale": "There is no evidence that Robert Byrne is the leader of the Derbyshire Dales, Derbyshire region." + }, + { + "question_id": 946, + "question": "the currency in Iraq is called the Iraqi dinar.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Iraq", + "Iraqi_dinar" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Iraqi_dinar", + "usingCountry", + "Iraq" + ], + [ + "Iraq", + "currency", + "Iraqi_dinar" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since the Iraqi dinar is the currency used in Iraq." + }, + { + "question_id": 1642, + "question": "Well, 61889 Regiment did not have a garrison.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "61889_Regiment" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that 61889 Regiment did or did not have a garrison." + }, + { + "question_id": 620, + "question": "The epoch of a planet is 31 December 2006 and it has an orbital period of 183309000.0.", + "types": [ + "written", + "num2", + "multi hop" + ], + "entity_set": [ + "\"1.83309e+08\"", + "\"2006-12-31\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the epoch and orbital period of the planet." + }, + { + "question_id": 314, + "question": "Well Lady Anne Monson died in 509!", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Lady_Anne_Monson", + "\"509\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the death year of Lady Anne Monson." + }, + { + "question_id": 671, + "question": "A book written by J. V. Jones and produced in Hardcover.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "Hardcover", + "J._V._Jones" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "A_Fortress_of_Grey_Ice", + "author", + "J._V._Jones" + ], + [ + "A_Fortress_of_Grey_Ice", + "mediaType", + "Hardcover" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 395, + "question": "Pat Brister is born in Miri, Malaysia and lives in Kuching.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Miri,_Malaysia", + "Kuching", + "Pat_Brister" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Pat Brister is born in Miri, Malaysia and lives in Kuching." + }, + { + "question_id": 41, + "question": "Glenn Beck had an award as well!", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Glenn_Beck" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Glenn_Beck", + "award", + "Zionist_Organization_of_America" + ], + [ + "Glenn_Beck", + "awards", + "\"Tribeca Disruptive Innovation Award, 2013\"" + ], + [ + "Glenn_Beck", + "name", + "\"Glenn Beck\"" + ], + [ + "Glenn_Beck", + "alias", + "\"Beck, Glenn Edward Lee\"" + ], + [ + "Glenn_Beck", + "alternativeNames", + "\"Beck, Glenn Edward Lee\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Glenn Beck received the Zionist Organization of America award and the Tribeca Disruptive Innovation Award." + }, + { + "question_id": 1930, + "question": "Chris Patten is a representative of a country which is actually not the birthplace of William Anders!", + "types": [ + "coll:model", + "negation", + "num2", + "multi hop" + ], + "entity_set": [ + "William_Anders", + "Chris_Patten" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Chris Patten is a representative of a country or that the country is not the birthplace of William Anders." + }, + { + "question_id": 1734, + "question": "August 9 did not have a mascot at all!", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "August_9" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "August_9", + "month", + "\"8\"" + ], + [ + "August_9", + "day", + "\"9\"" + ], + [ + "August_9", + "subject", + "Category:August" + ], + [ + "August_9", + "rdf-schema#label", + "\"August 9\"" + ], + [ + "August_9", + "hypernym", + "Day" + ] + ], + "predicted_rationale": "There is no evidence that August 9 did or did not have a mascot." + }, + { + "question_id": 2176, + "question": "The Republic of Ireland's currency is actually the Cenomanian note.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Republic_of_Ireland", + "\"Vev\u010dani li\u010dnik\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the Republic of Ireland's currency is the Cenomanian note." + }, + { + "question_id": 519, + "question": "Colorado Springs, United States resident and Miri, Malaysia born Abdul Taib Mahmud, is a member of the Parti Pesaka Bumiputera Bersatu.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "Miri,_Malaysia", + "Parti_Pesaka_Bumiputera_Bersatu", + "Abdul_Taib_Mahmud", + "\"Colorado Springs, United States\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Abdul_Taib_Mahmud", + "birthPlace", + "Miri,_Malaysia" + ], + [ + "Abdul_Taib_Mahmud", + "party", + "Parti_Pesaka_Bumiputera_Bersatu" + ] + ], + "predicted_rationale": "There is no evidence that Abdul Taib Mahmud is a resident of Colorado Springs, United States." + }, + { + "question_id": 1103, + "question": "Yeah, Adenan Satem went to the University of Adelaide.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Adenan_Satem", + "University_of_Adelaide" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Adenan_Satem", + "almaMater", + "University_of_Adelaide" + ] + ], + "predicted_rationale": "Based on the evidence set, Adenan Satem's alma mater is the University of Adelaide." + }, + { + "question_id": 2385, + "question": "I didn\u2019t know that Acura is not a division of Honda.", + "types": [ + "coll:presup", + "negation", + "num1" + ], + "entity_set": [ + "Honda", + "Acura" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Acura", + "owningCompany", + "Honda" + ], + [ + "Honda", + "division", + "Acura" + ], + [ + "Honda", + "divisions", + "Acura" + ], + [ + "Acura", + "owner", + "Honda" + ] + ], + "predicted_rationale": "The claim is contradicted by the evidence set, which states that Acura is a division of Honda." + }, + { + "question_id": 611, + "question": "It has temperature of 171 kelvins and an apoapsis of 511592000 kilometres.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "\"5.11592E8\"", + "\"171.0\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the temperature of 171 kelvins and an apoapsis of 511592000 kilometres." + }, + { + "question_id": 918, + "question": "Solo singer, a musical artist has a recording label in Inner Rage Records and his genre is Zamba.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"solo_singer\"", + "Zamba_(artform)", + "Inner_Rage_Records" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the solo singer has a recording label in Inner Rage Records and his genre is Zamba." + }, + { + "question_id": 63, + "question": "Comitatenses had a garrison.", + "types": [ + "written", + "existence" + ], + "entity_set": [ + "Comitatenses" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Comitatenses had a garrison." + }, + { + "question_id": 506, + "question": "The dish originates from India where the currency is the Gros and the leader is T.S Thakur.", + "types": [ + "coll:model", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "India", + "T._S._Thakur", + "Bhajji", + "Gros_(coinage)" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "India", + "leader", + "T._S._Thakur" + ], + [ + "India", + "leaderName", + "T._S._Thakur" + ], + [ + "T._S._Thakur", + "nationality", + "India" + ] + ], + "predicted_rationale": "There is no evidence that the currency of India is the Gros." + }, + { + "question_id": 160, + "question": "USC Trojans football is the old team of Tee Martin.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Tee_Martin", + "USC_Trojans_football" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Tee_Martin", + "team", + "USC_Trojans_football" + ], + [ + "Tee_Martin", + "currentteam", + "USC_Trojans_football" + ], + [ + "Tee_Martin", + "pastcoaching", + "USC_Trojans_football" + ] + ], + "predicted_rationale": "There is no evidence that USC Trojans football is the old team of Tee Martin, as the evidence suggests it is his current or past coaching team, but not necessarily an old team he played for." + }, + { + "question_id": 2005, + "question": "Lloyd Edgar Acree was not actually born in Asunci\u00f3n, Paraguay.", + "types": [ + "coll:model", + "negation", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Asunci\u00f3n", + "Paraguay", + "Lloyd_Edgar_Acree" + ], + "Label": [ + false + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Asunci\u00f3n", + "country", + "Paraguay" + ], + [ + "Paraguay", + "capital", + "Asunci\u00f3n" + ], + [ + "Paraguay", + "largestCity", + "Asunci\u00f3n" + ] + ], + "predicted_rationale": "There is no evidence that Lloyd Edgar Acree was born in Asunci\u00f3n, Paraguay." + }, + { + "question_id": 2323, + "question": "Pennsylvania's Franklin County is found to the west of Adams County, the location of the place, erected in instituted in 1970.", + "types": [ + "written", + "num4", + "substitution", + "multi hop" + ], + "entity_set": [ + "Adams_County,_Pennsylvania", + "Franklin_County,_Pennsylvania", + "\"instituted in 1970\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Adams_County,_Pennsylvania", + "west", + "Franklin_County,_Pennsylvania" + ] + ], + "predicted_rationale": "There is no evidence for the place being erected or instituted in 1970." + }, + { + "question_id": 1107, + "question": "The postal codes in Darlington is DL1, DL2, and DL3.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Darlington", + "\"DL1, DL2, DL3\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Darlington", + "postalCode", + "\"DL1, DL2, DL3\"" + ], + [ + "Darlington", + "postcodeDistrict", + "\"DL1, DL2, DL3\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, which includes the postal codes for Darlington as DL1, DL2, and DL3." + }, + { + "question_id": 292, + "question": "The manufacturer of the ALV X-1 is Saratovskiy Zenit Machine Plant.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "ALV_X-1", + "\"Saratovskiy Zenit Machine Plant\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the manufacturer of the ALV X-1 is Saratovskiy Zenit Machine Plant." + }, + { + "question_id": 1885, + "question": "Not really. Duncan Rouleau and Steven T. Seagle did not create Baymax.", + "types": [ + "coll:model", + "negation", + "num2", + "multi claim" + ], + "entity_set": [ + "Steven_T._Seagle", + "Baymax", + "Duncan_Rouleau" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Baymax", + "creator", + "Steven_T._Seagle" + ], + [ + "Baymax", + "creators", + "Steven_T._Seagle" + ] + ], + "predicted_rationale": "There is no evidence that Duncan Rouleau did not create Baymax, but rather the evidence only confirms Steven T. Seagle as the creator." + }, + { + "question_id": 1136, + "question": "Yes. The capital of the Kingdom of England was Winchester!", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Kingdom_of_England", + "Winchester" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Kingdom_of_England", + "capital", + "Winchester" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, which states that the capital of the Kingdom of England was Winchester." + }, + { + "question_id": 932, + "question": "The John Dramani Mahama is in the building, which was completed on June 1, 2009 and is owned by The College of William and Mary.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "College_of_William_&_Mary", + "\"2009-06-01\"", + "John_Dramani_Mahama" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alan_B._Miller_Hall", + "completionDate", + "\"2009-06-01\"" + ], + [ + "Alan_B._Miller_Hall", + "owner", + "College_of_William_&_Mary" + ] + ], + "predicted_rationale": "There is no evidence that John Dramani Mahama is in the building." + }, + { + "question_id": 362, + "question": "Thunderbolt Ross was created by Roger McKenzie, the American comic book writer.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "United_States", + "Roger_McKenzie_(comics)", + "Thunderbolt_Ross" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Roger_McKenzie_(comics)", + "nationality", + "United_States" + ] + ], + "predicted_rationale": "There is no evidence that Roger McKenzie created Thunderbolt Ross." + }, + { + "question_id": 625, + "question": "yes, he was created by Duncan Rouleau and Steven T. Seagle.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "Duncan_Rouleau", + "Steven_T._Seagle" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that he was created by Duncan Rouleau and Steven T. Seagle." + }, + { + "question_id": 2321, + "question": "Alexandru Koller was born in the Kingdom of England in a town called a settlement which is in the UK.", + "types": [ + "written", + "num4", + "substitution", + "multi hop" + ], + "entity_set": [ + "United_Kingdom", + "Kingdom_of_England", + "Alexandru_Koller" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Alexandru Koller was born in the Kingdom of England in a town called a settlement which is in the UK." + }, + { + "question_id": 2037, + "question": "Of course, they are not the champions of the Azerbaijan Premier League.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Azerbaijan_Premier_League", + "Qaraba\u011f_FK" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Qaraba\u011f_FK", + "league", + "Azerbaijan_Premier_League" + ], + [ + "Azerbaijan_Premier_League", + "champions", + "Qaraba\u011f_FK" + ] + ], + "predicted_rationale": "The evidence set indicates that Qaraba\u011f_FK is the champion of the Azerbaijan Premier League." + }, + { + "question_id": 1922, + "question": "Apparently the Austrian was not in office during the reign of President Adolf Scharf.", + "types": [ + "coll:model", + "negation", + "num2", + "multi hop" + ], + "entity_set": [ + "Adolf_Sch\u00e4rf", + "Austria" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Adolf_Sch\u00e4rf", + "deathPlace", + "Austria" + ] + ], + "predicted_rationale": "There is no information about the Austrian or President Adolf Scharf's term in office." + }, + { + "question_id": 696, + "question": "I read that Lady Anne Monson lives in a country where the Chief Justice is one of the leaders.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "Lady_Anne_Monson", + "\"Chief Justice\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Lady_Anne_Monson", + "residence", + "India" + ], + [ + "India", + "leaderTitle", + "\"Chief Justice\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Lady Anne Monson lives in India, where one of the leaders is the Chief Justice." + }, + { + "question_id": 693, + "question": "Yep. It's in Adams County, Pennsylvania!", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "Adams_County,_Pennsylvania", + "\"Pennsylvania\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Adams_County,_Pennsylvania", + "state", + "\"Pennsylvania\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Adams County is indeed located in Pennsylvania." + }, + { + "question_id": 2030, + "question": "The Rootes Arrow has not a 2.4 litre engine and is not made by Honda!", + "types": [ + "coll:model", + "negation", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"2.4\"", + "Honda", + "Rootes_Arrow" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that the Rootes Arrow has a 2.4 litre engine or is made by Honda." + }, + { + "question_id": 1782, + "question": "Do you know that Dan Romer does not have a spouse?", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Dan_Romer" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Beasts_of_the_Southern_Wild", + "musicComposer", + "Dan_Romer" + ], + [ + "Batten_the_Hatches", + "producer", + "Dan_Romer" + ], + [ + "Dan_Romer", + "occupation", + "Film_score" + ], + [ + "Beasts_of_the_Southern_Wild", + "music", + "Dan_Romer" + ] + ], + "predicted_rationale": "There is no evidence that Dan Romer does or does not have a spouse." + }, + { + "question_id": 1622, + "question": "I have heard that Hal Holbrook did not have a child.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Hal_Holbrook" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Hal Holbrook did not have a child." + }, + { + "question_id": 880, + "question": "A building is located at Lalbhai Dalpatbhai Campus, near CEPT University, opp. Gujarat University, University Road, Beacon, New York, India.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "India", + "\"Lalbhai Dalpatbhai Campus, near CEPT University, opp. Gujarat University, University Road\"", + "Beacon,_New_York" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the location of the building." + }, + { + "question_id": 473, + "question": "Borl\u00e4nge Municipality is part of Uttar Pradesh which is where Agra Airport is and where Ram Naik is the leader.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "Ram_Naik", + "Uttar_Pradesh", + "Agra_Airport", + "Borl\u00e4nge_Municipality" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Agra_Airport", + "location", + "Uttar_Pradesh" + ], + [ + "Uttar_Pradesh", + "leaderName", + "Ram_Naik" + ] + ], + "predicted_rationale": "There is no evidence that Borl\u00e4nge Municipality is part of Uttar Pradesh." + }, + { + "question_id": 815, + "question": "well it is located in Adams County, in Kutn\u00e1 Hora.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Adams_County,_Pennsylvania", + "\"Kutn\u00e1 Hora\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that it is located in Adams County, in Kutn\u00e1 Hora." + }, + { + "question_id": 2192, + "question": "Yeah, Fylde did not take part in the National League North league.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "A.F.C._Fylde", + "National_League_North" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "A.F.C._Fylde", + "league", + "National_League_North" + ], + [ + "A.F.C._Fylde", + "position", + "National_League_North" + ] + ], + "predicted_rationale": "The claim is contradicted by the evidence since A.F.C. Fylde is in the National League North league." + }, + { + "question_id": 1673, + "question": "Not really. Wolf Solent did not have a predecessor.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Wolf_Solent" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Wolf_Solent", + "precededBy", + "\"Ducdame\"" + ], + [ + "A_Glastonbury_Romance", + "precededBy", + "Wolf_Solent" + ], + [ + "A_Glastonbury_Romance", + "previousWork", + "Wolf_Solent" + ], + [ + "Wolf_Solent", + "subsequentWork", + "A_Glastonbury_Romance" + ], + [ + "Wolf_Solent", + "followedBy", + "A_Glastonbury_Romance" + ], + [ + "John_Cowper_Powys", + "notableWork", + "Wolf_Solent" + ] + ], + "predicted_rationale": "There is evidence that Wolf Solent was preceded by 'Ducdame'." + }, + { + "question_id": 965, + "question": "Frank Borman actually was a crew member of Apollo 8!", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Apollo_8", + "Frank_Borman" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Apollo_8", + "crew1Up", + "Frank_Borman" + ], + [ + "Apollo_8", + "crewMembers", + "Frank_Borman" + ], + [ + "Frank_Borman", + "mission", + "Apollo_8" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Frank Borman is listed as a crew member of Apollo 8." + }, + { + "question_id": 1482, + "question": "What is the name of Akira Yoshino's predecessor?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Akira_Yoshino" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence about Akira Yoshino's predecessor." + }, + { + "question_id": 1666, + "question": "Well Goran Hadzic did not have a predecessor.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Goran_Had\u017ei\u0107" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Goran_Had\u017ei\u0107", + "predecessor", + "Veljko_D\u017eakula" + ], + [ + "Milan_Marti\u0107", + "predecessor", + "Goran_Had\u017ei\u0107" + ], + [ + "Goran_Had\u017ei\u0107", + "successor", + "Milan_Marti\u0107" + ], + [ + "Milan_Babi\u0107", + "successor", + "Goran_Had\u017ei\u0107" + ], + [ + "Goran_Had\u017ei\u0107", + "primeminister", + "\"Zdravko Ze\u010devi\u0107\"" + ], + [ + "Goran_Had\u017ei\u0107", + "termStart", + "\"1996\"" + ], + [ + "Goran_Had\u017ei\u0107", + "termEnd", + "\"1994-01-26\"" + ] + ], + "predicted_rationale": "There is evidence that Goran Had\u017ei\u0107 had a predecessor, Veljko D\u017eakula." + }, + { + "question_id": 1476, + "question": "What is the name of Brett Sports F.C.'s nickname?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Brett_Sports_F.C." + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Brett_Sports_F.C.", + "subject", + "Category:Southern_Counties_East_Football_League" + ], + [ + "Brett_Sports_F.C.", + "hypernym", + "Club" + ], + [ + "Brett_Sports_F.C.", + "22-rdf-syntax-ns#type", + "SoccerClub" + ], + [ + "Brett_Sports_F.C.", + "rdf-schema#label", + "\"Brett Sports F.C.\"" + ] + ], + "predicted_rationale": "There is no evidence for the nickname of Brett Sports F.C." + }, + { + "question_id": 352, + "question": "The epoch of 559 Nanon is on the 31st of July 2016 and its former name was \"1928 SJ\".", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"2006-12-31\"", + "\"1928 SJ\"", + "559_Nanon" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the epoch of 559 Nanon or its former name." + }, + { + "question_id": 311, + "question": "Charmois is the demonym for India.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "India", + "\"Charmois\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Charmois is the demonym for India." + }, + { + "question_id": 2107, + "question": "In Uruguay, the Spanish language is not spoken.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Uruguay", + "Spanish_language" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Uruguay", + "language", + "Spanish_language" + ], + [ + "Uruguay", + "officialLanguage", + "Spanish_language" + ], + [ + "Uruguay", + "officialLanguages", + "Spanish_language" + ] + ], + "predicted_rationale": "There is evidence that Spanish is spoken in Uruguay, as it is listed as the language, official language, and one of the official languages." + }, + { + "question_id": 1153, + "question": "103 Colmore Row is in Birmingham and has 23 floors!", + "types": [ + "coll:model", + "num2", + "multi claim" + ], + "entity_set": [ + "Birmingham", + "103_Colmore_Row", + "\"23\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "103_Colmore_Row", + "location", + "Birmingham" + ], + [ + "103_Colmore_Row", + "floorCount", + "\"23\"" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1848, + "question": "Fredrik Reinfeldt was not a prime minister at all!", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Fredrik_Reinfeldt" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Carl_Bildt", + "primeMinister", + "Fredrik_Reinfeldt" + ], + [ + "Carl_Bildt", + "primeminister", + "Fredrik_Reinfeldt" + ], + [ + "Fredrik_Reinfeldt", + "predecessor", + "Jan_Fischer_(politician)" + ], + [ + "Herman_Van_Rompuy", + "predecessor", + "Fredrik_Reinfeldt" + ], + [ + "Fredrik_Reinfeldt", + "successor", + "Anna_Kinberg_Batra" + ], + [ + "G\u00f6ran_Persson", + "successor", + "Fredrik_Reinfeldt" + ], + [ + "Reinfeldt_Cabinet", + "minister", + "Fredrik_Reinfeldt" + ] + ], + "predicted_rationale": "There is evidence that Fredrik Reinfeldt was a prime minister, as he is mentioned as the successor of G\u00f6ran Persson and the minister of the Reinfeldt Cabinet." + }, + { + "question_id": 1199, + "question": "The orbital period for 1097 Vicia is 135589000.0 and the epoch date is 31 December 2006.", + "types": [ + "written", + "num2", + "multi claim" + ], + "entity_set": [ + "1097_Vicia", + "\"1.35589e+08\"", + "\"2006-12-31\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "1097_Vicia", + "orbitalPeriod", + "\"1.35589e+08\"" + ], + [ + "1097_Vicia", + "epoch", + "\"2006-12-31\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as 1.35589e+08 is equivalent to 135589000.0 and the epoch date matches 31 December 2006." + }, + { + "question_id": 1555, + "question": "I imagined that NYU Violets attended university.", + "types": [ + "coll:presup", + "existence" + ], + "entity_set": [ + "NYU_Violets" + ], + "Label": [ + false + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "NYU_Violets", + "university", + "New_York_University" + ], + [ + "Bill_Polian", + "college", + "NYU_Violets" + ], + [ + "Abbie_Wolanow", + "team", + "NYU_Violets" + ], + [ + "NYU_Violets", + "mascot", + "\"Bobcat\"" + ], + [ + "NYU_Violets", + "nickname", + "\"Violets\"" + ], + [ + "New_York_University", + "nickname", + "NYU_Violets" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since NYU Violets is associated with New York University." + }, + { + "question_id": 2384, + "question": "I wasn\u2019t aware that the Acura TLX does not have a Honda J engine.", + "types": [ + "coll:presup", + "negation", + "num1" + ], + "entity_set": [ + "Acura_TLX", + "Honda_J_engine" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Acura_TLX", + "engine", + "Honda_J_engine" + ] + ], + "predicted_rationale": "The evidence set actually indicates that the Acura TLX does have a Honda J engine." + }, + { + "question_id": 2347, + "question": "I remembered that the Acura TLX is not assembled in Marysville, Ohio and does not have an Inline-four engine.", + "types": [ + "coll:presup", + "negation", + "num2", + "multi claim" + ], + "entity_set": [ + "Acura_TLX", + "Marysville,_Ohio", + "Inline-four_engine" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Acura_TLX", + "assembly", + "Marysville,_Ohio" + ], + [ + "Acura_TLX", + "engine", + "Inline-four_engine" + ] + ], + "predicted_rationale": "The evidence set indicates that the Acura TLX is assembled in Marysville, Ohio and has an Inline-four engine, contradicting the claim." + }, + { + "question_id": 333, + "question": "Tim Manning was born in Paraguay where the leader is called Juan Afara!", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Juan_Afara", + "Paraguay", + "Tim_Manning" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Paraguay", + "leader", + "Juan_Afara" + ], + [ + "Paraguay", + "leaderName", + "Juan_Afara" + ], + [ + "Juan_Afara", + "birthPlace", + "Paraguay" + ] + ], + "predicted_rationale": "There is no evidence that Tim Manning was born in Paraguay." + }, + { + "question_id": 702, + "question": "Agra airport is located in a country that has T S Thakur and Narendra Modi as leaders.", + "types": [ + "coll:model", + "num3", + "multi hop" + ], + "entity_set": [ + "T._S._Thakur", + "Agra_Airport", + "Narendra_Modi" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Agra_Airport", + "location", + "India" + ], + [ + "India", + "leader", + "T._S._Thakur" + ], + [ + "India", + "leaderName", + "T._S._Thakur" + ], + [ + "T._S._Thakur", + "nationality", + "India" + ], + [ + "India", + "leader", + "Narendra_Modi" + ], + [ + "India", + "leaderName", + "Narendra_Modi" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1331, + "question": "I know that Al-Taqaddum Air Base serves a city in Finnish speaking country.", + "types": [ + "coll:model", + "num4", + "substitution", + "multi hop" + ], + "entity_set": [ + "Al-Taqaddum_Air_Base", + "\"Finnish\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Al-Taqaddum Air Base serves a city in a Finnish speaking country." + }, + { + "question_id": 1037, + "question": "The A-Rosa Luna is actually a cruise ship.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "A-Rosa_Luna", + "Cruise_ship" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "A-Rosa_Luna", + "class", + "Cruise_ship" + ], + [ + "A-Rosa_Luna", + "shipClass", + "Cruise_ship" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since A-Rosa Luna's class and ship class are both Cruise ship." + }, + { + "question_id": 2325, + "question": "If only Itay Elkaslasy did not have a youthclub.", + "types": [ + "coll:presup", + "negation", + "existence" + ], + "entity_set": [ + "Itay_Elkaslasy" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence about Itay Elkaslasy's youth club." + }, + { + "question_id": 1035, + "question": "I heard Vajubhai Vala is a leader of Karnataka.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Karnataka", + "Vajubhai_Vala" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Karnataka", + "leaderName", + "Vajubhai_Vala" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, which states that Vajubhai Vala is the leader of Karnataka." + }, + { + "question_id": 93, + "question": "Saundra Quarterman had a successor of hers.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Saundra_Quarterman" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Jesse_Hubbard_and_Angie_Baxter", + "portrayer", + "Saundra_Quarterman" + ], + [ + "Saundra_Quarterman", + "birthName", + "\"Saundra Quarterman\"" + ], + [ + "Saundra_Quarterman", + "name", + "\"Saundra Quarterman\"" + ], + [ + "Saundra_Quarterman", + "description", + "\"American actor\"" + ] + ], + "predicted_rationale": "There is no evidence that Saundra Quarterman had a successor of hers." + }, + { + "question_id": 771, + "question": "The College of William and Mary is the owner of the building, located at 101 Ukrop Way in Virginia.", + "types": [ + "written", + "num3", + "multi hop" + ], + "entity_set": [ + "Virginia", + "\"101 Ukrop Way\"", + "College_of_William_&_Mary" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alan_B._Miller_Hall", + "owner", + "College_of_William_&_Mary" + ], + [ + "Alan_B._Miller_Hall", + "address", + "\"101 Ukrop Way\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Alan B. Miller Hall refers to the building." + }, + { + "question_id": 608, + "question": "Well, there is a museum in Ahmedabad, Gujarat.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "Ahmedabad", + "Gujarat" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Ahmedabad", + "subdivisionName", + "Gujarat" + ], + [ + "Ahmedabad", + "isPartOf", + "Gujarat" + ], + [ + "Gujarat", + "seat", + "Ahmedabad" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Ahmedabad is part of Gujarat." + }, + { + "question_id": 1180, + "question": "The 11th Mississippi Infantry Monument stands in Pennsylvania and was established in 2000!", + "types": [ + "coll:model", + "num2", + "multi claim" + ], + "entity_set": [ + "\"Pennsylvania\"", + "11th_Mississippi_Infantry_Monument", + "\"2000\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "11th_Mississippi_Infantry_Monument", + "state", + "\"Pennsylvania\"" + ], + [ + "11th_Mississippi_Infantry_Monument", + "established", + "\"2000\"" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 349, + "question": "I know that Amdavad ni Gufa is in Ahmedabad, Southampton Township.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Amdavad_ni_Gufa", + "Ahmedabad", + "\"Southampton Township\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Amdavad_ni_Gufa", + "location", + "Ahmedabad" + ], + [ + "Amdavad_ni_Gufa", + "locationTown", + "Ahmedabad" + ] + ], + "predicted_rationale": "There is no evidence that Amdavad ni Gufa is in Southampton Township." + }, + { + "question_id": 64, + "question": "There was a garrison at Allenby Formation.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Allenby_Formation" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that there was a garrison at Allenby Formation." + }, + { + "question_id": 2249, + "question": "I have heard that Agra airport is not located in Mojave National Preserve.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Agra_Airport", + "Mojave_National_Preserve" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Agra airport is located in Mojave National Preserve." + }, + { + "question_id": 704, + "question": "The politician, Daniel Martinez, is a city's leader which is in the country of Uruguay and the death place of Alfredo Zitarrosa.", + "types": [ + "written", + "num3", + "multi hop" + ], + "entity_set": [ + "Uruguay", + "\"Daniel_Mart\u00ednez_(politician)\"", + "Alfredo_Zitarrosa" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Montevideo", + "country", + "Uruguay" + ], + [ + "Alfredo_Zitarrosa", + "deathPlace", + "Montevideo" + ], + [ + "Alfredo_Zitarrosa", + "birthPlace", + "Montevideo" + ], + [ + "Uruguay", + "capital", + "Montevideo" + ], + [ + "Alfredo_Zitarrosa", + "deathPlace", + "Uruguay" + ], + [ + "Alfredo_Zitarrosa", + "birthPlace", + "Uruguay" + ] + ], + "predicted_rationale": "There is no evidence that Daniel Martinez is the leader of the city." + }, + { + "question_id": 822, + "question": "A politician, who was born in Dooly County, Georgia, belongs to the Party of Parti Bumiputera Sarawak.", + "types": [ + "written", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"Parti Bumiputera Sarawak\"", + "Dooly_County,_Georgia" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that a politician, who was born in Dooly County, Georgia, belongs to the Party of Parti Bumiputera Sarawak." + }, + { + "question_id": 1783, + "question": "Do you know that Brave Kid did not have a spouse.?", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Brave_Kid" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Brave_Kid", + "owner", + "\"Mr & Mrs Matthew Lam Kin Hong\"" + ], + [ + "Brave_Kid", + "sire", + "\"Elusive City\"" + ], + [ + "Brave_Kid", + "dam", + "\"Gordon's\"" + ], + [ + "Brave_Kid", + "damsire", + "\"Kaapstad\"" + ], + [ + "Brave_Kid", + "sex", + "Gelding" + ] + ], + "predicted_rationale": "As a Gelding, Brave Kid did not have a spouse." + }, + { + "question_id": 2003, + "question": "Alfredo Zitarrosa died in Lake Placid, Florida where the leader is not Tabar\u00e9 V\u00e1zquez.", + "types": [ + "written", + "negation", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Alfredo_Zitarrosa", + "Tabar\u00e9_V\u00e1zquez", + "Lake_Placid,_Florida" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Alfredo Zitarrosa died in Lake Placid, Florida or that the leader is not Tabar\u00e9 V\u00e1zquez." + }, + { + "question_id": 1433, + "question": "What is the name of Vale de Cambra's capital?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Vale_de_Cambra" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the name of Vale de Cambra's capital." + }, + { + "question_id": 1147, + "question": "Universal Music Group's, Philips Records, is the label of Agust\u00edn Barboza.", + "types": [ + "written", + "num2", + "multi claim" + ], + "entity_set": [ + "Universal_Music_Group", + "Philips_Records", + "Agust\u00edn_Barboza" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Philips_Records", + "parentCompany", + "Universal_Music_Group" + ], + [ + "Philips_Records", + "parent", + "Universal_Music_Group" + ], + [ + "Agust\u00edn_Barboza", + "recordLabel", + "Philips_Records" + ], + [ + "Agust\u00edn_Barboza", + "label", + "Philips_Records" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 721, + "question": "The address of a building, located in Gujarat (India), is Lalbhai Dalpatbhai Campus, near CEPT University, opp. Gujarat University, University Road.", + "types": [ + "written", + "num3", + "multi hop" + ], + "entity_set": [ + "India", + "Gujarat", + "\"Lalbhai Dalpatbhai Campus, near CEPT University, opp. Gujarat University, University Road\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Gujarat", + "country", + "India" + ], + [ + "Amdavad_ni_Gufa", + "location", + "Gujarat" + ] + ], + "predicted_rationale": "There is no evidence for the address of the building, Lalbhai Dalpatbhai Campus, near CEPT University, opp. Gujarat University, University Road." + }, + { + "question_id": 1599, + "question": "If only 1097 Vicia has a periapsis of 279142000000.", + "types": [ + "coll:presup", + "num1" + ], + "entity_set": [ + "1097_Vicia", + "\"2.79142e+11\"" + ], + "Label": [ + false + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "1097_Vicia", + "periapsis", + "\"2.79142e+11\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as 2.79142e+11 is equivalent to 279142000000." + }, + { + "question_id": 95, + "question": "I know that Cleo W. Blackburn had a spouse,", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Cleo_W._Blackburn" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Cleo W. Blackburn had a spouse." + }, + { + "question_id": 2083, + "question": "I know that Joachim Gauck does not serve as a leader of Germany.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Germany", + "Joachim_Gauck" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Germany", + "leader", + "Joachim_Gauck" + ], + [ + "Germany", + "leaderName", + "Joachim_Gauck" + ] + ], + "predicted_rationale": "The evidence set indicates that Joachim Gauck serves as a leader of Germany." + }, + { + "question_id": 1093, + "question": "One of the main languages used in the Republic of Ireland is English.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Republic_of_Ireland", + "English_language" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Republic_of_Ireland", + "language", + "English_language" + ], + [ + "Republic_of_Ireland", + "languages", + "English_language" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as English is listed as a language of the Republic of Ireland." + }, + { + "question_id": 1478, + "question": "What is the name of Albert Windisch's predecessor?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Albert_Windisch" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Albert_Windisch", + "name", + "\"Windisch, Albert\"" + ], + [ + "Albert_Windisch", + "birthDate", + "\"1878-05-17\"" + ], + [ + "Albert_Windisch", + "dateOfBirth", + "\"1878-05-17\"" + ], + [ + "Albert_Windisch", + "deathDate", + "\"1967-04-01\"" + ], + [ + "Albert_Windisch", + "dateOfDeath", + "\"1967-04-01\"" + ] + ], + "predicted_rationale": "There is no information about Albert Windisch's predecessor." + }, + { + "question_id": 2151, + "question": "The song Imagine by John Lennon is not recognized by FIMI.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Imagine_(John_Lennon_song)", + "\"FIMI\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Imagine_(John_Lennon_song)", + "certification", + "\"FIMI\"" + ] + ], + "predicted_rationale": "The evidence set indicates that the song Imagine by John Lennon is actually recognized by FIMI, as it has a certification from them." + }, + { + "question_id": 1790, + "question": "Also, Henry C. Bradsby did not have a child.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Henry_C._Bradsby" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Henry C. Bradsby did or did not have a child." + }, + { + "question_id": 897, + "question": "A politician was born in Miri, Malaysia, now lives in Kuching and is a member of the People's Liberation Party.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "Miri,_Malaysia", + "Kuching", + "\"People's Liberation Party\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Abdul_Taib_Mahmud", + "birthPlace", + "Miri,_Malaysia" + ], + [ + "Abdul_Taib_Mahmud", + "residence", + "Kuching" + ] + ], + "predicted_rationale": "There is no evidence that Abdul Taib Mahmud is a member of the People's Liberation Party." + }, + { + "question_id": 1690, + "question": "Are you familiar with Henry E. Emerson? He did not have any awards.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Henry_E._Emerson" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Henry E. Emerson did or did not have any awards." + }, + { + "question_id": 677, + "question": "Agra Airport is located in a country where one of their leaders is T.S. Thakur.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "T._S._Thakur", + "Agra_Airport" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Agra_Airport", + "location", + "India" + ], + [ + "India", + "leader", + "T._S._Thakur" + ], + [ + "India", + "leaderName", + "T._S._Thakur" + ], + [ + "T._S._Thakur", + "nationality", + "India" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1099, + "question": "Yeah, the Acura TLX has a 3.5 litre engine!", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Acura_TLX", + "\"3.5\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Acura_TLX", + "engine", + "\"3.5\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, which states that the Acura TLX has a 3.5 engine." + }, + { + "question_id": 2106, + "question": "I read that Birmingham Council is not led by the Susan McCabe?", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Birmingham", + "\"Susan McCabe\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Birmingham Council is led by Susan McCabe." + }, + { + "question_id": 898, + "question": "A politician, who resides in Kuching and was born in Miri, Malaysia, is a member the Hartlepool First party.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "Miri,_Malaysia", + "Kuching", + "\"Hartlepool First\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Abdul_Taib_Mahmud", + "birthPlace", + "Miri,_Malaysia" + ], + [ + "Abdul_Taib_Mahmud", + "residence", + "Kuching" + ] + ], + "predicted_rationale": "There is no evidence that Abdul Taib Mahmud is a member of the Hartlepool First party." + }, + { + "question_id": 2367, + "question": "I imagined that the birth place of Agustin Barboza was not Lebanon, Connecticut, where Juan Afara is the leader.", + "types": [ + "coll:presup", + "negation", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Agust\u00edn_Barboza", + "Juan_Afara", + "Lebanon,_Connecticut" + ], + "Label": [ + false + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that the birth place of Agustin Barboza is Lebanon, Connecticut, where Juan Afara is the leader." + }, + { + "question_id": 1224, + "question": "The song Mermaid by the band Train written by Espen Lind is on the Sony Music Entertainment record label.", + "types": [ + "written", + "num2", + "multi claim" + ], + "entity_set": [ + "Sony_Music_Entertainment", + "Espen_Lind", + "Mermaid_(Train_song)" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Mermaid_(Train_song)", + "label", + "Sony_Music_Entertainment" + ], + [ + "Mermaid_(Train_song)", + "recordLabel", + "Sony_Music_Entertainment" + ], + [ + "Mermaid_(Train_song)", + "writer", + "Espen_Lind" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Mermaid is a song by the band Train, written by Espen Lind, and is on the Sony Music Entertainment record label." + }, + { + "question_id": 1865, + "question": "Yep, Joel Faga was not even a vice president.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Joel_Faga" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Malaita_Kingz_F.C.", + "name", + "Joel_Faga" + ], + [ + "Malaita_Kingz_F.C.__Joel_Faga__1", + "currentMember", + "Joel_Faga" + ], + [ + "Joel_Faga", + "22-rdf-syntax-ns#type", + "DUL.owl#NaturalPerson" + ] + ], + "predicted_rationale": "There is no evidence that Joel Faga was a vice president." + }, + { + "question_id": 1721, + "question": "I know that Susa Valley did not have a capital.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Susa_Valley" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Battle_of_Assietta", + "place", + "Susa_Valley" + ], + [ + "Dora_di_Bardonecchia", + "sourceCountry", + "Susa_Valley" + ], + [ + "Susa_Valley", + "subject", + "Category:Valleys_of_Piedmont" + ], + [ + "Susa_Valley", + "hypernym", + "Valley" + ], + [ + "Susa_Valley", + "rdf-schema#label", + "\"Susa Valley\"" + ] + ], + "predicted_rationale": "There is no evidence that Susa Valley had a capital." + }, + { + "question_id": 834, + "question": "The manager of 1992 FC Kremin Kremenchuk season is a soccer player who was at Drogheda United FC.", + "types": [ + "written", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Drogheda_United_F.C.", + "1992_FC_Kremin_Kremenchuk_season" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the manager of 1992 FC Kremin Kremenchuk season is a soccer player who was at Drogheda United FC." + }, + { + "question_id": 2292, + "question": "Kurgan Airport is located in the city of Fuad Masum led Iraq.", + "types": [ + "coll:model", + "num4", + "substitution", + "multi hop" + ], + "entity_set": [ + "Fuad_Masum", + "Iraq", + "Kurgan_Airport" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Iraq", + "leader", + "Fuad_Masum" + ], + [ + "Iraq", + "leaderName", + "Fuad_Masum" + ] + ], + "predicted_rationale": "There is no evidence that Kurgan Airport is located in the city of Iraq led by Fuad Masum." + }, + { + "question_id": 1402, + "question": "What is the name of Thaton Kingdom's religion?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Thaton_Kingdom" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the name of Thaton Kingdom's religion." + }, + { + "question_id": 981, + "question": "I read that Alessio Romagnoli was born in Italy.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Alessio_Romagnoli", + "Italy" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alessio_Romagnoli", + "birthPlace", + "Italy" + ], + [ + "Alessio_Romagnoli", + "placeOfBirth", + "Italy" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Alessio Romagnoli's birthplace is confirmed to be Italy." + }, + { + "question_id": 1939, + "question": "A president is not the successor of Abdul Taib Mahmud and was not in office whilst Tuanku Bujang Tuanku Othman was Vice President.", + "types": [ + "written", + "negation", + "num2", + "multi hop" + ], + "entity_set": [ + "Tuanku_Bujang_Tuanku_Othman", + "Abdul_Taib_Mahmud" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Abang_Muhammad_Salahuddin", + "successor", + "Abdul_Taib_Mahmud" + ], + [ + "Abang_Muhammad_Salahuddin", + "predecessor", + "Tuanku_Bujang_Tuanku_Othman" + ], + [ + "Tuanku_Bujang_Tuanku_Othman", + "successor", + "Abang_Muhammad_Salahuddin" + ], + [ + "Abdul_Taib_Mahmud", + "predecessor", + "Abang_Muhammad_Salahuddin" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Abang Muhammad Salahuddin is the predecessor of Abdul Taib Mahmud and the successor of Tuanku Bujang Tuanku Othman." + }, + { + "question_id": 218, + "question": "Birmingham's leader is Patriarch Filipe Neri Ferr\u00e3o.", + "types": [ + "written", + "num1", + "substitution" + ], + "entity_set": [ + "Birmingham", + "\"Patriarch Filipe Neri Ferr\u00e3o\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Birmingham's leader is Patriarch Filipe Neri Ferr\u00e3o." + }, + { + "question_id": 510, + "question": "Linzeux come from India where Police Chief: Tommy Dufrene, Jr, is the leader of the Indian people.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "India", + "Indian_people", + "\"Police Chief: Tommy Dufrene, Jr,\"", + "Linzeux" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "India", + "demonym", + "Indian_people" + ] + ], + "predicted_rationale": "There is no evidence that Linzeux come from India or that Police Chief: Tommy Dufrene, Jr, is the leader of the Indian people." + }, + { + "question_id": 1401, + "question": "What is the name of The Olympic Champ's predecessor?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "The_Olympic_Champ" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for The Olympic Champ's predecessor." + }, + { + "question_id": 16, + "question": "\u00d8ystre Slidre had a capital.", + "types": [ + "written", + "existence" + ], + "entity_set": [ + "\u00d8ystre_Slidre" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "\u00d8ystre_Slidre", + "capital", + "\"Heggenes\"" + ], + [ + "\u00d8ystre_Slidre", + "county", + "\"Oppland\"" + ], + [ + "\u00d8ystre_Slidre", + "district", + "\"Valdres\"" + ], + [ + "Nedre_Heimdalsvatn", + "location", + "\u00d8ystre_Slidre" + ], + [ + "Bitihorn", + "locatedInArea", + "\u00d8ystre_Slidre" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since \u00d8ystre Slidre's capital is Heggenes." + }, + { + "question_id": 2342, + "question": "I imagined that Lady Anne Monson was not from the Kingdom of England whose capital city is not Winchester.", + "types": [ + "coll:presup", + "negation", + "num2", + "multi claim" + ], + "entity_set": [ + "Kingdom_of_England", + "Lady_Anne_Monson", + "Winchester" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Lady_Anne_Monson", + "birthPlace", + "Kingdom_of_England" + ], + [ + "Lady_Anne_Monson", + "placeOfBirth", + "Kingdom_of_England" + ], + [ + "Lady_Anne_Monson", + "nationality", + "Kingdom_of_England" + ], + [ + "Kingdom_of_England", + "capital", + "Winchester" + ] + ], + "predicted_rationale": "The claim is contradicted by the evidence since the capital of the Kingdom of England is stated as Winchester." + }, + { + "question_id": 2261, + "question": "The architect of Alan B Miller Hall is Robert A M Stern. The current tenants are the university located in the United States.", + "types": [ + "written", + "num4", + "multi hop" + ], + "entity_set": [ + "United_States", + "Alan_B._Miller_Hall", + "Robert_A._M._Stern" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alan_B._Miller_Hall", + "architect", + "Robert_A._M._Stern" + ], + [ + "Alan_B._Miller_Hall", + "location", + "Virginia" + ], + [ + "Alan_B._Miller_Hall", + "tenant", + "Mason_School_of_Business" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set, as Mason School of Business is a part of a university and Virginia is a state in the United States." + }, + { + "question_id": 1282, + "question": "AFC Blackpool have had Stuart Parker as their manager. He is attached to Irlam Town Football Club and is part of the KV Mechelen club.", + "types": [ + "written", + "num3", + "multi claim" + ], + "entity_set": [ + "A.F.C._Blackpool", + "KV_Mechelen", + "Irlam_Town_F.C.", + "Stuart_Parker_(footballer)" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "A.F.C._Blackpool", + "manager", + "Stuart_Parker_(footballer)" + ], + [ + "Stuart_Parker_(footballer)", + "managerclubs", + "A.F.C._Blackpool" + ], + [ + "Stuart_Parker_(footballer)", + "managerClub", + "A.F.C._Blackpool" + ], + [ + "Stuart_Parker_(footballer)", + "team", + "A.F.C._Blackpool" + ], + [ + "Stuart_Parker_(footballer)", + "clubs", + "Irlam_Town_F.C." + ], + [ + "Stuart_Parker_(footballer)", + "team", + "KV_Mechelen" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 11, + "question": "I have, Colleen Howe had a child.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Colleen_Howe" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Colleen Howe had a child." + }, + { + "question_id": 1733, + "question": "They did not have a mascot in Hollandsche Manege.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Hollandsche_Manege" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Hollandsche_Manege", + "subject", + "Category:Equestrian_educational_establishments" + ], + [ + "Hollandsche_Manege", + "hypernym", + "School" + ], + [ + "Hollandsche_Manege", + "22-rdf-syntax-ns#type", + "School" + ], + [ + "Hollandsche_Manege", + "rdf-schema#label", + "\"Hollandsche Manege\"" + ] + ], + "predicted_rationale": "There is no evidence that they did or did not have a mascot in Hollandsche Manege." + }, + { + "question_id": 1459, + "question": "What is the name of Anthony McIntyre's successor?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Anthony_McIntyre" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence about Anthony McIntyre's successor." + }, + { + "question_id": 1603, + "question": "I understand that the ICAO Location Identifier of Agra Airport is VIAG and the airport in Agra is operated by the Indian Air Force.", + "types": [ + "coll:presup", + "num3", + "multi claim" + ], + "entity_set": [ + "VIAG", + "Agra_Airport", + "Indian_Air_Force", + "Agra" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Agra_Airport", + "icaoLocationIdentifier", + "VIAG" + ], + [ + "Agra_Airport", + "location", + "Agra" + ] + ], + "predicted_rationale": "There is no evidence that the airport in Agra is operated by the Indian Air Force." + }, + { + "question_id": 499, + "question": "Amdavad ni Gufa can be found in Fulton, Oswego County, New York which is in the Indian city of Ahmedabad.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "Ahmedabad", + "India", + "Amdavad_ni_Gufa", + "Fulton,_Oswego_County,_New_York" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Amdavad ni Gufa is located in Fulton, Oswego County, New York or the Indian city of Ahmedabad." + }, + { + "question_id": 1738, + "question": "They did not have a mascot at Thorneloe University.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Thorneloe_University" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Thorneloe_University", + "name", + "\"Thorneloe University\"" + ], + [ + "Thorneloe_University", + "affiliation", + "Colleges_and_Institutes_Canada" + ], + [ + "Thorneloe_University", + "campus", + "Suburb" + ], + [ + "Thorneloe_University", + "president", + "\"Rev. Robert Derrenbacker, Ph.D.\"" + ], + [ + "Thorneloe_University", + "provost", + "\"Rev. Robert Derrenbacker, Ph.D.\"" + ] + ], + "predicted_rationale": "There is no evidence that Thorneloe University had a mascot." + }, + { + "question_id": 1792, + "question": "Do you know that Starr did not have a child.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Harold_Starr" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Harold_Starr", + "birthDate", + "\"1903-07-06\"" + ], + [ + "Harold_Starr", + "dateOfBirth", + "\"1903-07-06\"" + ], + [ + "Harold_Starr", + "birthYear", + "\"1903\"" + ], + [ + "Harold_Starr", + "deathDate", + "\"1981-09-25\"" + ], + [ + "Harold_Starr", + "dateOfDeath", + "\"1981-09-25\"" + ] + ], + "predicted_rationale": "There is no evidence that Starr did or did not have a child." + }, + { + "question_id": 504, + "question": "Gram flour is an ingredient of a Bhajji which comes from the Karnataka region in United States ofAmerica.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "Karnataka", + "Bhajji", + "Gram_flour", + "\"United States ofAmerica\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Bhajji", + "ingredient", + "Gram_flour" + ], + [ + "Bhajji", + "region", + "Karnataka" + ] + ], + "predicted_rationale": "There is no evidence that Bhajji comes from the United States of America." + }, + { + "question_id": 237, + "question": "I know that Carum are an ingredient in Bakewell tart.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Bakewell_tart", + "Carum" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Carum are an ingredient in Bakewell tart." + }, + { + "question_id": 1672, + "question": "Matilda Joslyn Gage did not actually have a child.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Matilda_Joslyn_Gage" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Matilda_Joslyn_Gage", + "child", + "Maud_Gage_Baum" + ], + [ + "Matilda_Joslyn_Gage", + "children", + "Maud_Gage_Baum" + ], + [ + "Maud_Gage_Baum", + "parent", + "Matilda_Joslyn_Gage" + ], + [ + "Maud_Gage_Baum", + "parents", + "Matilda_Joslyn_Gage" + ], + [ + "Matilda_Joslyn_Gage", + "birthDate", + "\"1826-03-24\"" + ] + ], + "predicted_rationale": "There is evidence that Matilda Joslyn Gage had a child, Maud Gage Baum." + }, + { + "question_id": 222, + "question": "Yup, Jos\u00e9 Berruezo Padilla is the leader of India.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "India", + "Jos\u00e9_Berruezo_Padilla" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Jos\u00e9 Berruezo Padilla is the leader of India." + }, + { + "question_id": 1709, + "question": "I know that Marcello Sampson did not attend a university.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Marcello_Sampson" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Marcello Sampson did or did not attend a university." + }, + { + "question_id": 234, + "question": "It was Doug Moench, who won the Champion.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Doug_Moench", + "Champion" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Doug Moench won the Champion." + }, + { + "question_id": 1054, + "question": "Abdul Taib Mahmud's place of birth was Kingdom of Sarawak.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Abdul_Taib_Mahmud", + "Kingdom_of_Sarawak" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Abdul_Taib_Mahmud", + "birthPlace", + "Kingdom_of_Sarawak" + ] + ], + "predicted_rationale": "Based on the evidence set, Abdul Taib Mahmud's place of birth was Kingdom of Sarawak." + }, + { + "question_id": 235, + "question": "Well, Almonds are from the Paracalanidae family.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Almond", + "\"Paracalanidae\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Almonds are from the Paracalanidae family." + }, + { + "question_id": 689, + "question": "Well Lady Anne Monson was born in a unitary state.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "Lady_Anne_Monson", + "Unitary_state" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Lady Anne Monson was born in a unitary state." + }, + { + "question_id": 984, + "question": "It is! The building of 103 Colmore Row began in 1973.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "103_Colmore_Row", + "\"1973\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "103_Colmore_Row", + "buildingStartDate", + "\"1973\"" + ], + [ + "103_Colmore_Row", + "startDate", + "\"1973\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as 103 Colmore Row's building start date is indeed 1973." + }, + { + "question_id": 2368, + "question": "I imagined that Adenan Satem\u2019s name was not Abdul Taib Mahmud and he was not born in Stockholm.", + "types": [ + "coll:presup", + "negation", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Adenan_Satem", + "Abdul_Taib_Mahmud", + "\"Stockholm\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Abdul_Taib_Mahmud", + "after", + "Adenan_Satem" + ], + [ + "Adenan_Satem", + "governor", + "Abdul_Taib_Mahmud" + ], + [ + "Abdul_Taib_Mahmud", + "successor", + "Adenan_Satem" + ], + [ + "Adenan_Satem", + "predecessor", + "Abdul_Taib_Mahmud" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Adenan Satem's name was not Abdul Taib Mahmud and there is no information that he was born in Stockholm." + }, + { + "question_id": 2013, + "question": "Well Patrick McLoughlin is not the leader in Ponce, Puerto Rico where Bakewell pudding does not originate.", + "types": [ + "coll:model", + "negation", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Patrick_McLoughlin", + "Bakewell_pudding", + "Ponce,_Puerto_Rico" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence about Patrick McLoughlin, Ponce, Puerto Rico, or the origin of Bakewell pudding." + }, + { + "question_id": 427, + "question": "Abdul Taib Mahmud, member of the PAX Association party, resides in Demak Jaya, Jalan Bako, Kuching, Sarawak.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"Demak Jaya, Jalan Bako, Kuching, Sarawak\"", + "Abdul_Taib_Mahmud", + "PAX_Association" + ], + "Label": [ + false + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Abdul_Taib_Mahmud", + "residence", + "\"Demak Jaya, Jalan Bako, Kuching, Sarawak\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Abdul Taib Mahmud's residence is Demak Jaya, Jalan Bako, Kuching, Sarawak, but there is no information about the PAX Association party." + }, + { + "question_id": 978, + "question": "I believe William Anders is retired now.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "William_Anders", + "\"Retired\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "William_Anders", + "status", + "\"Retired\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since William Anders' status is Retired." + }, + { + "question_id": 1169, + "question": "Bakewell pudding is a dessert that can be served warm (freshly baked) or cold.", + "types": [ + "written", + "num2", + "multi claim" + ], + "entity_set": [ + "\"Dessert\"", + "Bakewell_pudding", + "\"Warm (freshly baked) or cold\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Bakewell_pudding", + "type", + "\"Dessert\"" + ], + [ + "Bakewell_pudding", + "course", + "\"Dessert\"" + ], + [ + "Bakewell_pudding", + "servingTemperature", + "\"Warm (freshly baked) or cold\"" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 680, + "question": "The planets orbital period is 135589000.0 and its epoch date is 2006.12.31.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "\"2006-12-31\"", + "\"1.35589e+08\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the planet's orbital period and epoch date." + }, + { + "question_id": 1896, + "question": "I know that Agra Airport is in Uttar Pradesh and Ram Naik is not the leader.", + "types": [ + "coll:model", + "negation", + "num2", + "multi claim" + ], + "entity_set": [ + "Uttar_Pradesh", + "Agra_Airport", + "Ram_Naik" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Agra_Airport", + "location", + "Uttar_Pradesh" + ], + [ + "Uttar_Pradesh", + "leaderName", + "Ram_Naik" + ] + ], + "predicted_rationale": "There is evidence that Ram Naik is the leader of Uttar Pradesh." + }, + { + "question_id": 2297, + "question": "William B. Lenoir, who retired on the 1st of September 1969, was born in a country where Chris Patten served as a representative.", + "types": [ + "written", + "num4", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"1969-09-01\"", + "Chris_Patten", + "William_B._Lenoir" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that William B. Lenoir was born in a country where Chris Patten served as a representative." + }, + { + "question_id": 1477, + "question": "What is the name of Zachariah (Khazar)'s predecessor?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Zachariah_(Khazar)" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for Zachariah (Khazar)'s predecessor." + }, + { + "question_id": 1804, + "question": "Wally Tatomir did not have a predecessor of his own.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Wally_Tatomir" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Wally_Tatomir", + "name", + "\"Tatomir, Wally\"" + ], + [ + "Wally_Tatomir", + "description", + "\"American ice hockey equipment manager\"" + ], + [ + "Wally_Tatomir", + "subject", + "Category:Carolina_Hurricanes_personnel" + ], + [ + "Wally_Tatomir", + "shortDescription", + "\"American ice hockey equipment manager\"" + ], + [ + "Wally_Tatomir", + "rdf-schema#label", + "\"Wally Tatomir\"" + ] + ], + "predicted_rationale": "There is no evidence that Wally Tatomir did or did not have a predecessor." + }, + { + "question_id": 1264, + "question": "The manager of A.F.C. Blackpool is Stuart Parker who plays for Runcorn F.C. Halton and is attached to Irlam Town Football Club.", + "types": [ + "written", + "num3", + "multi claim" + ], + "entity_set": [ + "A.F.C._Blackpool", + "Irlam_Town_F.C.", + "Runcorn_F.C._Halton", + "Stuart_Parker_(footballer)" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "A.F.C._Blackpool", + "manager", + "Stuart_Parker_(footballer)" + ], + [ + "Stuart_Parker_(footballer)", + "managerClub", + "A.F.C._Blackpool" + ], + [ + "Stuart_Parker_(footballer)", + "managerclubs", + "A.F.C._Blackpool" + ], + [ + "Stuart_Parker_(footballer)", + "team", + "A.F.C._Blackpool" + ], + [ + "Stuart_Parker_(footballer)", + "clubs", + "Runcorn_F.C._Halton" + ], + [ + "Stuart_Parker_(footballer)", + "team", + "Irlam_Town_F.C." + ], + [ + "Stuart_Parker_(footballer)", + "clubs", + "Irlam_Town_F.C." + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1494, + "question": "When was Lyuben Berov prime minister?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Lyuben_Berov" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Zhelyu_Zhelev", + "primeMinister", + "Lyuben_Berov" + ], + [ + "Zhelyu_Zhelev", + "primeminister", + "Lyuben_Berov" + ], + [ + "Lyuben_Berov", + "predecessor", + "Stoyan_Ganev" + ], + [ + "Reneta_Indzhova", + "predecessor", + "Lyuben_Berov" + ], + [ + "Lyuben_Berov", + "successor", + "Stanislav_Daskalov" + ], + [ + "Philip_Dimitrov", + "successor", + "Lyuben_Berov" + ], + [ + "Lyuben_Berov", + "president", + "Zhelyu_Zhelev" + ] + ], + "predicted_rationale": "There is no information about when Lyuben Berov was prime minister." + }, + { + "question_id": 581, + "question": "The Alan B. Miller Hall was completed on 1st June 2009 and currently hosts the US Ontario Court of Justice.", + "types": [ + "written", + "num4", + "substitution", + "multi claim" + ], + "entity_set": [ + "United_States", + "Alan_B._Miller_Hall", + "\"1 June 2009\"", + "Ontario_Court_of_Justice" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alan_B._Miller_Hall", + "buildingEndDate", + "\"1 June 2009\"" + ] + ], + "predicted_rationale": "There is no evidence that the Alan B. Miller Hall hosts the US Ontario Court of Justice." + }, + { + "question_id": 420, + "question": "Amdavad ni Gufa is located in Nuenen, Gerwen en Nederwetten and its leader is Anandiben Patel.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Anandiben_Patel", + "Amdavad_ni_Gufa", + "Nuenen,_Gerwen_en_Nederwetten" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Amdavad ni Gufa is located in Nuenen, Gerwen en Nederwetten and its leader is Anandiben Patel." + }, + { + "question_id": 1862, + "question": "Have you ever heard of Nancy Jo Mann, she was not a vice president.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Nancy_Jo_Mann" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Nancy Jo Mann was a vice president." + }, + { + "question_id": 2344, + "question": "I explained that Agra Airport is not in Uttar Pradesh, the ICAO Location Identifier of VIAG is not there.", + "types": [ + "coll:presup", + "negation", + "num2", + "multi claim" + ], + "entity_set": [ + "Uttar_Pradesh", + "VIAG", + "Agra_Airport" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Agra_Airport", + "location", + "Uttar_Pradesh" + ], + [ + "Agra_Airport", + "icaoLocationIdentifier", + "VIAG" + ] + ], + "predicted_rationale": "The evidence set indicates that Agra Airport is indeed located in Uttar Pradesh and its ICAO Location Identifier is VIAG." + }, + { + "question_id": 1823, + "question": "Her name is Yreina Cervantez and she did not attend college.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Yreina_Cervantez" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Yreina_Cervantez", + "name", + "\"Yreina Cervantez\"" + ], + [ + "Yreina_Cervantez", + "birthPlace", + "Garden_City,_Kansas" + ], + [ + "Yreina_Cervantez", + "rdf-schema#label", + "\"Yreina Cervantez\"" + ], + [ + "Yreina_Cervantez", + "subject", + "Category:Chicana_feminists" + ], + [ + "Yreina_Cervantez", + "hypernym", + "Artist" + ] + ], + "predicted_rationale": "There is no evidence that Yreina Cervantez did not attend college." + }, + { + "question_id": 1697, + "question": "Well, Dante Scarnecchia did not go to college.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Dante_Scarnecchia" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Dante Scarnecchia did or did not go to college." + }, + { + "question_id": 1280, + "question": "Alfons Gorbach was born in Imst (in the County of Tyrol) and died in Graz.", + "types": [ + "written", + "num3", + "multi claim" + ], + "entity_set": [ + "Imst", + "Graz", + "Alfons_Gorbach", + "County_of_Tyrol" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alfons_Gorbach", + "birthPlace", + "Imst" + ], + [ + "Alfons_Gorbach", + "placeOfBirth", + "Imst" + ], + [ + "Alfons_Gorbach", + "placeOfDeath", + "Graz" + ], + [ + "Alfons_Gorbach", + "deathPlace", + "Graz" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1748, + "question": "Dai Longbang did not have a religion in his life.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Dai_Longbang" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Dai_Longbang", + "description", + "\"Chinese martial artist\"" + ], + [ + "Dai_Longbang", + "shortDescription", + "\"Chinese martial artist\"" + ], + [ + "Dai_Longbang", + "rdf-schema#label", + "\"Dai Longbang\"" + ], + [ + "Dai_Longbang", + "name", + "\"Dai, Longbang\"" + ], + [ + "Dai_Longbang", + "subject", + "Category:Chinese_xingyiquan_practitioners" + ] + ], + "predicted_rationale": "There is no evidence that Dai Longbang did or did not have a religion in his life." + }, + { + "question_id": 1240, + "question": "Adare Manor is in the Irish speaking Republic of Ireland, where the leader is Enda Kenny.", + "types": [ + "written", + "num3", + "multi claim" + ], + "entity_set": [ + "Republic_of_Ireland", + "Irish_language", + "Enda_Kenny", + "Adare_Manor" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Adare_Manor", + "locationCountry", + "Republic_of_Ireland" + ], + [ + "Adare_Manor", + "country", + "Republic_of_Ireland" + ], + [ + "Republic_of_Ireland", + "language", + "Irish_language" + ], + [ + "Republic_of_Ireland", + "languages", + "Irish_language" + ], + [ + "Republic_of_Ireland", + "leader", + "Enda_Kenny" + ], + [ + "Republic_of_Ireland", + "leaderName", + "Enda_Kenny" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 341, + "question": "Yes, John Madin designed Henry Powell House in Birmingham England.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"Colmore Row, Birmingham, England\"", + "John_Madin", + "Henry_Powell_House" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that John Madin designed Henry Powell House in Birmingham England." + }, + { + "question_id": 1702, + "question": "I know that Ernest Deane did not attend university.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Ernest_Deane" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Ernest Deane did or did not attend university." + }, + { + "question_id": 1789, + "question": "Interestingly, Louis Costaz did not have a child!", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Louis_Costaz" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Louis_Costaz", + "birthYear", + "\"1767\"" + ], + [ + "Louis_Costaz", + "dateOfBirth", + "\"1767\"" + ], + [ + "Louis_Costaz", + "dateOfDeath", + "\"1842\"" + ], + [ + "Louis_Costaz", + "deathYear", + "\"1842\"" + ], + [ + "Louis_Costaz", + "name", + "\"Costaz\"" + ] + ], + "predicted_rationale": "There is no evidence that Louis Costaz did or did not have a child." + }, + { + "question_id": 651, + "question": "It belongs to the category of Contributing property and it is in Pennsylvania.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "\"Pennsylvania\"", + "Contributing_property" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that it belongs to the category of Contributing property and it is in Pennsylvania." + }, + { + "question_id": 76, + "question": "Did Patrick Wiggins have a youthclub?", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Patrick_Wiggins" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Patrick Wiggins had a youth club." + }, + { + "question_id": 2, + "question": "Interestingly, Stubb Cabinet had a successor!", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Stubb_Cabinet" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Stubb Cabinet had a successor." + }, + { + "question_id": 1048, + "question": "Yeah, Neptun Werft is headquartered in Rostock.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Neptun_Werft", + "Rostock" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Neptun_Werft", + "locationCity", + "Rostock" + ] + ], + "predicted_rationale": "Based on the evidence set, Neptun Werft is located in Rostock." + }, + { + "question_id": 1842, + "question": "Did you know that Antoni Mart was not a Prime Minister?", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Antoni_Mart\u00ed" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Nemesi_Marqu\u00e9s_Oste", + "primeMinister", + "Antoni_Mart\u00ed" + ], + [ + "Nemesi_Marqu\u00e9s_Oste", + "primeminister", + "Antoni_Mart\u00ed" + ], + [ + "Andorra", + "leader", + "Antoni_Mart\u00ed" + ], + [ + "Andorra", + "leaderName", + "Antoni_Mart\u00ed" + ], + [ + "Antoni_Mart\u00ed", + "predecessor", + "\"Pere L\u00f3pez Agr\u00e0s\"" + ], + [ + "Gilbert_Saboya_Suny\u00e9", + "predecessor", + "Antoni_Mart\u00ed" + ] + ], + "predicted_rationale": "There is evidence that Antoni Mart\u00ed was a leader of Andorra." + }, + { + "question_id": 2118, + "question": "Yes Alfons Gorbach is not a part of the Movement for Hunting and Rural Culture.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Alfons_Gorbach", + "Movement_for_Hunting_and_Rural_Culture" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Alfons Gorbach is a part of the Movement for Hunting and Rural Culture." + }, + { + "question_id": 387, + "question": "Born in the Kingdom of Sarawak, Gary Bikman, is a member of the Parti Bumiputera Sarawak Party.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Kingdom_of_Sarawak", + "\"Parti Bumiputera Sarawak\"", + "Gary_Bikman" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Gary Bikman is a member of the Parti Bumiputera Sarawak Party or was born in the Kingdom of Sarawak." + }, + { + "question_id": 1313, + "question": "Acura is a divsion of Honda which makes the Acura TLX which is related to the Honda Accord.", + "types": [ + "written", + "num4", + "multi claim" + ], + "entity_set": [ + "Acura_TLX", + "Acura", + "Honda", + "Honda_Accord" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Acura", + "owningCompany", + "Honda" + ], + [ + "Honda", + "division", + "Acura" + ], + [ + "Honda", + "divisions", + "Acura" + ], + [ + "Acura", + "owner", + "Honda" + ] + ], + "predicted_rationale": "There is no evidence that the Acura TLX is related to the Honda Accord." + }, + { + "question_id": 1141, + "question": "Alfredo Zitarrosa was born in Montevideo where the leader is the politician Daniel Mart\u00ednez.", + "types": [ + "written", + "num2", + "multi claim" + ], + "entity_set": [ + "Alfredo_Zitarrosa", + "\"Daniel_Mart\u00ednez_(politician)\"", + "Montevideo" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alfredo_Zitarrosa", + "birthPlace", + "Montevideo" + ], + [ + "Alfredo_Zitarrosa", + "deathPlace", + "Montevideo" + ] + ], + "predicted_rationale": "There is no evidence that the leader of Montevideo is Daniel Mart\u00ednez." + }, + { + "question_id": 374, + "question": "The Toyota Comfort is assembled in Marysville, Ohio and has an Inline-four.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Inline-four_engine", + "Marysville,_Ohio", + "Toyota_Comfort" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the Toyota Comfort is assembled in Marysville, Ohio and has an Inline-four." + }, + { + "question_id": 655, + "question": "An office holder was born in Sarawak and lives in Demak Jaya, Jalan Bako, Kuching, Sarawak.", + "types": [ + "written", + "num2", + "multi hop" + ], + "entity_set": [ + "\"Demak Jaya, Jalan Bako, Kuching, Sarawak\"", + "Kingdom_of_Sarawak" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the office holder was born in Sarawak and lives in Demak Jaya, Jalan Bako, Kuching, Sarawak." + }, + { + "question_id": 796, + "question": "It is on St. Fintan's Road, Dublin and has 23 floors!", + "types": [ + "coll:model", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"23\"", + "\"St. Fintan's Road, Dublin\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the location or the number of floors." + }, + { + "question_id": 1659, + "question": "Yep, Raby George did not have a youth club.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Raby_George" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Raby George did or did not have a youth club." + }, + { + "question_id": 1283, + "question": "A Wizard of Mars by Diane Duane is published in Hardcover ISBN 978-0-15-204770-2.", + "types": [ + "written", + "num3", + "multi claim" + ], + "entity_set": [ + "\"978-0-15-204770-2\"", + "A_Wizard_of_Mars", + "Diane_Duane", + "Hardcover" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "A_Wizard_of_Mars", + "author", + "Diane_Duane" + ], + [ + "A_Wizard_of_Mars", + "mediaType", + "Hardcover" + ], + [ + "A_Wizard_of_Mars", + "isbn", + "\"978-0-15-204770-2\"" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 65, + "question": "It was XXII Bomber Command had a garrison.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "XXII_Bomber_Command" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "XXII_Bomber_Command", + "unitName", + "\"XXII Bomber Command\"" + ], + [ + "XXII_Bomber_Command", + "name", + "\"XXII Bomber Command\"" + ], + [ + "XXII_Bomber_Command", + "militaryBranch", + "United_States_Army_Air_Forces" + ], + [ + "XXII_Bomber_Command", + "branch", + "United_States_Army_Air_Forces" + ], + [ + "XXII_Bomber_Command", + "type", + "\"Command and Control\"" + ] + ], + "predicted_rationale": "There is no evidence that XXII Bomber Command had a garrison." + }, + { + "question_id": 1619, + "question": "Marvin Camras did not have a married life.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Marvin_Camras" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Marvin_Camras", + "spouse", + "\"Isabelle Pollak Camras\"" + ], + [ + "Marvin_Camras", + "children", + "\"Robert A. Camras, Carl B. Camras, Louis E. of Camras, and Michael D. Camras, and Ruth Camras Pikler\"" + ], + [ + "Marvin_Camras", + "birthDate", + "\"1916-01-01\"" + ], + [ + "Marvin_Camras", + "dateOfBirth", + "\"1916-01-01\"" + ], + [ + "Marvin_Camras", + "placeOfBirth", + "\"Chicago\"" + ] + ], + "predicted_rationale": "There is evidence that Marvin Camras had a spouse, Isabelle Pollak Camras, and children." + }, + { + "question_id": 2063, + "question": "Ramdas Pai did not actually serve as chancellor of the College of William and Mary.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "College_of_William_&_Mary", + "Ramdas_Pai" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Ramdas Pai served as chancellor of the College of William and Mary." + }, + { + "question_id": 1976, + "question": "They are actually not located in Inyokern, California and built the A-Rosa Luna.", + "types": [ + "coll:model", + "negation", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "A-Rosa_Luna", + "Inyokern,_California" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that they are not located in Inyokern, California and built the A-Rosa Luna." + }, + { + "question_id": 418, + "question": "\"Programming Linux Games\" by Diane Duane has ISBN number 978-0-15-204770-2.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"978-0-15-204770-2\"", + "Diane_Duane", + "Programming_Linux_Games" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the book 'Programming Linux Games' by Diane Duane has ISBN number 978-0-15-204770-2." + }, + { + "question_id": 1674, + "question": "Twice Blessed did not have a predecessor.", + "types": [ + "written", + "negation", + "existence" + ], + "entity_set": [ + "Twice_Blessed" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Twice_Blessed", + "precededBy", + "State_of_War_(novel)" + ], + [ + "Twice_Blessed", + "previousWork", + "State_of_War_(novel)" + ], + [ + "Twice_Blessed", + "followedBy", + "\"Jose Maria Sison: at home in the world : portrait of a revolutionary\"" + ], + [ + "Twice_Blessed", + "hypernym", + "Novel" + ], + [ + "Twice_Blessed", + "rdf-schema#label", + "\"Twice Blessed\"" + ] + ], + "predicted_rationale": "There is evidence that Twice Blessed was preceded by State_of_War_(novel)." + }, + { + "question_id": 168, + "question": "Antonio Garay plays for Cleveland Browns", + "types": [ + "written", + "num1", + "substitution" + ], + "entity_set": [ + "Antonio_Garay", + "Cleveland_Browns" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Antonio_Garay", + "formerTeam", + "Cleveland_Browns" + ], + [ + "Antonio_Garay", + "debutTeam", + "Cleveland_Browns" + ] + ], + "predicted_rationale": "There is no evidence that Antonio Garay currently plays for Cleveland Browns, only that it is his former team and debut team." + }, + { + "question_id": 126, + "question": "Have you heard of Ahmed Nazif? He was a prime minister.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Ahmed_Nazif" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Ahmed Nazif was a prime minister." + }, + { + "question_id": 1839, + "question": "Meles Zenawi was not the prime minister though.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Meles_Zenawi" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Meles_Zenawi", + "primeMinister", + "Tamrat_Layne" + ], + [ + "Girma_Wolde-Giorgis", + "primeMinister", + "Meles_Zenawi" + ], + [ + "Meles_Zenawi", + "primeminister", + "Tamrat_Layne" + ], + [ + "Girma_Wolde-Giorgis", + "primeminister", + "Meles_Zenawi" + ], + [ + "Meles_Zenawi", + "predecessor", + "Tesfaye_Gebre_Kidan" + ], + [ + "Hailemariam_Desalegn", + "predecessor", + "Meles_Zenawi" + ], + [ + "Ethiopian_general_election,_2005", + "leader", + "Meles_Zenawi" + ] + ], + "predicted_rationale": "There is evidence that Meles Zenawi was the prime minister, as indicated by the relations with Girma Wolde-Giorgis." + }, + { + "question_id": 612, + "question": "The temperature is 171.0 (kelvins) and the apoapsis is 511592000.0 km.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "\"5.11592E8\"", + "\"171.0\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the temperature and apoapsis." + }, + { + "question_id": 1024, + "question": "Scott Adsit starred in the film, Big hero 6,", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Big_Hero_6_(film)", + "Scott_Adsit" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Big_Hero_6_(film)", + "starring", + "Scott_Adsit" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, which states that Scott Adsit starred in the film Big Hero 6." + }, + { + "question_id": 1824, + "question": "Do you know that Vlado Kristl did not attend a University?", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Vlado_Kristl" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Vlado Kristl did or did not attend a University." + }, + { + "question_id": 1986, + "question": "Not Mer Film is not the distributor of a film where one of the characters is not called Baymax.", + "types": [ + "coll:model", + "negation", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Baymax", + "Mer_Film" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Not Mer Film is not the distributor of a film where one of the characters is not called Baymax." + }, + { + "question_id": 356, + "question": "The character Samuel Silke (Benjamin Urich) was created by Gene Colan.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"Benjamin Urich\"", + "Gene_Colan", + "Samuel_Silke" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the character Samuel Silke, also known as Benjamin Urich, was created by Gene Colan." + }, + { + "question_id": 2361, + "question": "If only a building not at Colmore Row was completed in 1850s.", + "types": [ + "coll:presup", + "negation", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Colmore_Row", + "\"1850s\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence to support the claim about a building not at Colmore Row being completed in 1850s." + }, + { + "question_id": 2011, + "question": "Agustin Barboza was not born in Lebanon Connecticut where Juan Afara is the leader.", + "types": [ + "coll:model", + "negation", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Agust\u00edn_Barboza", + "Juan_Afara", + "Lebanon,_Connecticut" + ], + "Label": [ + false + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Agustin Barboza was born in Lebanon Connecticut where Juan Afara is the leader." + }, + { + "question_id": 43, + "question": "Little Jeannie had an award as well.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Little_Jeannie" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Little Jeannie had an award." + }, + { + "question_id": 525, + "question": "AFC Blackpool have had Stuart Parker as their manager, he is part of the Jong FC Twente club and played with the Botswana Defence Force XI FC", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "A.F.C._Blackpool", + "Stuart_Parker_(footballer)", + "Botswana_Defence_Force_XI_FC", + "Jong_FC_Twente" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "A.F.C._Blackpool", + "manager", + "Stuart_Parker_(footballer)" + ], + [ + "Stuart_Parker_(footballer)", + "managerclubs", + "A.F.C._Blackpool" + ], + [ + "Stuart_Parker_(footballer)", + "managerClub", + "A.F.C._Blackpool" + ], + [ + "Stuart_Parker_(footballer)", + "team", + "A.F.C._Blackpool" + ] + ], + "predicted_rationale": "There is no evidence that Stuart Parker is part of the Jong FC Twente club and played with the Botswana Defence Force XI FC." + }, + { + "question_id": 1015, + "question": "Well Arion was created by Paul Kupperberg.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Arion_(comics)", + "Paul_Kupperberg" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Arion_(comics)", + "creator", + "Paul_Kupperberg" + ], + [ + "Arion_(comics)", + "creators", + "Paul_Kupperberg" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Arion's creator is indeed Paul Kupperberg." + }, + { + "question_id": 1995, + "question": "Also, Honda makes the Yamaha DT50MX which does not have a 2.4 litre engine.", + "types": [ + "coll:model", + "negation", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"2.4\"", + "Honda", + "Yamaha_DT50MX" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Honda makes the Yamaha DT50MX or any information about its engine size." + }, + { + "question_id": 1260, + "question": "Alfons Gorbach was born in the County of Tyrol in Austria, and died in Graz.", + "types": [ + "written", + "num3", + "multi claim" + ], + "entity_set": [ + "Austria", + "Graz", + "Alfons_Gorbach", + "County_of_Tyrol" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alfons_Gorbach", + "birthPlace", + "County_of_Tyrol" + ], + [ + "Alfons_Gorbach", + "placeOfDeath", + "Graz" + ], + [ + "Alfons_Gorbach", + "deathPlace", + "Graz" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1483, + "question": "What is the name of David Noggle's predecessor?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "David_Noggle" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence about David Noggle's predecessor." + }, + { + "question_id": 240, + "question": "I know Kirsch is an ingredient in Bhajji.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Bhajji", + "Kirsch" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Kirsch is an ingredient in Bhajji." + }, + { + "question_id": 1125, + "question": "The Train song Mermaid was from the California 37 Train album.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Mermaid_(Train_song)", + "California_37_(Train_album)" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Mermaid_(Train_song)", + "album", + "California_37_(Train_album)" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Mermaid is a song from the California 37 album by Train." + }, + { + "question_id": 1462, + "question": "What is the name of Loukas Notaras's successor?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Loukas_Notaras" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for Loukas Notaras's successor." + }, + { + "question_id": 1787, + "question": "Did you know that Hans Brosamer did not have a wife?", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Hans_Brosamer" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Hans_Brosamer", + "name", + "\"Brosamer, Hans\"" + ], + [ + "Hans_Brosamer", + "description", + "\"German engraver\"" + ], + [ + "Hans_Brosamer", + "subject", + "Category:German_engravers" + ], + [ + "Hans_Brosamer", + "shortDescription", + "\"German engraver\"" + ], + [ + "Hans_Brosamer", + "rdf-schema#label", + "\"Hans Brosamer\"" + ] + ], + "predicted_rationale": "There is no evidence that Hans Brosamer did or did not have a wife." + }, + { + "question_id": 2383, + "question": "I realized that Dan Wolk is not the leader of Paraguay.", + "types": [ + "coll:presup", + "negation", + "num1" + ], + "entity_set": [ + "Paraguay", + "\"Dan Wolk\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Dan Wolk is the leader of Paraguay." + }, + { + "question_id": 1630, + "question": "Well, Y Records did not have a parent company.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Y_Records" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Y_Records", + "parentCompany", + "Castle_Communications" + ], + [ + "Y_Records", + "parent", + "\"Castle Communications\"" + ], + [ + "The_Slits", + "recordLabel", + "Y_Records" + ], + [ + "The_Slits", + "label", + "Y_Records" + ], + [ + "Y_Records", + "distributingCompany", + "Castle_Communications" + ] + ], + "predicted_rationale": "There is evidence that Y Records had a parent company, which is Castle Communications." + }, + { + "question_id": 970, + "question": "Yes, William Anders was born on October 17th 1933.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "William_Anders", + "\"1933-10-17\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "William_Anders", + "dateOfBirth", + "\"1933-10-17\"" + ], + [ + "William_Anders", + "birthDate", + "\"1933-10-17\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, which states William Anders' date of birth as 1933-10-17." + }, + { + "question_id": 2291, + "question": "Al-Taqaddum Air Base serves a city in Iraq where the Nkore language are spoken!", + "types": [ + "coll:model", + "num4", + "substitution", + "multi hop" + ], + "entity_set": [ + "Iraq", + "Al-Taqaddum_Air_Base", + "Nkore_language" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Al-Taqaddum_Air_Base", + "cityServed", + "Iraq" + ], + [ + "Al-Taqaddum_Air_Base", + "city", + "Iraq" + ] + ], + "predicted_rationale": "There is no evidence that the Nkore language is spoken in the city served by Al-Taqaddum Air Base." + }, + { + "question_id": 1779, + "question": "Apparently Bilikere Dwarakanath did not have a spouse.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Bilikere_Dwarakanath" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Bilikere_Dwarakanath", + "birthPlace", + "Bangalore" + ], + [ + "Bilikere_Dwarakanath", + "placeOfBirth", + "Bangalore" + ], + [ + "Bilikere_Dwarakanath", + "dateOfBirth", + "\"1955-08-04\"" + ], + [ + "Bilikere_Dwarakanath", + "birthDate", + "\"1955-08-04\"" + ] + ], + "predicted_rationale": "There is no evidence that Bilikere Dwarakanath did or did not have a spouse." + }, + { + "question_id": 2183, + "question": "I know that AZAL Arena is not located in Szakoly!", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "AZAL_Arena", + "Szakoly" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that AZAL Arena is located in Szakoly." + }, + { + "question_id": 491, + "question": "The College of William and Mary is the owner of the Georgian styled Alan B. Miller Hall in Coalgate.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "Georgian_architecture", + "Alan_B._Miller_Hall", + "College_of_William_&_Mary", + "\"Coalgate\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alan_B._Miller_Hall", + "owner", + "College_of_William_&_Mary" + ], + [ + "Alan_B._Miller_Hall", + "architecturalStyle", + "Georgian_architecture" + ] + ], + "predicted_rationale": "There is no evidence that the Alan B. Miller Hall is located in Coalgate." + }, + { + "question_id": 503, + "question": "Bhajji is made from gram flour and vegetables and comes from British Virgin Islands.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "Vegetable", + "Bhajji", + "\"Gram flour, vegetables\"", + "\"British Virgin Islands\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Bhajji", + "mainIngredient", + "\"Gram flour, vegetables\"" + ] + ], + "predicted_rationale": "There is no evidence that Bhajji comes from British Virgin Islands." + }, + { + "question_id": 1324, + "question": "The band Train\u2019s hit song Mermaid was released under the record label Columbia Records and also Sony Music Entertainment which is owned by the Sony Corporation.", + "types": [ + "written", + "num4", + "multi claim" + ], + "entity_set": [ + "Sony_Music_Entertainment", + "Sony_Corporation", + "Columbia_Records", + "Mermaid_(Train_song)" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Mermaid_(Train_song)", + "recordLabel", + "Columbia_Records" + ], + [ + "Mermaid_(Train_song)", + "label", + "Columbia_Records" + ], + [ + "Mermaid_(Train_song)", + "recordLabel", + "Sony_Music_Entertainment" + ], + [ + "Mermaid_(Train_song)", + "label", + "Sony_Music_Entertainment" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Mermaid by Train is released under both Columbia Records and Sony Music Entertainment." + }, + { + "question_id": 823, + "question": "He was born in Miri, Malaysia and lives in Government Houses in South Africa.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Miri,_Malaysia", + "Government_Houses_of_South_Africa" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that he was born in Miri, Malaysia and lives in Government Houses in South Africa." + }, + { + "question_id": 687, + "question": "A scientist born in Darlington died on 1776-02-18.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "\"1776-02-18\"", + "Darlington" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Lady_Anne_Monson", + "birthPlace", + "Darlington" + ], + [ + "Lady_Anne_Monson", + "deathDate", + "\"1776-02-18\"" + ], + [ + "Lady_Anne_Monson", + "placeOfBirth", + "Darlington" + ] + ], + "predicted_rationale": "There is no evidence that Lady Anne Monson is a scientist." + }, + { + "question_id": 830, + "question": "A chancellor was born in Tiet\u00ea, S\u00e3o Paulo state, Brazil, Tyrol.", + "types": [ + "written", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Tyrol_(state)", + "\"Tiet\u00ea, S\u00e3o Paulo state, Brazil\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that a chancellor was born in Tiet\u00ea, S\u00e3o Paulo state, Brazil, Tyrol." + }, + { + "question_id": 1374, + "question": "What is the name of Louis J. Michot's child?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Louis_J._Michot" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that provides the name of Louis J. Michot's child." + }, + { + "question_id": 2370, + "question": "I imagined that Abdul Taib Mahmud was not in the Kingdom of Sarawak, not succeeded by, 1929\u201330 FC Barcelona season.", + "types": [ + "coll:presup", + "negation", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Kingdom_of_Sarawak", + "Abdul_Taib_Mahmud", + "1929\u201330_FC_Barcelona_season" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Abdul_Taib_Mahmud", + "birthPlace", + "Kingdom_of_Sarawak" + ] + ], + "predicted_rationale": "There is no evidence that Abdul Taib Mahmud was not in the Kingdom of Sarawak, and there is also no information about succession or the 1929\u201330 FC Barcelona season." + }, + { + "question_id": 1551, + "question": "I wasn\u2019t aware that Allen Kukovich had a predecessor.", + "types": [ + "coll:presup", + "existence" + ], + "entity_set": [ + "Allen_Kukovich" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Allen Kukovich had a predecessor." + }, + { + "question_id": 1413, + "question": "What is the name of Pervez Musharraf's award?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Pervez_Musharraf" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for Pervez Musharraf's award." + }, + { + "question_id": 958, + "question": "Paraguay, which is where the Spanish language is spoken.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Paraguay", + "Spanish_language" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Paraguay", + "officialLanguage", + "Spanish_language" + ], + [ + "Paraguay", + "officialLanguages", + "Spanish_language" + ], + [ + "Paraguay", + "language", + "Spanish_language" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Spanish language is listed as the official language, official languages, and language of Paraguay." + }, + { + "question_id": 799, + "question": "It was built on 1 June 2009 and its address is 70 West Chippewa.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"1 June 2009\"", + "\"70 West Chippewa\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the building date and address." + }, + { + "question_id": 2285, + "question": "A person was born in Austria-Hungary and died in Austria (led by Doris Bures).", + "types": [ + "written", + "num4", + "multi hop" + ], + "entity_set": [ + "Austria", + "Doris_Bures", + "Austria-Hungary" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Engelbert_Dollfuss", + "birthPlace", + "Austria-Hungary" + ], + [ + "Engelbert_Dollfuss", + "deathPlace", + "Austria" + ], + [ + "Engelbert_Dollfuss", + "placeOfDeath", + "Austria" + ], + [ + "Carl_Schlechter", + "country", + "Austria" + ], + [ + "Kurt_Schuschnigg", + "deathPlace", + "Austria" + ], + [ + "Kurt_Schuschnigg", + "placeOfDeath", + "Austria" + ], + [ + "Rudolf_Spielmann", + "country", + "Austria" + ], + [ + "Adolf_Sch\u00e4rf", + "deathPlace", + "Austria" + ], + [ + "M\u00f3ric_Esterh\u00e1zy", + "placeOfDeath", + "Austria" + ], + [ + "Franz_Nopcsa_von_Fels\u0151-Szilv\u00e1s", + "deathPlace", + "Austria" + ], + [ + "Franz_Nopcsa_von_Fels\u0151-Szilv\u00e1s", + "placeOfDeath", + "Austria" + ], + [ + "Engelbert_Dollfuss", + "placeOfBirth", + "Austria-Hungary" + ], + [ + "Carl_Schlechter", + "placeOfBirth", + "Austria-Hungary" + ], + [ + "Franz_Nopcsa_von_Fels\u0151-Szilv\u00e1s", + "placeOfBirth", + "Austria-Hungary" + ], + [ + "Theodor_Anton_Ippen", + "stateOfOrigin", + "Austria-Hungary" + ], + [ + "Ferdinand_Ritter_von_Hebra", + "nationality", + "Austria-Hungary" + ], + [ + "Ferdinand_Ritter_von_Hebra", + "deathPlace", + "Austria" + ], + [ + "Theodor_Anton_Ippen", + "nationality", + "Austria-Hungary" + ], + [ + "Doris_Bures", + "birthPlace", + "Austria" + ], + [ + "Doris_Bures", + "placeOfBirth", + "Austria" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set, as Engelbert Dollfuss was born in Austria-Hungary and died in Austria, and Doris Bures was born in Austria." + }, + { + "question_id": 96, + "question": "I found out that Joan Heggen had a spouse too.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Joan_Heggen" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Joan Heggen had a spouse." + }, + { + "question_id": 867, + "question": "Also, William Anders and Arnaldo Tamayo M\u00e9ndez were crew members of NASA's artificial satellite.", + "types": [ + "coll:model", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "William_Anders", + "NASA", + "Arnaldo_Tamayo_M\u00e9ndez" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "William_Anders", + "type", + "NASA" + ] + ], + "predicted_rationale": "There is no evidence that Arnaldo Tamayo M\u00e9ndez was a crew member of NASA's artificial satellite and that William Anders was a crew member of an artificial satellite." + }, + { + "question_id": 2299, + "question": "Abdul Ahad Mohmand, who graduated from AFIT in 1962 with an M.S., was a crew member of an artificial satellite along with Frank Borman.", + "types": [ + "written", + "num4", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"AFIT, M.S. 1962\"", + "Frank_Borman", + "Abdul_Ahad_Mohmand" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Abdul Ahad Mohmand graduated from AFIT, was a crew member of an artificial satellite, or was with Frank Borman." + }, + { + "question_id": 1391, + "question": "What is the name of Thornton Academy's mascot?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Thornton_Academy" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Thornton_Academy", + "mascot", + "\"Golden Trojans\"" + ], + [ + "Thornton_Academy", + "name", + "\"Thornton Academy\"" + ], + [ + "Thornton_Academy", + "headLabel", + "\"Headmaster\"" + ], + [ + "Thornton_Academy", + "rdf-schema#label", + "\"Thornton Academy\"" + ], + [ + "Thornton_Academy", + "head", + "\"Rene Menard\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Thornton Academy's mascot is the Golden Trojans." + }, + { + "question_id": 669, + "question": "Barrow A.F.C. are the soccer league Champions and A.F.C. Fylde play in the same league.", + "types": [ + "written", + "num2", + "multi hop" + ], + "entity_set": [ + "A.F.C._Fylde", + "Barrow_A.F.C." + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "National_League_(English_football)", + "champions", + "Barrow_A.F.C." + ], + [ + "Barrow_A.F.C.", + "league", + "National_League_(division)" + ], + [ + "New_Zealand_national_football_team", + "club", + "Barrow_A.F.C." + ], + [ + "Barrow_A.F.C.__Aaran_Taylor__1", + "team", + "Barrow_A.F.C." + ], + [ + "1997\u201398_Northern_Premier_League", + "winners", + "Barrow_A.F.C." + ] + ], + "predicted_rationale": "There is no evidence that A.F.C. Fylde play in the same league as Barrow A.F.C." + }, + { + "question_id": 1392, + "question": "What is the name of Barat Academy's mascot?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Barat_Academy" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Barat_Academy", + "mascot", + "\"Eagles\"" + ], + [ + "Barat_Academy", + "name", + "\"Barat Academy\"" + ], + [ + "Barat_Academy", + "type", + "Private_school" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, which states that Barat Academy's mascot is Eagles." + }, + { + "question_id": 460, + "question": "Testimony 2001 was published in hardback with 388 pages.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"388\"", + "Hardcover", + "Testimonies_2001" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Testimony 2001 was published in hardback with 388 pages." + }, + { + "question_id": 2216, + "question": "Yes, and the leader of Atlanta is not the Atlanta City Council.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Atlanta", + "Atlanta_City_Council" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Atlanta", + "leaderName", + "Atlanta_City_Council" + ] + ], + "predicted_rationale": "The evidence set states that the leader of Atlanta is the Atlanta City Council, which contradicts the claim." + }, + { + "question_id": 371, + "question": "Fabricaciones Militares produces the ALV X-1 and the XM25 CDTE.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "ALV_X-1", + "XM25_CDTE", + "Fabricaciones_Militares" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Fabricaciones Militares produces the ALV X-1 and the XM25 CDTE." + }, + { + "question_id": 812, + "question": "Located in Tyumen, they made the A-Rosa Luna.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "A-Rosa_Luna", + "Tyumen" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that a company located in Tyumen made the A-Rosa Luna." + }, + { + "question_id": 610, + "question": "Its mean temperature is 154.0 kelvins, its maximum temperature is 165 Kelvins.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "\"154.15\"", + "\"165.15\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the mean temperature of 154.0 kelvins and the maximum temperature of 165 Kelvins." + }, + { + "question_id": 2206, + "question": "Yeah, and the parent company of MTU Friedrichshafen is not Safair.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "MTU_Friedrichshafen", + "Safair" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that the parent company of MTU Friedrichshafen is Safair." + }, + { + "question_id": 906, + "question": "The manager of Lakenheath railway station is a soccer player. He is attached to Irlam Town Football Club and a member of the Chesterfield F.C.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "Irlam_Town_F.C.", + "Chesterfield_F.C.", + "Lakenheath_railway_station" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Stuart_Parker_(footballer)", + "team", + "Irlam_Town_F.C." + ], + [ + "Stuart_Parker_(footballer)", + "clubs", + "Chesterfield_F.C." + ] + ], + "predicted_rationale": "There is no evidence that the manager of Lakenheath railway station is a soccer player attached to Irlam Town Football Club and a member of the Chesterfield F.C." + }, + { + "question_id": 1950, + "question": "The place is not in Pennsylvania and was not established until 2000.", + "types": [ + "coll:model", + "negation", + "num2", + "multi hop" + ], + "entity_set": [ + "\"Pennsylvania\"", + "\"2000\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Ron_Klink", + "state", + "\"Pennsylvania\"" + ], + [ + "Ron_Klink", + "years", + "\"2000\"" + ], + [ + "Pennsylvania_Cyber_Charter_School", + "established", + "\"2000\"" + ], + [ + "Lou_Barletta", + "years", + "\"2000\"" + ], + [ + "11th_Mississippi_Infantry_Monument", + "established", + "\"2000\"" + ] + ], + "predicted_rationale": "There is no evidence that the place is not in Pennsylvania." + }, + { + "question_id": 826, + "question": "A chancellor was born in Municipio del Fuerte, Sonora, Mexico in Austria-Hungary.", + "types": [ + "written", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Austria-Hungary", + "\"Municipio del Fuerte, Sonora, Mexico\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that a chancellor was born in Municipio del Fuerte, Sonora, Mexico in Austria-Hungary." + }, + { + "question_id": 1974, + "question": "Alvah Sabin belongs to the political party which is not led by Abd\u00fcllatif \u015eener.", + "types": [ + "written", + "negation", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Alvah_Sabin", + "Abd\u00fcllatif_\u015eener" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that the leader of Alvah Sabin's political party is Abd\u00fcllatif \u015eener." + }, + { + "question_id": 1879, + "question": "AGM-88 HARM is not produced by Alliant Techsystems which makes the ALV X-1.", + "types": [ + "coll:model", + "negation", + "num2", + "multi claim" + ], + "entity_set": [ + "AGM-88_HARM", + "ALV_X-1", + "Alliant_Techsystems" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alliant_Techsystems", + "product", + "AGM-88_HARM" + ], + [ + "ALV_X-1", + "manufacturer", + "Alliant_Techsystems" + ] + ], + "predicted_rationale": "There is evidence that Alliant Techsystems produces the AGM-88 HARM." + }, + { + "question_id": 1235, + "question": "Alfredo Zitarrosa was born in Montevideo, Uruguay, whose political leader is Daniel Martinez.", + "types": [ + "written", + "num3", + "multi claim" + ], + "entity_set": [ + "Alfredo_Zitarrosa", + "Uruguay", + "\"Daniel_Mart\u00ednez_(politician)\"", + "Montevideo" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alfredo_Zitarrosa", + "birthPlace", + "Montevideo" + ], + [ + "Alfredo_Zitarrosa", + "deathPlace", + "Montevideo" + ], + [ + "Alfredo_Zitarrosa", + "birthPlace", + "Uruguay" + ], + [ + "Alfredo_Zitarrosa", + "deathPlace", + "Uruguay" + ] + ], + "predicted_rationale": "There is no evidence that the political leader of Uruguay is Daniel Martinez." + }, + { + "question_id": 1377, + "question": "What is the name of French Chad's capital?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "French_Chad" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "French_Chad", + "capital", + "\"Fort-Lamy\"" + ], + [ + "French_Chad", + "country", + "\"Chad\"" + ], + [ + "French_Chad", + "nativeName", + "\"Territoire du Tchad\"" + ], + [ + "French_Chad", + "commonName", + "\"Chad\"" + ], + [ + "French_Chad", + "continent", + "\"Africa\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, which states that the capital of French Chad is Fort-Lamy." + }, + { + "question_id": 334, + "question": "Abraham Shek was born in Uruguay, which is led by Raul Fernando Sendic Rodriguez!", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Uruguay", + "Ra\u00fal_Fernando_Sendic_Rodr\u00edguez", + "Abraham_Shek" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Uruguay", + "leader", + "Ra\u00fal_Fernando_Sendic_Rodr\u00edguez" + ], + [ + "Uruguay", + "leaderName", + "Ra\u00fal_Fernando_Sendic_Rodr\u00edguez" + ] + ], + "predicted_rationale": "There is no evidence that Abraham Shek was born in Uruguay." + }, + { + "question_id": 1683, + "question": "Mani Madhava Chakyar did not have an award at all.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Mani_Madhava_Chakyar" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Mani_Madhava_Chakyar", + "award", + "Sangeet_Natak_Akademi_Award" + ], + [ + "Mani_Madhava_Chakyar", + "awards", + "\"1991\"" + ], + [ + "Mani_Madhava_Chakyar", + "birthPlace", + "Kozhikode" + ], + [ + "Mani_Madhava_Chakyar", + "placeOfBirth", + "\"Kozhikode, Kerala,\"" + ], + [ + "Mani_Madhava_Chakyar", + "religion", + "Hindu" + ] + ], + "predicted_rationale": "There is evidence that Mani Madhava Chakyar had a Sangeet Natak Akademi Award." + }, + { + "question_id": 328, + "question": "Hillside Airport is 84 metres above sea level, and serves Fallujah.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"84.0\"", + "Fallujah", + "Hillside_Airport" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Hillside Airport is 84 metres above sea level and serves Fallujah." + }, + { + "question_id": 1992, + "question": "Washburn Guitars does not make the XM25 CDTE and makes the ALV X-1.", + "types": [ + "coll:model", + "negation", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "ALV_X-1", + "XM25_CDTE", + "Washburn_Guitars" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Washburn Guitars does not make the XM25 CDTE and makes the ALV X-1." + }, + { + "question_id": 1900, + "question": "Agra Airport is not in Uttar Pradesh and does not have the IATA Location Identifier of AGR.", + "types": [ + "coll:model", + "negation", + "num2", + "multi claim" + ], + "entity_set": [ + "Uttar_Pradesh", + "Agra_Airport", + "\"AGR\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Agra_Airport", + "location", + "Uttar_Pradesh" + ], + [ + "Agra_Airport", + "iataLocationIdentifier", + "\"AGR\"" + ] + ], + "predicted_rationale": "The evidence set indicates that Agra Airport is in Uttar Pradesh and has the IATA Location Identifier of AGR." + }, + { + "question_id": 329, + "question": "The HAL Light Combat Helicopter is a Helicopter used by the Indian Air Force who operates the Kamiiso Station.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "HAL_Light_Combat_Helicopter", + "Indian_Air_Force", + "Kamiiso_Station" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Indian_Air_Force", + "aircraftHelicopter", + "HAL_Light_Combat_Helicopter" + ], + [ + "HAL_Light_Combat_Helicopter", + "moreUsers", + "Indian_Air_Force" + ] + ], + "predicted_rationale": "There is no evidence that the Indian Air Force operates the Kamiiso Station." + }, + { + "question_id": 1907, + "question": "The 11th Mississippi Infantry Monument is not in Pennsylvania and wasn't established until 2000.", + "types": [ + "coll:model", + "negation", + "num2", + "multi claim" + ], + "entity_set": [ + "\"Pennsylvania\"", + "11th_Mississippi_Infantry_Monument", + "\"2000\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "11th_Mississippi_Infantry_Monument", + "state", + "\"Pennsylvania\"" + ], + [ + "11th_Mississippi_Infantry_Monument", + "established", + "\"2000\"" + ] + ], + "predicted_rationale": "The claim is contradicted by the evidence since the 11th Mississippi Infantry Monument is in Pennsylvania." + }, + { + "question_id": 2062, + "question": "B.N. Chandrappa is not actually the leader of Uruguay.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Uruguay", + "\"B.N. Chandrappa\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that B.N. Chandrappa is the leader of Uruguay." + }, + { + "question_id": 1796, + "question": "Charlie Carver actually did not have a child!", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Charlie_Carver" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Charlie_Carver", + "relative", + "Max_Carver" + ], + [ + "Max_Carver", + "relative", + "Charlie_Carver" + ], + [ + "Charlie_Carver", + "relatives", + "\"Max Carver\"" + ], + [ + "Charlie_Carver", + "birthDate", + "\"1988-07-31\"" + ], + [ + "Charlie_Carver", + "dateOfBirth", + "\"1988-07-31\"" + ], + [ + "Charlie_Carver", + "placeOfBirth", + "\"San Francisco, California, United States\"" + ] + ], + "predicted_rationale": "There is no evidence that Charlie Carver had a child." + }, + { + "question_id": 1910, + "question": "Alfredo Zitarrosa's record label is not RCA Records which is not distributed by Legacy Recordings.", + "types": [ + "written", + "negation", + "num2", + "multi claim" + ], + "entity_set": [ + "Alfredo_Zitarrosa", + "RCA_Records", + "Legacy_Recordings" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alfredo_Zitarrosa", + "recordLabel", + "RCA_Records" + ], + [ + "RCA_Records", + "distributingLabel", + "Legacy_Recordings" + ], + [ + "RCA_Records", + "distributingCompany", + "Legacy_Recordings" + ] + ], + "predicted_rationale": "The claim is contradicted by the evidence since Alfredo Zitarrosa's record label is RCA Records and it is distributed by Legacy Recordings." + }, + { + "question_id": 2250, + "question": "103 Colmore Row was not even open in 1973.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "103_Colmore_Row", + "\"1973\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "103_Colmore_Row", + "startDate", + "\"1973\"" + ], + [ + "103_Colmore_Row", + "buildingStartDate", + "\"1973\"" + ] + ], + "predicted_rationale": "There is evidence that 103 Colmore Row started in 1973, which contradicts the claim that it was not open in 1973." + }, + { + "question_id": 1835, + "question": "Nope. Tancredo Neves was not a prime minister.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Tancredo_Neves" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Andr\u00e9_Franco_Montoro", + "primeMinister", + "Tancredo_Neves" + ], + [ + "Tancredo_Neves", + "primeminister", + "\"Himself\"" + ], + [ + "Andr\u00e9_Franco_Montoro", + "primeminister", + "Tancredo_Neves" + ], + [ + "Tancredo_Neves", + "president", + "Get\u00falio_Vargas" + ], + [ + "Jos\u00e9_Sarney", + "president", + "Tancredo_Neves" + ], + [ + "Change_Brazil", + "leader1Name", + "Tancredo_Neves" + ], + [ + "Tancredo_Neves", + "vicePresident", + "Jos\u00e9_Sarney" + ] + ], + "predicted_rationale": "There is evidence that Tancredo Neves was a prime minister, as indicated by the relations 'primeMinister', 'primeminister' in the evidence set." + }, + { + "question_id": 428, + "question": "Bob MacMillan, member of the Parti Pesaka Bumiputera Bersatu party, resides in Demak Jaya, Jalan Bako, Kuching, Sarawak.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"Demak Jaya, Jalan Bako, Kuching, Sarawak\"", + "Parti_Pesaka_Bumiputera_Bersatu", + "Bob_MacMillan" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Bob MacMillan is a member of the Parti Pesaka Bumiputera Bersatu party and resides in Demak Jaya, Jalan Bako, Kuching, Sarawak." + }, + { + "question_id": 633, + "question": "A food is a dessert that can be served warm (freshly baked) or cold.", + "types": [ + "written", + "num2", + "multi hop" + ], + "entity_set": [ + "\"Warm (freshly baked) or cold\"", + "\"Dessert\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that a food is a dessert that can be served warm or cold." + }, + { + "question_id": 2313, + "question": "The German built ship is powered by a MWM GmbH engine from Friedrichshafen!", + "types": [ + "coll:model", + "num4", + "substitution", + "multi hop" + ], + "entity_set": [ + "Friedrichshafen", + "Germany", + "MWM_GmbH" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Friedrichshafen", + "country", + "Germany" + ] + ], + "predicted_rationale": "There is no evidence that the ship is German built or powered by a MWM GmbH engine from Friedrichshafen." + }, + { + "question_id": 87, + "question": "Ruth Kligman had an award as well.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Ruth_Kligman" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Ruth_Kligman", + "name", + "\"Kligman, Ruth\"" + ], + [ + "Ruth_Kligman", + "birthPlace", + "Newark,_New_Jersey" + ], + [ + "Ruth_Kligman", + "placeOfBirth", + "Newark,_New_Jersey" + ], + [ + "Ruth_Kligman", + "description", + "\"Abstract painter, muse, writer\"" + ] + ], + "predicted_rationale": "There is no evidence that Ruth Kligman had an award." + }, + { + "question_id": 1354, + "question": "When was Peter Balazs (mathematician) a leader of Whig Party (United States)?", + "types": [ + "question", + "coll:presup", + "num1", + "substitution" + ], + "entity_set": [ + "Whig_Party_(United_States)", + "Peter_Balazs_(mathematician)" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Peter Balazs was a leader of the Whig Party in the United States." + }, + { + "question_id": 1335, + "question": "Represented by John Kline (politician), a country is known as the birth place of an astronaut, who retired on September 1st, 1969.", + "types": [ + "written", + "num4", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"1969-09-01\"", + "John_Kline_(politician)" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that supports the claim about the country, the politician, and the astronaut." + }, + { + "question_id": 56, + "question": "Zagreba\u010dka pivovara had a parent company.", + "types": [ + "written", + "existence" + ], + "entity_set": [ + "Zagreba\u010dka_pivovara" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Zagreba\u010dka pivovara had a parent company." + }, + { + "question_id": 2022, + "question": "Club Necaxa did not win the championship in the National League North, where A.F.C. Fylde does not play.", + "types": [ + "written", + "negation", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "National_League_North", + "A.F.C._Fylde", + "Club_Necaxa" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "A.F.C._Fylde", + "league", + "National_League_North" + ], + [ + "A.F.C._Fylde", + "position", + "National_League_North" + ] + ], + "predicted_rationale": "There is no information about Club Necaxa in the evidence set." + }, + { + "question_id": 315, + "question": "Pinback used to be a band member of Train?", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Train_(band)", + "Pinback" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Pinback used to be a band member of Train." + }, + { + "question_id": 1210, + "question": "A Wizard of Mars is 560 pages long and has the ISBN number 978-0-15-204770-2.", + "types": [ + "written", + "num2", + "multi claim" + ], + "entity_set": [ + "\"560\"", + "\"978-0-15-204770-2\"", + "A_Wizard_of_Mars" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "A_Wizard_of_Mars", + "numberOfPages", + "\"560\"" + ], + [ + "A_Wizard_of_Mars", + "pages", + "\"560\"" + ], + [ + "A_Wizard_of_Mars", + "isbn", + "\"978-0-15-204770-2\"" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1803, + "question": "Well, Westfort Hurricanes did not have a nickname!", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Westfort_Hurricanes" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Westfort_Hurricanes", + "team", + "\"Westfort Hurricanes\"" + ], + [ + "Westfort_Hurricanes", + "name", + "\"Degagne Hurricanes\"" + ], + [ + "Westfort_Hurricanes", + "altname", + "\"merged with Thunder Bay Beavers and Fort William Canadians\"" + ], + [ + "1970_Memorial_Cup", + "rd3Team", + "Westfort_Hurricanes" + ] + ], + "predicted_rationale": "There is evidence that Westfort Hurricanes had alternative names, which could be considered as nicknames." + }, + { + "question_id": 2351, + "question": "If only Agustin Barboza did not die in Paraguay whose leader is not Juan Afara.", + "types": [ + "coll:presup", + "negation", + "num2", + "multi claim" + ], + "entity_set": [ + "Agust\u00edn_Barboza", + "Juan_Afara", + "Paraguay" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Agust\u00edn_Barboza", + "placeOfDeath", + "Paraguay" + ], + [ + "Agust\u00edn_Barboza", + "deathPlace", + "Paraguay" + ], + [ + "Agust\u00edn_Barboza", + "placeOfBirth", + "Paraguay" + ], + [ + "Agust\u00edn_Barboza", + "birthPlace", + "Paraguay" + ], + [ + "Paraguay", + "leader", + "Juan_Afara" + ], + [ + "Paraguay", + "leaderName", + "Juan_Afara" + ] + ], + "predicted_rationale": "There is evidence that Juan Afara is the leader of Paraguay, which contradicts the claim." + }, + { + "question_id": 584, + "question": "Pennsylvania's Franklin County is found to the west of Adams County, the location of the Havenwoods State Forest, erected in 2000.", + "types": [ + "written", + "num4", + "substitution", + "multi claim" + ], + "entity_set": [ + "Adams_County,_Pennsylvania", + "Franklin_County,_Pennsylvania", + "\"2000\"", + "Havenwoods_State_Forest" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Adams_County,_Pennsylvania", + "west", + "Franklin_County,_Pennsylvania" + ] + ], + "predicted_rationale": "There is no evidence for the Havenwoods State Forest and the year 2000." + }, + { + "question_id": 1520, + "question": "What was Shaun O'Banion vice president?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Shaun_O'Banion" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Dakota_Skye", + "producer", + "Shaun_O'Banion" + ], + [ + "Shaun_O'Banion", + "22-rdf-syntax-ns#type", + "DUL.owl#NaturalPerson" + ] + ], + "predicted_rationale": "There is no information about Shaun O'Banion being a vice president." + }, + { + "question_id": 1547, + "question": "When did NASA operate Apollo 8?", + "types": [ + "question", + "coll:presup", + "num1" + ], + "entity_set": [ + "Apollo_8", + "NASA" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Apollo_8", + "operator", + "NASA" + ] + ], + "predicted_rationale": "There is no information about when NASA operated Apollo 8." + }, + { + "question_id": 1122, + "question": "I know that India was founded on January 26th, 1950!", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "India", + "\"1950-01-26\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "India", + "establishedDate", + "\"1950-01-26\"" + ], + [ + "India", + "foundingDate", + "\"1950-01-26\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as India's established and founding dates are both listed as January 26th, 1950." + }, + { + "question_id": 1250, + "question": "The celestial body known as 1101 Clematis has an escape velocity of 0.02 k.p.s., a temperature of 155 kelvins and an apoapsis of 520906000.0 Kilometers.", + "types": [ + "written", + "num3", + "multi claim" + ], + "entity_set": [ + "\"155.0\"", + "\"5.20906E8\"", + "1101_Clematis", + "\"0.02\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "1101_Clematis", + "escapeVelocity", + "\"0.02\"" + ], + [ + "1101_Clematis", + "temperature", + "\"155.0\"" + ], + [ + "1101_Clematis", + "Planet/temperature", + "\"155.0\"" + ], + [ + "1101_Clematis", + "Planet/apoapsis", + "\"5.20906E8\"" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 488, + "question": "Alan B. Miller Hall, which is owned by The College of William and Mary, is situated in Forbach, France and was designed by Robert A.M. Stern.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "College_of_William_&_Mary", + "Robert_A._M._Stern", + "Alan_B._Miller_Hall", + "\"Forbach, France\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alan_B._Miller_Hall", + "owner", + "College_of_William_&_Mary" + ], + [ + "Alan_B._Miller_Hall", + "architect", + "Robert_A._M._Stern" + ] + ], + "predicted_rationale": "There is no evidence that Alan B. Miller Hall is situated in Forbach, France." + }, + { + "question_id": 542, + "question": "Lady Anne Monson was born on January 1, 1726 in Cairo, New York, U.S., the Turang.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"1726-01-01\"", + "Lady_Anne_Monson", + "\"Cairo, New York, U.S.\"", + "Turang" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Lady_Anne_Monson", + "birthDate", + "\"1726-01-01\"" + ] + ], + "predicted_rationale": "There is no evidence for the birthplace of Lady Anne Monson being Cairo, New York, U.S., the Turang." + }, + { + "question_id": 246, + "question": "The makers of the A-Rosa Luna is OL Boats.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "A-Rosa_Luna", + "OL_Boats" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the makers of the A-Rosa Luna is OL Boats." + }, + { + "question_id": 879, + "question": "The College of William and Mary is the owner of the building, it is located in US 79B, Fordyce, Arkansas and has an Georgian architectural style.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "College_of_William_&_Mary", + "Georgian_architecture", + "\"US 79B, Fordyce, Arkansas\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alan_B._Miller_Hall", + "owner", + "College_of_William_&_Mary" + ], + [ + "Alan_B._Miller_Hall", + "architecturalStyle", + "Georgian_architecture" + ] + ], + "predicted_rationale": "There is no evidence for the location US 79B, Fordyce, Arkansas." + }, + { + "question_id": 1172, + "question": "The building of the 125.8 metre long, A-Rosa Luna, was completed on April 6th 2005.", + "types": [ + "written", + "num2", + "multi claim" + ], + "entity_set": [ + "A-Rosa_Luna", + "\"2005-04-06\"", + "\"125800.0\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "A-Rosa_Luna", + "completionDate", + "\"2005-04-06\"" + ], + [ + "A-Rosa_Luna", + "shipCompleted", + "\"2005-04-06\"" + ], + [ + "A-Rosa_Luna", + "MeanOfTransportation/length", + "\"125800.0\"" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 2048, + "question": "I know that shortcrust pastry is not a significant ingredient in a Bakewell tart.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Bakewell_tart", + "Shortcrust_pastry" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Bakewell_tart", + "ingredient", + "Shortcrust_pastry" + ] + ], + "predicted_rationale": "The evidence set indicates that shortcrust pastry is an ingredient in a Bakewell tart." + }, + { + "question_id": 1605, + "question": "I imagined that Abdul Taib Mahmud, a member of Barisan Ra'ayat Jati Sarawak party, was born in Kingdom of Sarawak and lives in Sarawak.", + "types": [ + "coll:presup", + "num3", + "multi claim" + ], + "entity_set": [ + "Kingdom_of_Sarawak", + "\"Barisan Ra'ayat Jati Sarawak\"", + "Sarawak", + "Abdul_Taib_Mahmud" + ], + "Label": [ + false + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Abdul_Taib_Mahmud", + "party", + "\"Barisan Ra'ayat Jati Sarawak\"" + ], + [ + "Abdul_Taib_Mahmud", + "birthPlace", + "Kingdom_of_Sarawak" + ], + [ + "Abdul_Taib_Mahmud", + "residence", + "Sarawak" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 2275, + "question": "The Acura TLX has a automobile engine which is made by the Honda Co. Acura is one division of that company.", + "types": [ + "written", + "num4", + "multi hop" + ], + "entity_set": [ + "Acura_TLX", + "Acura", + "Honda" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Acura_TLX", + "manufacturer", + "Honda" + ], + [ + "Acura", + "owningCompany", + "Honda" + ], + [ + "Honda", + "divisions", + "Acura" + ], + [ + "Honda", + "division", + "Acura" + ], + [ + "Acura", + "owner", + "Honda" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 151, + "question": "Oh yes, Ann Rule was a prime minister.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Ann_Rule" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Ann_Rule", + "occupation", + "\"Writer\"" + ], + [ + "Ann_Rule", + "birthPlace", + "United_States" + ], + [ + "Ann_Rule", + "placeOfBirth", + "United_States" + ], + [ + "Ann_Rule", + "description", + "\"True crime writer\"" + ], + [ + "Ann_Rule", + "shortDescription", + "\"True crime writer\"" + ] + ], + "predicted_rationale": "There is no evidence that Ann Rule was a prime minister." + }, + { + "question_id": 715, + "question": "The College of William and Mary is the owner of that Georgian style building in Virginia.", + "types": [ + "coll:model", + "num3", + "multi hop" + ], + "entity_set": [ + "Virginia", + "College_of_William_&_Mary", + "Georgian_architecture" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "William_&_Mary_Hall", + "owner", + "College_of_William_&_Mary" + ], + [ + "William_&_Mary_Hall", + "location", + "Virginia" + ], + [ + "James_Monroe", + "almaMater", + "College_of_William_&_Mary" + ], + [ + "James_Monroe", + "state", + "Virginia" + ], + [ + "James_Monroe", + "region", + "Virginia" + ], + [ + "William_&_Mary_Hall", + "operator", + "College_of_William_&_Mary" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set, as William & Mary Hall is implied to be the Georgian style building in question." + }, + { + "question_id": 2175, + "question": "the name Narendra Modi is not the name of the leader of India.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "India", + "Narendra_Modi" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "India", + "leader", + "Narendra_Modi" + ], + [ + "India", + "leaderName", + "Narendra_Modi" + ], + [ + "Narendra_Modi", + "birthPlace", + "India" + ] + ], + "predicted_rationale": "The claim is contradicted by the evidence set, which states that Narendra Modi is the leader of India." + }, + { + "question_id": 564, + "question": "T S Thakur is a leader in India, which is the country where Amdavad ni Gufa (Waterloo, New South Wales) is located.", + "types": [ + "written", + "num4", + "substitution", + "multi claim" + ], + "entity_set": [ + "India", + "Amdavad_ni_Gufa", + "T._S._Thakur", + "\"Waterloo, New South Wales\"" + ], + "Label": [ + false + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "India", + "leader", + "T._S._Thakur" + ], + [ + "India", + "leaderName", + "T._S._Thakur" + ], + [ + "T._S._Thakur", + "nationality", + "India" + ], + [ + "Amdavad_ni_Gufa", + "locationCountry", + "India" + ], + [ + "Amdavad_ni_Gufa", + "country", + "India" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 2213, + "question": "The founder of Springer Science and Business Media was not Julius Springer.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Springer_Science+Business_Media", + "Julius_Springer" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Springer_Science+Business_Media", + "founder", + "Julius_Springer" + ] + ], + "predicted_rationale": "The evidence set directly contradicts the claim, stating that Julius Springer was the founder of Springer Science and Business Media." + }, + { + "question_id": 1209, + "question": "A Fortress of Grey Ice was written by J. V. Jones and has the ISBN number 0-7653-0633-6.", + "types": [ + "written", + "num2", + "multi claim" + ], + "entity_set": [ + "J._V._Jones", + "\"0-7653-0633-6\"", + "A_Fortress_of_Grey_Ice" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "A_Fortress_of_Grey_Ice", + "author", + "J._V._Jones" + ], + [ + "A_Fortress_of_Grey_Ice", + "isbn", + "\"0-7653-0633-6\"" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1671, + "question": "Interestingly, Marri Chenna Reddy did not have a child.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Marri_Chenna_Reddy" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Marri_Chenna_Reddy", + "child", + "Marri_Shashidhar_Reddy" + ], + [ + "Marri_Chenna_Reddy", + "children", + "\"4\"" + ], + [ + "Marri_Chenna_Reddy", + "spouse", + "\"Smt Marri Savithri Devi\"" + ], + [ + "Marri_Chenna_Reddy", + "birthDate", + "\"1919-01-13\"" + ], + [ + "Marri_Chenna_Reddy", + "dateOfBirth", + "\"1919\"" + ] + ], + "predicted_rationale": "There is evidence that Marri Chenna Reddy had a child, Marri Shashidhar Reddy, and also had 4 children." + }, + { + "question_id": 2137, + "question": "well AZAL PFK is not located in John Ferraro.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "AZAL_PFK", + "John_Ferraro" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that AZAL PFK is located in John Ferraro." + }, + { + "question_id": 457, + "question": "J.V, Jones wrote a book called A House for Mr Biswas.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "J._V._Jones", + "Hardcover", + "A_House_for_Mr_Biswas" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that J.V. Jones wrote a book called A House for Mr Biswas." + }, + { + "question_id": 1009, + "question": "It is! The area code for Auburn, Alabama is 334.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Auburn,_Alabama", + "\"334\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Auburn,_Alabama", + "areaCode", + "\"334\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, which states that the area code for Auburn, Alabama is 334." + }, + { + "question_id": 1840, + "question": "Do you know that Danny Philip is not a prime Minister?", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Danny_Philip" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Steve_Abana", + "primeMinister", + "Danny_Philip" + ], + [ + "Steve_Abana", + "primeminister", + "Danny_Philip" + ], + [ + "Solomon_Islands_general_election,_2010", + "leader", + "Danny_Philip" + ], + [ + "Danny_Philip", + "office", + "Prime_Minister_of_the_Solomon_Islands" + ], + [ + "Danny_Philip", + "predecessor", + "Derek_Sikua" + ], + [ + "Gordon_Darcy_Lilo", + "predecessor", + "Danny_Philip" + ] + ], + "predicted_rationale": "There is evidence that Danny Philip is a Prime Minister of the Solomon Islands." + }, + { + "question_id": 1135, + "question": "George Allen and Unwin was actually the publisher of The Hobbit.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "The_Hobbit", + "George_Allen_&_Unwin" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "The_Hobbit", + "publisher", + "George_Allen_&_Unwin" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, which states that George Allen & Unwin was the publisher of The Hobbit." + }, + { + "question_id": 1891, + "question": "A Wizard of Mars was not written by Diane Duane with on OCLC number 318875313.", + "types": [ + "written", + "negation", + "num2", + "multi claim" + ], + "entity_set": [ + "\"318875313\"", + "A_Wizard_of_Mars", + "Diane_Duane" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "A_Wizard_of_Mars", + "author", + "Diane_Duane" + ], + [ + "A_Wizard_of_Mars", + "oclc", + "\"318875313\"" + ] + ], + "predicted_rationale": "The claim is contradicted by the evidence since A Wizard of Mars was written by Diane Duane with an OCLC number 318875313." + }, + { + "question_id": 1629, + "question": "I know that Tata Aria did not have a parent company.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Tata_Aria" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Tata_Aria", + "parentCompany", + "Tata_Group" + ], + [ + "Tata_Aria", + "manufacturer", + "Tata_Motors" + ], + [ + "Tata_Aria", + "name", + "\"Tata Aria\"" + ], + [ + "Tata_Aria", + "class", + "Crossover_(automobile)" + ], + [ + "Tata_Aria", + "bodyStyle", + "Sport_utility_vehicle" + ] + ], + "predicted_rationale": "There is evidence that Tata Aria's parent company is Tata Group." + }, + { + "question_id": 1458, + "question": "What is the name of Eric Cox's award?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Eric_Cox" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for Eric Cox's award." + }, + { + "question_id": 1018, + "question": "Big Hero 6 is where Baymax first appeared.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Baymax", + "\"Big Hero 6(2014)\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Baymax", + "firstAppearance", + "\"Big Hero 6(2014)\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Baymax's first appearance is indeed in Big Hero 6." + }, + { + "question_id": 639, + "question": "The ALV X-1 was manufactured by the company who make the XM25 CDTE.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "XM25_CDTE", + "ALV_X-1" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "ALV_X-1", + "manufacturer", + "Alliant_Techsystems" + ], + [ + "Alliant_Techsystems", + "product", + "XM25_CDTE" + ], + [ + "XM25_CDTE", + "designer", + "Alliant_Techsystems" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Alliant Techsystems is the manufacturer of ALV X-1 and also makes the XM25 CDTE." + }, + { + "question_id": 1638, + "question": "Do you know that Klepp did not have a capital.?", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Klepp" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Klepp", + "capital", + "Kleppe" + ], + [ + "Fr\u00f8ylandsvatnet", + "location", + "Klepp" + ], + [ + "Klepp", + "county", + "\"Rogaland\"" + ], + [ + "Klepp", + "district", + "\"J\u00e6ren\"" + ], + [ + "Torvald_Tu", + "placeOfBirth", + "Klepp" + ] + ], + "predicted_rationale": "There is evidence that Klepp has a capital, which is Kleppe." + }, + { + "question_id": 348, + "question": "Well, Amdavad ni Gufa is located in Maribojoc, India.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Amdavad_ni_Gufa", + "India", + "Maribojoc" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Amdavad ni Gufa is located in Maribojoc, India." + }, + { + "question_id": 1713, + "question": "Apparently Sokimex does not have a parent company.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Sokimex" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Sokimex", + "subject", + "Category:Phnom_Penh" + ], + [ + "Sokimex", + "hypernym", + "Company" + ], + [ + "Sokimex", + "22-rdf-syntax-ns#type", + "Company" + ], + [ + "Sokimex", + "rdf-schema#label", + "\"Sokimex\"" + ] + ], + "predicted_rationale": "There is no information in the evidence set that Sokimex has a parent company." + }, + { + "question_id": 500, + "question": "Amdavad ni Gufa can be found in Gujarat which is in the Beijing, Chinan city of B\u0119dzin.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "Amdavad_ni_Gufa", + "Gujarat", + "B\u0119dzin", + "\"Beijing, China\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Amdavad_ni_Gufa", + "location", + "Gujarat" + ], + [ + "Amdavad_ni_Gufa", + "locationTown", + "Gujarat" + ] + ], + "predicted_rationale": "There is no evidence that Gujarat is in the Beijing, Chinan city of B\u0119dzin." + }, + { + "question_id": 1602, + "question": "I wasn\u2019t aware that Gram flour is an ingredient in Bhajji which comes from the Karnataka region in India.", + "types": [ + "coll:presup", + "num3", + "multi claim" + ], + "entity_set": [ + "Gram_flour", + "Karnataka", + "India", + "Bhajji" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Bhajji", + "ingredient", + "Gram_flour" + ], + [ + "Bhajji", + "region", + "Karnataka" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 2159, + "question": "William Anders did not join NASA for Astronaut Group 18 in 2000.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "William_Anders", + "\"NASA Astronaut Group 18 in 2000\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that William Anders joined NASA for Astronaut Group 18 in 2000." + }, + { + "question_id": 2228, + "question": "Well, William Anders did not serve as a crew member on Enforcement of Customs laws.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "William_Anders", + "\"Enforcement of Customs laws\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that William Anders served as a crew member on Enforcement of Customs laws." + }, + { + "question_id": 972, + "question": "William Anders retired back on 1969-09-01.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "William_Anders", + "\"1969-09-01\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "William_Anders", + "dateOfRet", + "\"1969-09-01\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since William Anders' date of retirement is given as 1969-09-01." + }, + { + "question_id": 754, + "question": "Amsterdamsche Football Club Ajax has 53502 members and played in season 2014.", + "types": [ + "coll:model", + "num3", + "multi hop" + ], + "entity_set": [ + "\"Amsterdamsche Football Club Ajax\"", + "\"2014\"", + "\"53502\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Amsterdamsche Football Club Ajax has 53502 members and played in season 2014." + }, + { + "question_id": 546, + "question": "Train released the 3 minute and 16 second song, Mermaid, under the Plain Jane and Sony Music Entertainment record labels.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"3.2666666666666666\"", + "Sony_Music_Entertainment", + "Mermaid_(Train_song)", + "Plain_Jane" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Mermaid_(Train_song)", + "runtime", + "\"3.2666666666666666\"" + ], + [ + "Mermaid_(Train_song)", + "Work/runtime", + "\"3.2666666666666666\"" + ], + [ + "Mermaid_(Train_song)", + "recordLabel", + "Sony_Music_Entertainment" + ], + [ + "Mermaid_(Train_song)", + "label", + "Sony_Music_Entertainment" + ] + ], + "predicted_rationale": "There is no evidence for the Plain Jane record label and the exact runtime of 3 minutes and 16 seconds." + }, + { + "question_id": 2235, + "question": "Music production team Stargate have not collaborated with such artists as Big Satan.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Stargate_(production_team)", + "Big_Satan" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Stargate have collaborated with Big Satan." + }, + { + "question_id": 2322, + "question": "The place, established in the year 16 January 1964 (years ago), is located in Adams County Pennsylvania which is east of Franklin County Pennsylvania.", + "types": [ + "written", + "num4", + "substitution", + "multi hop" + ], + "entity_set": [ + "Adams_County,_Pennsylvania", + "Franklin_County,_Pennsylvania", + "\"16 January 1964 (years ago)\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Adams_County,_Pennsylvania", + "west", + "Franklin_County,_Pennsylvania" + ] + ], + "predicted_rationale": "There is no evidence for the establishment year and the direction is opposite, Adams County is west of Franklin County." + }, + { + "question_id": 662, + "question": "he was born in Imst, in Tyrol!", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "Imst", + "County_of_Tyrol" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that he was born in Imst, in Tyrol." + }, + { + "question_id": 70, + "question": "I read that Beattie Formation had a garrison.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Beattie_Formation" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Beattie Formation had a garrison." + }, + { + "question_id": 163, + "question": "I know that the Public TV (news channel) is owned by India.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Public_TV_(news_channel)", + "India" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Public_TV_(news_channel)", + "headquarters", + "India" + ], + [ + "Public_TV_(news_channel)", + "headquarter", + "India" + ], + [ + "Public_TV_(news_channel)", + "broadcastArea", + "India" + ] + ], + "predicted_rationale": "There is no evidence that the Public TV (news channel) is owned by India." + }, + { + "question_id": 1958, + "question": "Vaisey, the Sheriff of Nottingham lives in a country that is not under the chief justice.", + "types": [ + "coll:model", + "negation", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"Chief Justice\"", + "Vaisey,_Sheriff_of_Nottingham" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Vaisey, the Sheriff of Nottingham lives in a country that is not under the chief justice." + }, + { + "question_id": 1552, + "question": "I explained that Esther Buckley had a child.", + "types": [ + "coll:presup", + "existence" + ], + "entity_set": [ + "Esther_Buckley" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Esther Buckley had a child." + }, + { + "question_id": 708, + "question": "An astronaut (born in British Hong Kong) served as a fighter pilot and was a crew member of Apollo 8.", + "types": [ + "written", + "num3", + "multi hop" + ], + "entity_set": [ + "British_Hong_Kong", + "Fighter_pilot", + "Apollo_8" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "William_Anders", + "birthPlace", + "British_Hong_Kong" + ], + [ + "William_Anders", + "occupation", + "Fighter_pilot" + ], + [ + "William_Anders", + "mission", + "Apollo_8" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1615, + "question": "Yup, Qiu Xuejun has not had a successor.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Qiu_Xuejun" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Qiu_Xuejun", + "successor", + "\"Wu Dongmei\"" + ], + [ + "Qiu_Xuejun", + "termEnd", + "\"2007\"" + ], + [ + "Qiu_Xuejun", + "termStart", + "\"2007\"" + ], + [ + "Qiu_Xuejun", + "termPeriod", + "Qiu_Xuejun__1" + ], + [ + "Qiu_Xuejun", + "office", + "\"Consul General,Chinese Embassy in the United States\"" + ] + ], + "predicted_rationale": "There is evidence that Qiu Xuejun has a successor, Wu Dongmei." + }, + { + "question_id": 1439, + "question": "What is the name of Blakeley Formation's garrison?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Blakeley_Formation" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the name of Blakeley Formation's garrison." + }, + { + "question_id": 295, + "question": "Duke Gong of Lai is the leader of Germany right?", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Germany", + "Duke_Gong_of_Lai" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Duke Gong of Lai is the leader of Germany." + }, + { + "question_id": 447, + "question": "Deca Lo\u0161ih Muzi\u010dara is a solo singer who plays in the genre Guarania.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Guarania_(music)", + "\"solo_singer\"", + "Deca_Lo\u0161ih_Muzi\u010dara" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Deca Lo\u0161ih Muzi\u010dara is a solo singer who plays in the genre Guarania." + }, + { + "question_id": 1744, + "question": "I heard that Agustin Kola did not have a youthclub.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Agustin_Kola" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Agustin Kola did or did not have a youth club." + }, + { + "question_id": 627, + "question": "Baymax is actually voiced by a person from Northbrook, Illinois.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "Northbrook,_Illinois", + "Baymax" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Baymax", + "voice", + "Scott_Adsit" + ], + [ + "Scott_Adsit", + "birthPlace", + "Northbrook,_Illinois" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Baymax is voiced by Scott Adsit, who was born in Northbrook, Illinois." + }, + { + "question_id": 104, + "question": "Roger Minott Sherman did have a child.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Roger_Minott_Sherman" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Roger_Minott_Sherman", + "birthYear", + "\"1773\"" + ], + [ + "Roger_Minott_Sherman", + "deathYear", + "\"1844\"" + ], + [ + "Roger_Minott_Sherman", + "dateOfBirth", + "\"1773\"" + ], + [ + "Roger_Minott_Sherman", + "dateOfDeath", + "\"1844-12-30\"" + ], + [ + "Roger_Minott_Sherman", + "name", + "\"Sherman, Roger Minott\"" + ] + ], + "predicted_rationale": "There is no evidence that Roger Minott Sherman had a child." + }, + { + "question_id": 2133, + "question": "Well, the leader's name in India is not titled as \"President.\".", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "India", + "\"President\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "India", + "leaderTitle", + "\"President\"" + ] + ], + "predicted_rationale": "The evidence set indicates that the leader's title in India is indeed 'President'." + }, + { + "question_id": 1564, + "question": "If only Maud Yates was a prime minister.", + "types": [ + "coll:presup", + "existence" + ], + "entity_set": [ + "Maud_Yates" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Maud_Yates", + "name", + "\"Yates, Maud\"" + ], + [ + "Maud_Yates", + "description", + "\"British actor\"" + ], + [ + "Maud_Yates", + "subject", + "Category:Year_of_death_unknown" + ], + [ + "Maud_Yates", + "shortDescription", + "\"British actor\"" + ], + [ + "Maud_Yates", + "rdf-schema#label", + "\"Maud Yates\"" + ] + ], + "predicted_rationale": "There is no evidence that Maud Yates was a prime minister." + }, + { + "question_id": 72, + "question": "Yes, Inskip Formation has a garrison.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Inskip_Formation" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Inskip Formation has a garrison." + }, + { + "question_id": 179, + "question": "The identifier for Agra Airport is EGMJ.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Agra_Airport", + "\"EGMJ\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the identifier of Agra Airport." + }, + { + "question_id": 1549, + "question": "I wish that Atlas Blue had a parent company.", + "types": [ + "coll:presup", + "existence" + ], + "entity_set": [ + "Atlas_Blue" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Atlas Blue had a parent company." + }, + { + "question_id": 2188, + "question": "De Koel is actually not the location of AZAL PFK.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "AZAL_PFK", + "De_Koel" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that De Koel is the location of AZAL PFK." + }, + { + "question_id": 1956, + "question": "A book does not have the ISBN number 978-0-15-204770-2 and is not published in Hardcover.", + "types": [ + "written", + "negation", + "num2", + "multi hop" + ], + "entity_set": [ + "Hardcover", + "\"978-0-15-204770-2\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "A_Wizard_of_Mars", + "isbn", + "\"978-0-15-204770-2\"" + ], + [ + "A_Wizard_of_Mars", + "mediaType", + "Hardcover" + ] + ], + "predicted_rationale": "The claim is contradicted by the evidence since A_Wizard_of_Mars has the ISBN number 978-0-15-204770-2 and is published in Hardcover." + }, + { + "question_id": 1200, + "question": "A variant of bakewell pudding is bakewell tart which uses shortcrust pastry.", + "types": [ + "written", + "num2", + "multi claim" + ], + "entity_set": [ + "Shortcrust_pastry", + "Bakewell_pudding", + "Bakewell_tart" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Bakewell_pudding", + "hasVariant", + "Bakewell_tart" + ], + [ + "Bakewell_pudding", + "rdf-schema#seeAlso", + "Bakewell_tart" + ], + [ + "Bakewell_tart", + "rdf-schema#seeAlso", + "Bakewell_pudding" + ], + [ + "Bakewell_tart", + "ingredient", + "Shortcrust_pastry" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Bakewell pudding has a variant called Bakewell tart, which uses shortcrust pastry." + }, + { + "question_id": 951, + "question": "Yeah Alfredo Zitarrosa is a solo singer.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Alfredo_Zitarrosa", + "\"solo_singer\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alfredo_Zitarrosa", + "background", + "\"solo_singer\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Alfredo Zitarrosa's background is solo singer." + }, + { + "question_id": 1914, + "question": "Well, it is in the United States and does not fall under the category of contributing property.", + "types": [ + "coll:model", + "negation", + "num2", + "multi hop" + ], + "entity_set": [ + "\"United States\"", + "Contributing_property" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that it is in the United States and does not fall under the category of contributing property." + }, + { + "question_id": 2355, + "question": "I didn\u2019t know that 103 Colmore Row was not designed by the architect, not whose hometown was Birmingham.", + "types": [ + "coll:presup", + "negation", + "num2", + "multi hop" + ], + "entity_set": [ + "Birmingham", + "103_Colmore_Row" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "John_Madin", + "birthPlace", + "Birmingham" + ], + [ + "103_Colmore_Row", + "architect", + "John_Madin" + ], + [ + "John_Madin", + "placeOfBirth", + "Birmingham" + ], + [ + "John_Madin", + "hometown", + "Birmingham" + ], + [ + "University_of_Birmingham", + "city", + "Birmingham" + ], + [ + "Birmingham_Museum_and_Art_Gallery", + "locationCity", + "Birmingham" + ], + [ + "Birmingham_City_University", + "city", + "Birmingham" + ], + [ + "Mason_Science_College", + "locationCity", + "Birmingham" + ], + [ + "Capital_Birmingham", + "city", + "Birmingham" + ], + [ + "Old_Rep", + "locationCity", + "Birmingham" + ], + [ + "Birmingham_Hippodrome", + "city", + "Birmingham" + ], + [ + "WWE_Rebellion", + "location", + "Birmingham" + ], + [ + "WWF_One_Night_Only", + "city", + "Birmingham" + ], + [ + "WWF_One_Night_Only", + "location", + "Birmingham" + ], + [ + "Birmingham_Municipal_Bank_headquarters", + "locationCity", + "Birmingham" + ], + [ + "St_Alban's_Academy", + "city", + "Birmingham" + ], + [ + "Two_Arena_Central", + "locationCity", + "Birmingham" + ], + [ + "Christopher_Wray_Lighting_works", + "city", + "Birmingham" + ], + [ + "Alison_Hammond", + "residence", + "Birmingham" + ], + [ + "103_Colmore_Row", + "location", + "Birmingham" + ] + ], + "predicted_rationale": "There is evidence that 103 Colmore Row was designed by John Madin, whose hometown was Birmingham." + }, + { + "question_id": 1855, + "question": "Have you heard of Olivier Dokunengo? He was not a President.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Olivier_Dokunengo" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Olivier Dokunengo was or was not a President." + }, + { + "question_id": 1577, + "question": "I explained that Bhajji comes from the country of India, where two of the leaders are, Robert Byrne and Jayawarsa.", + "types": [ + "coll:presup", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "India", + "Bhajji", + "Jayawarsa", + "\"Robert Byrne\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Bhajji", + "country", + "India" + ] + ], + "predicted_rationale": "There is no evidence that Robert Byrne and Jayawarsa are leaders of India." + }, + { + "question_id": 1052, + "question": "Do you know that Adams County Pennsylvania is East of Franklin County, Pennsylvania.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Adams_County,_Pennsylvania", + "Franklin_County,_Pennsylvania" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Adams_County,_Pennsylvania", + "west", + "Franklin_County,_Pennsylvania" + ] + ], + "predicted_rationale": "There is evidence that Adams County, Pennsylvania is west of Franklin County, Pennsylvania, which contradicts the claim." + }, + { + "question_id": 2294, + "question": "A musical artist was Boise,Idaho and died in Asuncion which is part of Gran Asunci\u00f3n.", + "types": [ + "written", + "num4", + "substitution", + "multi hop" + ], + "entity_set": [ + "Asunci\u00f3n", + "Gran_Asunci\u00f3n", + "\"Boise,Idaho\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Asunci\u00f3n", + "subdivisionName", + "Gran_Asunci\u00f3n" + ], + [ + "Gran_Asunci\u00f3n", + "subdivisionName", + "Asunci\u00f3n" + ], + [ + "Asunci\u00f3n", + "isPartOf", + "Gran_Asunci\u00f3n" + ], + [ + "Gran_Asunci\u00f3n", + "isPartOf", + "Asunci\u00f3n" + ] + ], + "predicted_rationale": "There is no information about the musical artist being from Boise, Idaho and dying in Asuncion." + }, + { + "question_id": 1516, + "question": "Where was Silvio Orsini prime minister?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Silvio_Orsini" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Naples_in_Green_and_Blue", + "starring", + "Silvio_Orsini" + ], + [ + "Silvio_Orsini", + "22-rdf-syntax-ns#type", + "DUL.owl#NaturalPerson" + ] + ], + "predicted_rationale": "There is no information about Silvio Orsini being a prime minister." + }, + { + "question_id": 485, + "question": "William Anders joined NASA in 1963, is an American and was born in Bardstown, Kentucky , USA.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "United_States", + "William_Anders", + "\"1963\"", + "\"Bardstown, Kentucky , USA\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "William_Anders", + "nationality", + "United_States" + ] + ], + "predicted_rationale": "There is no evidence for the year William Anders joined NASA and his birthplace." + }, + { + "question_id": 1221, + "question": "The college of William and Mary is the owner of the Alan B. Miller Hall, 101 Ukrop Way.", + "types": [ + "written", + "num2", + "multi claim" + ], + "entity_set": [ + "Alan_B._Miller_Hall", + "College_of_William_&_Mary", + "\"101 Ukrop Way\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alan_B._Miller_Hall", + "owner", + "College_of_William_&_Mary" + ], + [ + "Alan_B._Miller_Hall", + "address", + "\"101 Ukrop Way\"" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1595, + "question": "If only Fruit preserves are an ingredient of a food (also called Bakewell pudding) and is popular in the Adelaide Hills area.", + "types": [ + "coll:presup", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "Bakewell_pudding", + "Fruit_preserves", + "Adelaide_Hills" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Fruit preserves are an ingredient of Bakewell pudding and is popular in the Adelaide Hills area." + }, + { + "question_id": 1853, + "question": "Did you know that Edward B. Bullard was not actually a president?", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Edward_B._Bullard" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Edward_B._Bullard", + "name", + "\"Bullard, Edward B.\"" + ], + [ + "Edward_B._Bullard", + "birthDate", + "\"1943-11-28\"" + ], + [ + "Edward_B._Bullard", + "birthYear", + "\"1943\"" + ], + [ + "Edward_B._Bullard", + "dateOfBirth", + "\"1943-11-28\"" + ], + [ + "Edward_B._Bullard", + "description", + "\"American politician\"" + ] + ], + "predicted_rationale": "There is no evidence that Edward B. Bullard was a president." + }, + { + "question_id": 1243, + "question": "The College of William and Mary own the Alan B. Miller Hall that was completed on June 1, 2009 and is located in Virginia.", + "types": [ + "written", + "num3", + "multi claim" + ], + "entity_set": [ + "Alan_B._Miller_Hall", + "College_of_William_&_Mary", + "Virginia", + "\"2009-06-01\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alan_B._Miller_Hall", + "owner", + "College_of_William_&_Mary" + ], + [ + "Alan_B._Miller_Hall", + "completionDate", + "\"2009-06-01\"" + ], + [ + "Alan_B._Miller_Hall", + "location", + "Virginia" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 2089, + "question": "Stuart Parker is a footballer who does not play for some\u015ful Oar.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Stuart_Parker_(footballer)", + "\"Some\u015ful Oar\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Stuart_Parker_(footballer)", + "team", + "Bury_F.C." + ], + [ + "Stuart_Parker_(footballer)", + "clubs", + "Bury_F.C." + ], + [ + "Stuart_Parker_(footballer)", + "careerStation", + "Stuart_Parker_(footballer)__14" + ], + [ + "Stuart_Parker_(footballer)", + "currentclub", + "\"A.F.C. Blackpool\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Stuart Parker's team is listed as Bury F.C. and A.F.C. Blackpool, but not some\u015ful Oar." + }, + { + "question_id": 343, + "question": "The Spartak Stadium (Kyrgyzstan) is owned by The College of William and Mary in Virginia.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "College_of_William_&_Mary", + "Virginia", + "Spartak_Stadium_(Kyrgyzstan)" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "College_of_William_&_Mary", + "state", + "Virginia" + ] + ], + "predicted_rationale": "There is no evidence that The College of William and Mary owns the Spartak Stadium in Kyrgyzstan." + }, + { + "question_id": 1684, + "question": "She didn't. Luz Mara Umpierre did not have an award.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Luz_Mar\u00eda_Umpierre" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Luz Mara Umpierre did or did not have an award." + }, + { + "question_id": 2226, + "question": "I agree, Ram Naik is not the leader of Uttar Pradesh.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Uttar_Pradesh", + "Ram_Naik" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Uttar_Pradesh", + "leaderName", + "Ram_Naik" + ] + ], + "predicted_rationale": "There is evidence that Ram Naik is the leader of Uttar Pradesh." + }, + { + "question_id": 2190, + "question": "In fact, Patrick McLoughlin is not a leader in the Derbyshire Dales!", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Derbyshire_Dales", + "Patrick_McLoughlin" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Derbyshire_Dales", + "leaderName", + "Patrick_McLoughlin" + ] + ], + "predicted_rationale": "The evidence set actually indicates that Patrick McLoughlin is the leader of the Derbyshire Dales." + }, + { + "question_id": 1179, + "question": "The 11th Mississippi Infantry Monument in Adams County, Pennsylvania was made in 2000.", + "types": [ + "coll:model", + "num2", + "multi claim" + ], + "entity_set": [ + "\"2000\"", + "11th_Mississippi_Infantry_Monument", + "Adams_County,_Pennsylvania" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "11th_Mississippi_Infantry_Monument", + "region", + "Adams_County,_Pennsylvania" + ], + [ + "11th_Mississippi_Infantry_Monument", + "established", + "\"2000\"" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1846, + "question": "I have heard that Miguel Antonio Caro was not a Vice President.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Miguel_Antonio_Caro" + ], + "Label": [ + false + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Miguel Antonio Caro was a Vice President." + }, + { + "question_id": 989, + "question": "The Alan B. Miller Hall is located in Williamsburg, Virginia!", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Alan_B._Miller_Hall", + "Williamsburg,_Virginia" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alan_B._Miller_Hall", + "location", + "Williamsburg,_Virginia" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, which states that the Alan B. Miller Hall is located in Williamsburg, Virginia." + }, + { + "question_id": 1327, + "question": "The song Mermaid is off the album California 37 by the band Train, followed by Mermaid, and belongs to the album Imagine by John Lennon.", + "types": [ + "written", + "num4", + "multi claim" + ], + "entity_set": [ + "California_37_(Train_album)", + "Imagine_(John_Lennon_album)", + "Imagine_(John_Lennon_song)", + "Mermaid_(Train_song)" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Mermaid_(Train_song)", + "album", + "California_37_(Train_album)" + ] + ], + "predicted_rationale": "There is no evidence that the song Mermaid belongs to the album Imagine by John Lennon or that it is followed by Mermaid." + }, + { + "question_id": 1985, + "question": "An office holder's birthplace is not Ballyglass, County Galway, Ireland and he did not reside in Demak Jaya, Jalan Bako, Kuching, Sarawak.", + "types": [ + "written", + "negation", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"Demak Jaya, Jalan Bako, Kuching, Sarawak\"", + "\"Ballyglass, County Galway, Ireland\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence about the office holder's birthplace or residence." + }, + { + "question_id": 1090, + "question": "Yes and 103 Colmore Row is located at Colmore Row.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "103_Colmore_Row", + "Colmore_Row" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "103_Colmore_Row", + "location", + "Colmore_Row" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, which states that 103 Colmore Row is located at Colmore Row." + }, + { + "question_id": 969, + "question": "I know William Anders was born on October 17th, 1933.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "William_Anders", + "\"1933-10-17\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "William_Anders", + "dateOfBirth", + "\"1933-10-17\"" + ], + [ + "William_Anders", + "birthDate", + "\"1933-10-17\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, which states William Anders' date of birth as October 17th, 1933." + }, + { + "question_id": 1379, + "question": "What is the name of Adolphus Jones's nickname?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Adolphus_Jones" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Adolphus_Jones", + "nickname", + "\"Dolly\"" + ], + [ + "Adolphus_Jones", + "alias", + "\"Dolly Jones; Adolphus Bentos Jones\"" + ], + [ + "Adolphus_Jones", + "alternativeNames", + "\"Dolly Jones; Adolphus Bentos Jones\"" + ], + [ + "Adolphus_Jones", + "name", + "\"Adolphus Jones\"" + ], + [ + "Garden_Hotspurs_FC", + "name", + "Adolphus_Jones" + ], + [ + "Adolphus_Jones", + "fullname", + "\"Adolphus Bentos Jones\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, which includes Adolphus Jones's nickname as 'Dolly'." + }, + { + "question_id": 553, + "question": "Khalid Mahmood is one of the leaders of Floodwood, Minnesota which was the birthplace of architect, John Madin, who designed Folksamhuset.", + "types": [ + "written", + "num4", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"Khalid_Mahmood_(British_politician)\"", + "John_Madin", + "Floodwood,_Minnesota", + "Folksamhuset" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Khalid Mahmood is one of the leaders of Floodwood, Minnesota or that John Madin was born there and designed Folksamhuset." + }, + { + "question_id": 1011, + "question": "The population in Auburn, Alabama is 368.65 inhabitants per square kilometre.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Auburn,_Alabama", + "\"368.65\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Auburn,_Alabama", + "PopulatedPlace/populationDensity", + "\"368.65\"" + ], + [ + "Auburn,_Alabama", + "populationDensity", + "\"368.65\"" + ], + [ + "Auburn,_Alabama", + "populationDensityKm", + "\"368.65\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, which states the population density of Auburn, Alabama as 368.65 inhabitants per square kilometre." + }, + { + "question_id": 854, + "question": "Awadh is part of a populated place which is where Agra Airport is and where Llu\u00eds Giralt Vidal is the leader.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "Agra_Airport", + "Awadh", + "\"Llu\u00eds Giralt Vidal\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Awadh", + "isPartOf", + "Uttar_Pradesh" + ], + [ + "Agra_Airport", + "location", + "Uttar_Pradesh" + ], + [ + "Uttar_Pradesh", + "isPartOf", + "Awadh" + ] + ], + "predicted_rationale": "There is no evidence that Llu\u00eds Giralt Vidal is the leader of the populated place." + }, + { + "question_id": 2117, + "question": "Well, Sreedevi Paniker did not appear in the film Big Hero 6.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Big_Hero_6_(film)", + "\"Sreedevi Paniker\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Sreedevi Paniker appeared in the film Big Hero 6." + }, + { + "question_id": 326, + "question": "RAF Talbenny is actually operated by the Indian Air Force in Agra.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Agra", + "Indian_Air_Force", + "RAF_Talbenny" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that RAF Talbenny is operated by the Indian Air Force in Agra." + }, + { + "question_id": 1393, + "question": "What is the name of Matej Sivri\u0107's youthclub?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Matej_Sivri\u0107" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for Matej Sivri\u0107's youth club." + }, + { + "question_id": 2018, + "question": "Delphyne Gorgon is not Benjamin Urich it was not created by Gene Colan.", + "types": [ + "coll:model", + "negation", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"Benjamin Urich\"", + "Gene_Colan", + "Delphyne_Gorgon" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence to support the claim about Delphyne Gorgon, Benjamin Urich, or Gene Colan." + }, + { + "question_id": 2185, + "question": "The leader of Gujarat is not referred to as the Gujarat Legislative Assembly.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Gujarat", + "Gujarat_Legislative_Assembly" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Gujarat", + "leaderTitle", + "Gujarat_Legislative_Assembly" + ] + ], + "predicted_rationale": "The evidence set actually suggests that the leader of Gujarat is referred to as the Gujarat Legislative Assembly." + }, + { + "question_id": 983, + "question": "I know that Jacksonville Dolphins play at the John Sessions Stadium.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Jacksonville_Dolphins", + "John_Sessions_Stadium" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Jacksonville_Dolphins", + "stadium", + "John_Sessions_Stadium" + ], + [ + "John_Sessions_Stadium", + "tenants", + "Jacksonville_Dolphins" + ], + [ + "Jacksonville_Dolphins", + "baseballfield", + "John_Sessions_Stadium" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1123, + "question": "The John Lennon song Imagine has been certified by FIMI.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Imagine_(John_Lennon_song)", + "\"FIMI\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the John Lennon song Imagine has been certified by FIMI." + }, + { + "question_id": 1291, + "question": "Lady Anne Monson (died on February 18th, 1776) was the spouse of George Monson and resided in India for most of her life.", + "types": [ + "written", + "num3", + "multi claim" + ], + "entity_set": [ + "George_Monson", + "India", + "\"1776-02-18\"", + "Lady_Anne_Monson" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Lady_Anne_Monson", + "spouse", + "George_Monson" + ], + [ + "Lady_Anne_Monson", + "residence", + "India" + ], + [ + "Lady_Anne_Monson", + "restingPlace", + "India" + ], + [ + "Lady_Anne_Monson", + "deathDate", + "\"1776-02-18\"" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1838, + "question": "Did you know that Fernando Tambroni was not a Prime Minister?", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Fernando_Tambroni" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Fernando_Tambroni", + "primeMinister", + "Adone_Zoli" + ], + [ + "Antonio_Segni", + "primeMinister", + "Fernando_Tambroni" + ], + [ + "Fernando_Tambroni", + "primeminister", + "\"Himself\"" + ], + [ + "Antonio_Segni", + "primeminister", + "Fernando_Tambroni" + ], + [ + "Fernando_Tambroni", + "predecessor", + "Antonio_Segni" + ], + [ + "Antonio_Segni", + "predecessor", + "Fernando_Tambroni" + ], + [ + "Fernando_Tambroni", + "successor", + "Antonio_Segni" + ], + [ + "Antonio_Segni", + "successor", + "Fernando_Tambroni" + ], + [ + "Fernando_Tambroni", + "president", + "Giovanni_Gronchi" + ] + ], + "predicted_rationale": "There is evidence that Fernando Tambroni was a Prime Minister, as indicated by the relations 'primeminister' and 'primeMinister' in the evidence set." + }, + { + "question_id": 1259, + "question": "Abdul Taib Mahmud, who represents the Parti Pesaka Bumiputera Bersatu party, was born in Miri, Malaysia and lives in Demak Jaya, Jalan Bako, Kuching, Sarawak.", + "types": [ + "written", + "num3", + "multi claim" + ], + "entity_set": [ + "Miri,_Malaysia", + "Parti_Pesaka_Bumiputera_Bersatu", + "\"Demak Jaya, Jalan Bako, Kuching, Sarawak\"", + "Abdul_Taib_Mahmud" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Abdul_Taib_Mahmud", + "birthPlace", + "Miri,_Malaysia" + ], + [ + "Abdul_Taib_Mahmud", + "party", + "Parti_Pesaka_Bumiputera_Bersatu" + ], + [ + "Abdul_Taib_Mahmud", + "residence", + "\"Demak Jaya, Jalan Bako, Kuching, Sarawak\"" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1916, + "question": "The book by Diane Duane has the ISBN number not 978-0-15-204770-2.", + "types": [ + "coll:model", + "negation", + "num2", + "multi hop" + ], + "entity_set": [ + "\"978-0-15-204770-2\"", + "Diane_Duane" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "A_Wizard_of_Mars", + "author", + "Diane_Duane" + ], + [ + "A_Wizard_of_Mars", + "isbn", + "\"978-0-15-204770-2\"" + ] + ], + "predicted_rationale": "The book by Diane Duane has the ISBN number 978-0-15-204770-2, which contradicts the claim." + }, + { + "question_id": 432, + "question": "Yes, T.S. Thakur was the leader of Papal States where Lady Anne Monson lived.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Lady_Anne_Monson", + "T._S._Thakur", + "Papal_States" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that T.S. Thakur was the leader of Papal States or that Lady Anne Monson lived there." + }, + { + "question_id": 1692, + "question": "Richard Baraniuk was not an award winner.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Richard_Baraniuk" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Richard_Baraniuk", + "award", + "World_Innovation_Summit_for_Education" + ], + [ + "Richard_Baraniuk", + "awards", + "\"IEEE Signal Processing Society Technical Achievement Award\"" + ], + [ + "Richard_Baraniuk", + "fields", + "Electrical_engineering" + ], + [ + "Richard_Baraniuk", + "knownFor", + "Wavelet" + ], + [ + "Richard_Baraniuk", + "name", + "\"Baraniuk, Richard G.\"" + ] + ], + "predicted_rationale": "There is evidence that Richard Baraniuk was an award winner, including the World Innovation Summit for Education and the IEEE Signal Processing Society Technical Achievement Award." + }, + { + "question_id": 1085, + "question": "The founder of Springer Science and Business Media is Julius Springer.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Springer_Science+Business_Media", + "Julius_Springer" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Springer_Science+Business_Media", + "founder", + "Julius_Springer" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, which states that Julius Springer is the founder of Springer Science and Business Media." + }, + { + "question_id": 2099, + "question": "Honda does not actually manufacture a model called the Accord.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Honda_Accord", + "Honda" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Honda_Accord", + "manufacturer", + "Honda" + ] + ], + "predicted_rationale": "The evidence set directly contradicts the claim, stating that Honda is the manufacturer of the Honda Accord." + }, + { + "question_id": 423, + "question": "The Nissan Cedric is manufactured by Honda and has an Inline-four engine.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Inline-four_engine", + "Honda", + "Nissan_Cedric" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the Nissan Cedric is manufactured by Honda and has an Inline-four engine." + }, + { + "question_id": 644, + "question": "Yes, it's made by Honda and has a Honda K engine.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "Honda_K_engine", + "Honda" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that it's made by Honda and has a Honda K engine." + }, + { + "question_id": 1668, + "question": "Do you know that Dan Glickman did not have any children?", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Dan_Glickman" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Dan_Glickman", + "child", + "Jonathan_Glickman" + ], + [ + "Dan_Glickman", + "children", + "Jonathan_Glickman" + ], + [ + "Dan_Glickman", + "spouse", + "\"Rhoda Joyce Yura\"" + ], + [ + "Dan_Glickman", + "birthDate", + "\"1944-11-24\"" + ], + [ + "Dan_Glickman", + "birthPlace", + "Wichita,_Kansas" + ] + ], + "predicted_rationale": "There is evidence that Dan Glickman had a child, Jonathan Glickman." + }, + { + "question_id": 1004, + "question": "1097 Vicia's periapsis is 279142000000.0.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "1097_Vicia", + "\"2.79142e+11\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "1097_Vicia", + "periapsis", + "\"2.79142e+11\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, since 2.79142e+11 is equivalent to 279142000000.0." + }, + { + "question_id": 1953, + "question": "An astronaut did not serve as Chief of the Astronaut Office in 1976 and had not a title as the United States Ambassador to Norway.", + "types": [ + "written", + "negation", + "num2", + "multi hop" + ], + "entity_set": [ + "\"1976\"", + "United_States_Ambassador_to_Norway" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence to support the claim about the astronaut." + }, + { + "question_id": 1016, + "question": "The character Arion was created by Paul Kupperberg!", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Arion_(comics)", + "Paul_Kupperberg" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Arion_(comics)", + "creator", + "Paul_Kupperberg" + ], + [ + "Arion_(comics)", + "creators", + "Paul_Kupperberg" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Arion was created by Paul Kupperberg." + }, + { + "question_id": 798, + "question": "I know that Clarkstown has 23 floors.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"23\"", + "\"Clarkstown\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Clarkstown has 23 floors." + }, + { + "question_id": 1070, + "question": "The owner of the club AFC Ajax is AFC Ajax NV.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "AFC_Ajax", + "AFC_Ajax_N.V." + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "AFC_Ajax", + "owner", + "AFC_Ajax_N.V." + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, which states that the owner of AFC Ajax is AFC Ajax NV." + }, + { + "question_id": 2236, + "question": "I have heard that Derbyshire Dales is not a part of Derbyshire?", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Derbyshire_Dales", + "Derbyshire" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Derbyshire_Dales", + "isPartOf", + "Derbyshire" + ], + [ + "Derbyshire_Dales", + "subdivisionName", + "Derbyshire" + ] + ], + "predicted_rationale": "The claim is contradicted by the evidence set, which states that Derbyshire Dales is a part of Derbyshire." + }, + { + "question_id": 67, + "question": "Paramilitary had a garrison.", + "types": [ + "written", + "existence" + ], + "entity_set": [ + "Paramilitary" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Paramilitary had a garrison." + }, + { + "question_id": 2237, + "question": "Did you know that Abdul Taib Mahmud is not from the Malaysia or Singapore region?", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Abdul_Taib_Mahmud", + "\"Malaysia and Singapore\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Abdul Taib Mahmud is not from the Malaysia or Singapore region." + }, + { + "question_id": 1539, + "question": "When was Adolf Sch\u00e4rf a president of Alfons Gorbach?", + "types": [ + "question", + "coll:presup", + "num1" + ], + "entity_set": [ + "Alfons_Gorbach", + "Adolf_Sch\u00e4rf" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alfons_Gorbach", + "president", + "Adolf_Sch\u00e4rf" + ], + [ + "Adolf_Sch\u00e4rf", + "chancellor", + "Alfons_Gorbach" + ] + ], + "predicted_rationale": "There is no evidence that Adolf Sch\u00e4rf was a president of Alfons Gorbach, instead Adolf Sch\u00e4rf was the president and Alfons Gorbach was the chancellor." + }, + { + "question_id": 449, + "question": "143 Adria has an escape velocity of 0.0112 kilometres per second and its apoapsis is 511592000.0 kms.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"5.11592E8\"", + "\"40.32\"", + "143_Adria" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the escape velocity and apoapsis of 143 Adria." + }, + { + "question_id": 916, + "question": "A book written by Diane Duane has the OCLC number 53821502 ace and ISBN number 978-0-15-204770-2.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "Diane_Duane", + "\"978-0-15-204770-2\"", + "\"53821502\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "A_Wizard_of_Mars", + "author", + "Diane_Duane" + ], + [ + "A_Wizard_of_Mars", + "isbn", + "\"978-0-15-204770-2\"" + ] + ], + "predicted_rationale": "There is no evidence for the OCLC number 53821502." + }, + { + "question_id": 108, + "question": "i know that Watoto Church had a predecessor.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Watoto_Church" + ], + "Label": [ + false + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Watoto_Church", + "formerName", + "\"Kampala Pentecostal Church\"" + ], + [ + "Watoto_Church", + "founder", + "\"Gary Skinner\"" + ], + [ + "Watoto_Church", + "foundedDate", + "\"1984\"" + ], + [ + "Watoto_Church", + "denomination", + "\"Pentecostal\"" + ], + [ + "Watoto_Church", + "hypernym", + "English" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Watoto Church had a former name, Kampala Pentecostal Church, which implies a predecessor." + }, + { + "question_id": 1403, + "question": "What is the name of Nathan Mugisha's religion?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Nathan_Mugisha" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that provides information about Nathan Mugisha's religion." + }, + { + "question_id": 985, + "question": "The floor area of Addis Ababa City Hall is 140000.0 (square metres).", + "types": [ + "written", + "num1" + ], + "entity_set": [ + "Addis_Ababa_City_Hall", + "\"140000.0\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Addis_Ababa_City_Hall", + "Building/floorArea", + "\"140000.0\"" + ], + [ + "Addis_Ababa_City_Hall", + "floorArea", + "\"140000.0\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, which states the floor area of Addis Ababa City Hall is 140000.0 square metres." + }, + { + "question_id": 1029, + "question": "An ingredient of bakewell tart is shortcrust pastry.", + "types": [ + "written", + "num1" + ], + "entity_set": [ + "Bakewell_tart", + "Shortcrust_pastry" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Bakewell_tart", + "ingredient", + "Shortcrust_pastry" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, which states that an ingredient of Bakewell tart is Shortcrust pastry." + }, + { + "question_id": 1798, + "question": "Emerson Treacy actually did not have a child.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Emerson_Treacy" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Emerson_Treacy", + "spouse", + "\"Ann McKay\"" + ], + [ + "Emerson_Treacy", + "birthPlace", + "Philadelphia" + ], + [ + "Emerson_Treacy", + "placeOfBirth", + "Philadelphia" + ], + [ + "Emerson_Treacy", + "dateOfDeath", + "\"1967-01-10\"" + ], + [ + "Emerson_Treacy", + "placeOfDeath", + "Hollywood" + ] + ], + "predicted_rationale": "There is no evidence that Emerson Treacy had a child." + }, + { + "question_id": 278, + "question": "The AZAL Arena is located in Kinnelon, New Jersey right?", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "AZAL_Arena", + "Kinnelon,_New_Jersey" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the AZAL Arena is located in Kinnelon, New Jersey." + }, + { + "question_id": 1083, + "question": "Have you read A Severed Wasp? It is a hardcover book.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "A_Severed_Wasp", + "Hardcover" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "A_Severed_Wasp", + "mediaType", + "Hardcover" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since A Severed Wasp is a hardcover book." + }, + { + "question_id": 77, + "question": "Dmytro Khovbosha actually had a youthclub.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Dmytro_Khovbosha" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Dmytro_Khovbosha", + "currentclub", + "FC_Zorya_Luhansk" + ], + [ + "Dmytro_Khovbosha", + "clubs", + "FC_Zorya_Luhansk" + ], + [ + "Dmytro_Khovbosha", + "clubnumber", + "\"40\"" + ], + [ + "Dmytro_Khovbosha", + "team", + "FC_Zorya_Luhansk" + ] + ], + "predicted_rationale": "There is no evidence that Dmytro Khovbosha had a youthclub." + }, + { + "question_id": 2303, + "question": "103 Colmore Row was designed by the architect Battlecross whose home town is a city, a town where Khalid Mahmood (British politician) is one of the leaders.", + "types": [ + "written", + "num4", + "substitution", + "multi hop" + ], + "entity_set": [ + "103_Colmore_Row", + "\"Khalid_Mahmood_(British_politician)\"", + "Battlecross" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that 103 Colmore Row was designed by the architect Battlecross or any information about Khalid Mahmood being a leader in the hometown of Battlecross." + }, + { + "question_id": 2061, + "question": "Jamie Chung did not star in Big Hero 6.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Big_Hero_6_(film)", + "Jamie_Chung" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Big_Hero_6_(film)", + "starring", + "Jamie_Chung" + ] + ], + "predicted_rationale": "The evidence set indicates that Jamie Chung did star in Big Hero 6." + }, + { + "question_id": 1318, + "question": "Austria is led by Doris Bures and is the birthplace of Alfons Gorbach who later died in Styria.", + "types": [ + "written", + "num4", + "multi claim" + ], + "entity_set": [ + "Austria", + "Alfons_Gorbach", + "Doris_Bures", + "Styria" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Austria", + "leader", + "Doris_Bures" + ], + [ + "Austria", + "leaderName", + "Doris_Bures" + ], + [ + "Doris_Bures", + "birthPlace", + "Austria" + ], + [ + "Doris_Bures", + "placeOfBirth", + "Austria" + ], + [ + "Alfons_Gorbach", + "placeOfDeath", + "Austria" + ], + [ + "Alfons_Gorbach", + "deathPlace", + "Austria" + ], + [ + "Alfons_Gorbach", + "placeOfDeath", + "Styria" + ], + [ + "Alfons_Gorbach", + "deathPlace", + "Styria" + ] + ], + "predicted_rationale": "There is no evidence that Alfons Gorbach was born in Austria." + }, + { + "question_id": 91, + "question": "Are you familiar with Elson Kaseke? He had an award for it.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Elson_Kaseke" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Elson_Kaseke", + "name", + "\"Kaseke, Elson\"" + ], + [ + "Elson_Kaseke", + "birthYear", + "\"1967\"" + ], + [ + "Elson_Kaseke", + "dateOfBirth", + "\"1967\"" + ], + [ + "Elson_Kaseke", + "deathYear", + "\"2011\"" + ], + [ + "Elson_Kaseke", + "dateOfDeath", + "\"2011\"" + ] + ], + "predicted_rationale": "There is no evidence that Elson Kaseke had an award." + }, + { + "question_id": 1468, + "question": "What is the name of Sandesh Gour's spouse?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Sandesh_Gour" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the name of Sandesh Gour's spouse." + }, + { + "question_id": 2319, + "question": "A senator, who ended his career on 3 March 1857, was a member of the United States Whig Party led by Aleksandar Paunov.", + "types": [ + "written", + "num4", + "substitution", + "multi hop" + ], + "entity_set": [ + "Whig_Party_(United_States)", + "\"1857-03-03\"", + "Aleksandar_Paunov" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that a senator ended his career on 3 March 1857 and was a member of the United States Whig Party led by Aleksandar Paunov." + }, + { + "question_id": 319, + "question": "Well, I know that Chinese rock is one of the origins of reggae.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Reggae", + "Chinese_rock" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Chinese rock is one of the origins of reggae." + }, + { + "question_id": 1611, + "question": "If only Oliver G. Gilbert III is the leader of a country, the country where a musical artist was born and died, in Montevideo.", + "types": [ + "coll:presup", + "num4", + "substitution", + "multi hop" + ], + "entity_set": [ + "Montevideo", + "\"Oliver G. Gilbert III\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Comte_de_Lautr\u00e9amont", + "birthPlace", + "Montevideo" + ], + [ + "Comte_de_Lautr\u00e9amont", + "placeOfBirth", + "Montevideo" + ], + [ + "Eduardo_Galeano", + "deathPlace", + "Montevideo" + ], + [ + "Jos\u00e9_Gervasio_Artigas", + "birthPlace", + "Montevideo" + ], + [ + "Jos\u00e9_Gervasio_Artigas", + "placeOfBirth", + "Montevideo" + ], + [ + "Jos\u00e9_Batlle_y_Ord\u00f3\u00f1ez", + "deathPlace", + "Montevideo" + ], + [ + "Jos\u00e9_Batlle_y_Ord\u00f3\u00f1ez", + "placeOfDeath", + "Montevideo" + ], + [ + "Roque_M\u00e1spoli", + "birthPlace", + "Montevideo" + ], + [ + "Roque_M\u00e1spoli", + "deathPlace", + "Montevideo" + ], + [ + "Juan_Jos\u00e9_de_Am\u00e9zaga", + "placeOfBirth", + "Montevideo" + ], + [ + "Juan_Jos\u00e9_de_Am\u00e9zaga", + "deathPlace", + "Montevideo" + ], + [ + "Juan_Jos\u00e9_de_Am\u00e9zaga", + "placeOfDeath", + "Montevideo" + ], + [ + "Enzo_Francescoli", + "birthPlace", + "Montevideo" + ], + [ + "Luis_Alberto_Lacalle", + "placeOfBirth", + "Montevideo" + ], + [ + "Julio_Mar\u00eda_Sanguinetti", + "birthPlace", + "Montevideo" + ], + [ + "Julio_Mar\u00eda_Sanguinetti", + "placeOfBirth", + "Montevideo" + ], + [ + "Juan_Zorrilla_de_San_Mart\u00edn", + "deathPlace", + "Montevideo" + ], + [ + "Manuel_Oribe", + "birthPlace", + "Montevideo" + ], + [ + "Manuel_Oribe", + "placeOfBirth", + "Montevideo" + ], + [ + "Manuel_Oribe", + "deathPlace", + "Montevideo" + ], + [ + "Manuel_Oribe", + "placeOfDeath", + "Montevideo" + ] + ], + "predicted_rationale": "There is no evidence that Oliver G. Gilbert III is the leader of a country, or that a musical artist was born and died in Montevideo." + }, + { + "question_id": 107, + "question": "No, but Andrew Macfarlane had a predecessor.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Andrew_Macfarlane" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Andrew Macfarlane had a predecessor." + }, + { + "question_id": 571, + "question": "The SS Bridgeton was built on the Neptun Werft, Rostock in Allegany County, Maryland.", + "types": [ + "written", + "num4", + "substitution", + "multi claim" + ], + "entity_set": [ + "Rostock", + "Neptun_Werft", + "Allegany_County,_Maryland", + "SS_Bridgeton" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Neptun_Werft", + "locationCity", + "Rostock" + ] + ], + "predicted_rationale": "There is no evidence that the Neptun Werft is located in Allegany County, Maryland, or that the SS Bridgeton was built there." + }, + { + "question_id": 514, + "question": "MTU Friedrichshafen (Friedrichshafen) engines power the MS SPL Princess Anastasia (1986), and the company is the child company of Next plc.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "Friedrichshafen", + "MTU_Friedrichshafen", + "MS_SPL_Princess_Anastasia_(1986)", + "Next_plc" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "MTU_Friedrichshafen", + "locationCity", + "Friedrichshafen" + ] + ], + "predicted_rationale": "There is no evidence that MTU Friedrichshafen engines power the MS SPL Princess Anastasia or that the company is a child company of Next plc." + }, + { + "question_id": 908, + "question": "Valentin Iulian Cre\u021bu (abbreviated to a soccer club) has 53502 members and played in season 2014.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"53502\"", + "\"2014\"", + "\"Valentin Iulian Cre\u021bu\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Valentin Iulian Cre\u021bu has 53502 members and played in season 2014." + }, + { + "question_id": 1110, + "question": "It was founded as the Kingdom of England in 927.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Kingdom_of_England", + "\"0010-01-01\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that it was founded as the Kingdom of England in 927." + }, + { + "question_id": 1345, + "question": "When did Ahmad Kadhim Assad play for Ahlafors IF?", + "types": [ + "question", + "coll:presup", + "num1", + "substitution" + ], + "entity_set": [ + "Ahmad_Kadhim_Assad", + "\"Ahlafors IF\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Ahmad Kadhim Assad played for Ahlafors IF." + }, + { + "question_id": 125, + "question": "Did you know that Malcolm Fraser was a prime Minister?", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Malcolm_Fraser" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Malcolm_Fraser", + "primeMinister", + "William_McMahon" + ], + [ + "John_Kerr_(governor-general)", + "primeMinister", + "Malcolm_Fraser" + ], + [ + "Malcolm_Fraser", + "primeminister", + "William_McMahon" + ], + [ + "John_Kerr_(governor-general)", + "primeminister", + "Malcolm_Fraser" + ], + [ + "1982_in_Australia", + "pm", + "Malcolm_Fraser" + ], + [ + "Malcolm_Fraser", + "office", + "\"(Elections: 1975, 1977, 1980, 1983)\"" + ], + [ + "Australian_federal_election,_1983", + "leader", + "Malcolm_Fraser" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Malcolm Fraser is mentioned as a prime minister in multiple entries." + }, + { + "question_id": 353, + "question": "Koskas Frederick and Richard Bessis is the creator of the comic character Arion, sometimes known as Ahri'ahn.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"Ahri'ahn\"", + "Arion_(comics)", + "\"Koskas Frederick and Richard Bessis\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Arion_(comics)", + "alterEgo", + "\"Ahri'ahn\"" + ], + [ + "Arion_(comics)", + "name", + "\"Ahri'ahn\"" + ] + ], + "predicted_rationale": "There is no information about the creator of the comic character Arion." + }, + { + "question_id": 1758, + "question": "Annie Rosar did not have an award at all.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Annie_Rosar" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Annie Rosar did or did not have an award." + }, + { + "question_id": 1387, + "question": "What is the name of Bloomer High School's mascot?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Bloomer_High_School" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the name of Bloomer High School's mascot." + }, + { + "question_id": 851, + "question": "Pennsylvania's Cumberland County is to the north of the administrative region, the home of the Kro\u0161tule.", + "types": [ + "written", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Cumberland_County,_Pennsylvania", + "Kro\u0161tule" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Pennsylvania's Cumberland County is to the north of the administrative region, the home of the Kro\u0161tule." + }, + { + "question_id": 2205, + "question": "I've heard that Andrew Mitchell is not the leader of Birmingham.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Birmingham", + "Andrew_Mitchell" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Birmingham", + "leaderName", + "Andrew_Mitchell" + ] + ], + "predicted_rationale": "The evidence set actually indicates that Andrew Mitchell is the leader of Birmingham." + }, + { + "question_id": 1434, + "question": "What is the name of Sonni Dynasty's capital?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Sonni_Dynasty" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Sonni_Dynasty", + "subject", + "Category:Songhai_Empire" + ], + [ + "Sonni_Dynasty", + "hypernym", + "Dynasty" + ], + [ + "Sonni_Dynasty", + "22-rdf-syntax-ns#type", + "Country" + ], + [ + "Sonni_Dynasty", + "rdf-schema#label", + "\"Sonni Dynasty\"" + ] + ], + "predicted_rationale": "There is no evidence for the name of Sonni Dynasty's capital." + }, + { + "question_id": 2346, + "question": "I wasn\u2019t aware that Agust\u00edn Barboza is not born in Asunci\u00f3n, and is not signed to Philips Records.", + "types": [ + "coll:presup", + "negation", + "num2", + "multi claim" + ], + "entity_set": [ + "Asunci\u00f3n", + "Philips_Records", + "Agust\u00edn_Barboza" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Agust\u00edn_Barboza", + "placeOfDeath", + "Asunci\u00f3n" + ], + [ + "Agust\u00edn_Barboza", + "placeOfBirth", + "Asunci\u00f3n" + ], + [ + "Agust\u00edn_Barboza", + "birthPlace", + "Asunci\u00f3n" + ], + [ + "Agust\u00edn_Barboza", + "deathPlace", + "Asunci\u00f3n" + ], + [ + "Agust\u00edn_Barboza", + "recordLabel", + "Philips_Records" + ], + [ + "Agust\u00edn_Barboza", + "label", + "Philips_Records" + ] + ], + "predicted_rationale": "There is evidence that Agust\u00edn Barboza is born in Asunci\u00f3n and is signed to Philips Records." + }, + { + "question_id": 1548, + "question": "When was Leni Robredo a leader of Philippines?", + "types": [ + "question", + "coll:presup", + "num1" + ], + "entity_set": [ + "Philippines", + "Leni_Robredo" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Philippines", + "leader", + "Leni_Robredo" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Leni Robredo is listed as a leader of the Philippines." + }, + { + "question_id": 1215, + "question": "The town of Darlington, which was the birth place of Lady Anne Monson, is home to one hundred and six thousand people.", + "types": [ + "written", + "num2", + "multi claim" + ], + "entity_set": [ + "Darlington", + "Lady_Anne_Monson", + "\"106000\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Darlington", + "populationTotal", + "\"106000\"" + ], + [ + "Darlington", + "population", + "\"106000\"" + ], + [ + "Lady_Anne_Monson", + "birthPlace", + "Darlington" + ], + [ + "Lady_Anne_Monson", + "placeOfBirth", + "Darlington" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1644, + "question": "Northern Nevada Aces did not have a nickname of their own.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Northern_Nevada_Aces" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Northern_Nevada_Aces", + "nickname", + "\"Aces\"" + ], + [ + "Northern_Nevada_Aces", + "name", + "\"Northern Nevada Aces\"" + ], + [ + "Northern_Nevada_Aces", + "clubname", + "\"Northern Nevada Aces\"" + ], + [ + "Northern_Nevada_Aces", + "fullname", + "\"Northern Nevada Aces\"" + ], + [ + "2003_MPSL_season", + "team", + "Northern_Nevada_Aces" + ] + ], + "predicted_rationale": "The claim is contradicted by the evidence since Northern Nevada Aces' nickname is 'Aces'." + }, + { + "question_id": 666, + "question": "He represented Vermont, and ended his career on 1857-03-03.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "Vermont", + "\"1857-03-03\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that he represented Vermont and ended his career on 1857-03-03." + }, + { + "question_id": 2208, + "question": "I know Pennsylvania's Cumberland County is not to the north of the Adams County.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Adams_County,_Pennsylvania", + "Cumberland_County,_Pennsylvania" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Adams_County,_Pennsylvania", + "north", + "Cumberland_County,_Pennsylvania" + ] + ], + "predicted_rationale": "The evidence set actually indicates that Cumberland County is to the north of Adams County." + }, + { + "question_id": 1964, + "question": "it falls under the category of contributing property and does not do in Indiana 46268.", + "types": [ + "coll:model", + "negation", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Contributing_property", + "\"Indiana 46268\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence to support the claim." + }, + { + "question_id": 144, + "question": "Yusril Ihza Mahendra was the prime minister as well.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Yusril_Ihza_Mahendra" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Yusril_Ihza_Mahendra", + "president", + "Susilo_Bambang_Yudhoyono" + ], + [ + "Yusril_Ihza_Mahendra", + "predecessor", + "Bambang_Kesowo" + ], + [ + "Malam_Sambat_Kaban", + "predecessor", + "Yusril_Ihza_Mahendra" + ], + [ + "Yusril_Ihza_Mahendra", + "successor", + "Hamid_Awaludin" + ], + [ + "Yusril_Ihza_Mahendra", + "title", + "\"Chairman of the Crescent Star Party\"" + ] + ], + "predicted_rationale": "There is no evidence that Yusril Ihza Mahendra was the prime minister." + }, + { + "question_id": 1386, + "question": "What is the name of Kloof High School's mascot?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Kloof_High_School" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the name of Kloof High School's mascot." + }, + { + "question_id": 1080, + "question": "Stuart Parker played for the Chesterfield F.C.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Stuart_Parker_(footballer)", + "Chesterfield_F.C." + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Stuart_Parker_(footballer)", + "clubs", + "Chesterfield_F.C." + ], + [ + "Stuart_Parker_(footballer)", + "team", + "Chesterfield_F.C." + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Stuart Parker played for Chesterfield F.C." + }, + { + "question_id": 1960, + "question": "Well a building at Colmore Row was not completed in 1850s.", + "types": [ + "coll:model", + "negation", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Colmore_Row", + "\"1850s\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence about the completion year of the building at Colmore Row." + }, + { + "question_id": 952, + "question": "I heard Alfredo Zitarrosa died in Montevideo.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Alfredo_Zitarrosa", + "Montevideo" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alfredo_Zitarrosa", + "deathPlace", + "Montevideo" + ], + [ + "Alfredo_Zitarrosa", + "birthPlace", + "Montevideo" + ] + ], + "predicted_rationale": "Based on the evidence set, Alfredo Zitarrosa's death place is indeed Montevideo." + }, + { + "question_id": 318, + "question": "The record producing team Stargate have worked with musicians like Charmaine Neville.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Stargate_(production_team)", + "Charmaine_Neville" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the record producing team Stargate have worked with musicians like Charmaine Neville." + }, + { + "question_id": 330, + "question": "The operating organization for Agra Airport is the Estonian Air Force who use the HAL Light Combat Helicopter.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Agra_Airport", + "HAL_Light_Combat_Helicopter", + "Estonian_Air_Force" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the operating organization for Agra Airport is the Estonian Air Force who use the HAL Light Combat Helicopter." + }, + { + "question_id": 1794, + "question": "Apparently Mihail Savov did not have a child!", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Mihail_Savov" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Mihail_Savov", + "birthPlace", + "Stara_Zagora" + ], + [ + "Mihail_Savov", + "placeOfBirth", + "\"Stara Zagora, Ottoman Empire\"" + ], + [ + "Mihail_Savov", + "placeOfDeath", + "France" + ], + [ + "Mihail_Savov", + "dateOfDeath", + "\"1928-07-21\"" + ], + [ + "Mihail_Savov", + "dateOfBirth", + "\"1857-11-14\"" + ] + ], + "predicted_rationale": "There is no evidence that Mihail Savov did or did not have a child." + }, + { + "question_id": 1074, + "question": "Well Azal Pfk has 3500 members.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "AZAL_PFK", + "\"3500\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "AZAL_PFK", + "capacity", + "\"3500\"" + ], + [ + "AZAL_PFK", + "seatingCapacity", + "\"3500\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as AZAL PFK has a capacity and seating capacity of 3500." + }, + { + "question_id": 2195, + "question": "Well the currency of Uruguay is not beaver skins.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Uruguay", + "\"Beaver skins,\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that the currency of Uruguay is beaver skins." + }, + { + "question_id": 857, + "question": "The operating organization for Mingfaguangchang Station is the military unit who deploy the HAL Light Combat Helicopter and the Boeing C17 Globemaster III transport aircraft.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "HAL_Light_Combat_Helicopter", + "Boeing_C-17_Globemaster_III", + "Mingfaguangchang_Station" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Indian_Air_Force", + "aircraftHelicopter", + "HAL_Light_Combat_Helicopter" + ], + [ + "Indian_Air_Force", + "aircraftTransport", + "Boeing_C-17_Globemaster_III" + ] + ], + "predicted_rationale": "There is no evidence that the Indian Air Force is the operating organization for Mingfaguangchang Station." + }, + { + "question_id": 2215, + "question": "Apparently Polydor Records' distribution label is not Universal Music Group.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Polydor_Records", + "Universal_Music_Group" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Polydor_Records", + "distributor", + "Universal_Music_Group" + ], + [ + "Polydor_Records", + "distributingLabel", + "Universal_Music_Group" + ], + [ + "Polydor_Records", + "distributingCompany", + "Universal_Music_Group" + ], + [ + "Polydor_Records", + "parentCompany", + "Universal_Music_Group" + ], + [ + "Polydor_Records", + "parent", + "Universal_Music_Group" + ] + ], + "predicted_rationale": "The claim is contradicted by the evidence set, which states that Polydor Records' distribution label is indeed Universal Music Group." + }, + { + "question_id": 450, + "question": "The escape velocity of 87 Sylvia is 0.0112 km/s and its apoapsis is 511592000.0 km.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"5.11592E8\"", + "\"40.32\"", + "87_Sylvia" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the escape velocity and apoapsis of 87 Sylvia." + }, + { + "question_id": 206, + "question": "The Alois Latini Stadion in Zell am See is the home ground of the Jacksonville Dolphins.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Jacksonville_Dolphins", + "\"Alois Latini Stadion, Zell am See\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the Alois Latini Stadion in Zell am See is the home ground of the Jacksonville Dolphins." + }, + { + "question_id": 695, + "question": "He was succeeded by Adenan Satem in the Parti Pesaka Bumiputera Bersatu party.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "Parti_Pesaka_Bumiputera_Bersatu", + "Adenan_Satem" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Adenan_Satem", + "party", + "Parti_Pesaka_Bumiputera_Bersatu" + ], + [ + "Parti_Pesaka_Bumiputera_Bersatu", + "president", + "Adenan_Satem" + ] + ], + "predicted_rationale": "There is no information about who was succeeded by Adenan Satem in the Parti Pesaka Bumiputera Bersatu party." + }, + { + "question_id": 829, + "question": "A person's birthplace is Kingdom of Mysore, India, in the state of Tyrol.", + "types": [ + "written", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Tyrol_(state)", + "\"Kingdom of Mysore, India\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that a person's birthplace is Kingdom of Mysore, India, in the state of Tyrol." + }, + { + "question_id": 119, + "question": "Oh yes, Ephraim Katzir was the president.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Ephraim_Katzir" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Menachem_Begin", + "president", + "Ephraim_Katzir" + ], + [ + "Ephraim_Katzir", + "primeMinister", + "Menachem_Begin" + ], + [ + "Ephraim_Katzir", + "office", + "\"President of Israel\"" + ], + [ + "Ephraim_Katzir", + "predecessor", + "Zalman_Shazar" + ], + [ + "Yitzhak_Navon", + "predecessor", + "Ephraim_Katzir" + ], + [ + "Ephraim_Katzir", + "successor", + "Yitzhak_Navon" + ], + [ + "Zalman_Shazar", + "successor", + "Ephraim_Katzir" + ] + ], + "predicted_rationale": "Based on the evidence set, Ephraim Katzir's office is President of Israel." + }, + { + "question_id": 1799, + "question": "Yeah, Anse XIII did not even have a nickname.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Anse_XIII" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Anse_XIII", + "fullname", + "\"Anse XIII\"" + ], + [ + "Anse_XIII", + "clubname", + "\"Anse XIII\"" + ], + [ + "Anse_XIII", + "hypernym", + "Club" + ], + [ + "Anse_XIII", + "rdf-schema#label", + "\"Anse XIII\"" + ] + ], + "predicted_rationale": "There is no information about Anse XIII having a nickname in the evidence set." + }, + { + "question_id": 1032, + "question": "Yeah, gram flour is an ingredient in Bhajji.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Bhajji", + "Gram_flour" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Bhajji", + "ingredient", + "Gram_flour" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Bhajji's ingredient is Gram flour." + }, + { + "question_id": 1604, + "question": "I wasn\u2019t aware that Duncan Rouleau and Steven T. Seagle created Baymax who had his first movie appearance in Big Hero 6.", + "types": [ + "coll:presup", + "num3", + "multi claim" + ], + "entity_set": [ + "Steven_T._Seagle", + "Baymax", + "Duncan_Rouleau", + "\"Big Hero 6(2014)\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Baymax", + "creator", + "Steven_T._Seagle" + ], + [ + "Baymax", + "creators", + "Steven_T._Seagle" + ] + ], + "predicted_rationale": "There is no evidence that Duncan Rouleau created Baymax or that Baymax's first movie appearance was in Big Hero 6." + }, + { + "question_id": 577, + "question": "The Train song Mermaid belongs to the genre of pop rock, which was followed by the release of Imagine by John Lennon was also followed by Pretty Wings.", + "types": [ + "written", + "num4", + "substitution", + "multi claim" + ], + "entity_set": [ + "Pop_rock", + "Imagine_(John_Lennon_song)", + "Mermaid_(Train_song)", + "Pretty_Wings" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Mermaid_(Train_song)", + "genre", + "Pop_rock" + ], + [ + "Mermaid_(Train_song)", + "subsequentWork", + "Imagine_(John_Lennon_song)" + ] + ], + "predicted_rationale": "There is no evidence that Imagine by John Lennon was followed by Pretty Wings." + }, + { + "question_id": 679, + "question": "Alfredo Zitarrosa passed away in a city led by Daniel Martinez.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "\"Daniel_Mart\u00ednez_(politician)\"", + "Alfredo_Zitarrosa" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Alfredo Zitarrosa passed away in a city led by Daniel Martinez." + }, + { + "question_id": 1033, + "question": "Bhajji are similar to pakora and other fritters made from wheat or corn flour.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Bhajji", + "\"Pakora and other fritters made from wheat or corn flour\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that bhajji are similar to pakora and other fritters made from wheat or corn flour." + }, + { + "question_id": 1714, + "question": "Nope, Trade Centre Limited did not have a parent company.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Trade_Centre_Limited" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Halifax_Convention_Centre", + "operator", + "Trade_Centre_Limited" + ], + [ + "Trade_Centre_Limited", + "subject", + "Category:Crown_corporations_of_Nova_Scotia" + ], + [ + "Trade_Centre_Limited", + "hypernym", + "Corporation" + ], + [ + "Trade_Centre_Limited", + "rdf-schema#label", + "\"Trade Centre Limited\"" + ], + [ + "TCL", + "wikiPageDisambiguates", + "Trade_Centre_Limited" + ] + ], + "predicted_rationale": "There is no evidence that Trade Centre Limited had a parent company." + }, + { + "question_id": 33, + "question": "I read that Aziz Sedki had a religion too.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Aziz_Sedki" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Aziz_Sedki", + "religion", + "\"Muslim\"" + ], + [ + "Aziz_Sedki", + "birthPlace", + "\"Cairo, Egypt\"" + ], + [ + "Aziz_Sedki", + "placeOfBirth", + "Egypt" + ], + [ + "Aziz_Sedki", + "deathPlace", + "France" + ], + [ + "Aziz_Sedki", + "placeOfDeath", + "France" + ] + ], + "predicted_rationale": "Based on the evidence set, Aziz Sedki's religion is Muslim." + }, + { + "question_id": 1795, + "question": "I know that John P. Yount did not have a child!", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "John_P._Yount" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that John P. Yount did or did not have a child." + }, + { + "question_id": 888, + "question": "Bakewell pudding is from the settlement, D\u0259mir\u00e7i, Shamakhi region where Rosaire Gu\u00e9nette is the leader.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "Bakewell_pudding", + "\"Rosaire Gu\u00e9nette\"", + "D\u0259mir\u00e7i,_Shamakhi" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Bakewell pudding is from the settlement, D\u0259mir\u00e7i, Shamakhi region where Rosaire Gu\u00e9nette is the leader." + }, + { + "question_id": 477, + "question": "Alfredo Zitarrosa started out as a solo singer and was signed to Evolution Records and is an exponent of Milonga.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "Milonga_(music)", + "\"solo_singer\"", + "Alfredo_Zitarrosa", + "Evolution_Records" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alfredo_Zitarrosa", + "background", + "\"solo_singer\"" + ], + [ + "Alfredo_Zitarrosa", + "genre", + "Milonga_(music)" + ] + ], + "predicted_rationale": "There is no evidence that Alfredo Zitarrosa was signed to Evolution Records." + }, + { + "question_id": 1676, + "question": "The Cassini Code did not even have a predecessor!", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "The_Cassini_Code" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "The_Cassini_Code", + "precededBy", + "The_Web_of_Titan" + ], + [ + "The_Dark_Zone", + "precededBy", + "The_Cassini_Code" + ], + [ + "The_Cassini_Code", + "previousWork", + "The_Web_of_Titan" + ], + [ + "The_Dark_Zone", + "previousWork", + "The_Cassini_Code" + ], + [ + "The_Cassini_Code", + "subsequentWork", + "The_Dark_Zone" + ], + [ + "The_Web_of_Titan", + "subsequentWork", + "The_Cassini_Code" + ], + [ + "The_Cassini_Code", + "followedBy", + "The_Dark_Zone" + ], + [ + "The_Web_of_Titan", + "followedBy", + "The_Cassini_Code" + ], + [ + "The_Cassini_Code", + "series", + "\"Galahad series\"" + ] + ], + "predicted_rationale": "There is evidence that The Cassini Code was preceded by The Web of Titan." + }, + { + "question_id": 1786, + "question": "Yep, John Kirkeby did not have a wife.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "John_Kirkeby" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that John Kirkeby did or did not have a wife." + }, + { + "question_id": 1222, + "question": "The College of WIlliam and Mary is the current owner of Alan B. Miller Hall and the Mason School of Business is the current tenants.", + "types": [ + "written", + "num2", + "multi claim" + ], + "entity_set": [ + "Alan_B._Miller_Hall", + "College_of_William_&_Mary", + "Mason_School_of_Business" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alan_B._Miller_Hall", + "owner", + "College_of_William_&_Mary" + ], + [ + "Alan_B._Miller_Hall", + "tenant", + "Mason_School_of_Business" + ], + [ + "Alan_B._Miller_Hall", + "currentTenants", + "Mason_School_of_Business" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 2300, + "question": "Khalid Mahmood is one of the leaders of a city which was the birthplace of architect, Vedat Tek, who designed 103 Colmore Row.", + "types": [ + "written", + "num4", + "substitution", + "multi hop" + ], + "entity_set": [ + "103_Colmore_Row", + "\"Khalid_Mahmood_(British_politician)\"", + "Vedat_Tek" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Khalid Mahmood is one of the leaders of a city which was the birthplace of architect, Vedat Tek, who designed 103 Colmore Row." + }, + { + "question_id": 743, + "question": "A politician, whose party is the Parti Pesaka Bumiputera Bersatu, was born in the Kingdom of Sarawak and resides at Demak Jaya, Jalan Bako, Kuching, Sarawak.", + "types": [ + "written", + "num3", + "multi hop" + ], + "entity_set": [ + "\"Demak Jaya, Jalan Bako, Kuching, Sarawak\"", + "Parti_Pesaka_Bumiputera_Bersatu", + "Kingdom_of_Sarawak" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Abdul_Rahman_Ya'kub", + "birthPlace", + "Kingdom_of_Sarawak" + ], + [ + "Abdul_Rahman_Ya'kub", + "party", + "Parti_Pesaka_Bumiputera_Bersatu" + ], + [ + "Sulaiman_Daud", + "placeOfBirth", + "Kingdom_of_Sarawak" + ] + ], + "predicted_rationale": "There is no evidence that Abdul Rahman Ya'kub resides at Demak Jaya, Jalan Bako, Kuching, Sarawak." + }, + { + "question_id": 1660, + "question": "Apparently Paulinho Dias did not have a youthclub.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Paulinho_Dias" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Paulinho Dias did or did not have a youth club." + }, + { + "question_id": 1432, + "question": "What is the name of Brungaria's capital?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Brungaria" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Brungaria", + "subject", + "Category:Tom_Swift" + ], + [ + "Brungaria", + "hypernym", + "Dictatorship" + ], + [ + "Brungaria", + "22-rdf-syntax-ns#type", + "Country" + ], + [ + "Brungaria", + "rdf-schema#label", + "\"Brungaria\"" + ] + ], + "predicted_rationale": "There is no information about the capital of Brungaria." + }, + { + "question_id": 2199, + "question": "103 Colmore Row was not designed by John Madin, the architect.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "103_Colmore_Row", + "John_Madin" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "103_Colmore_Row", + "architect", + "John_Madin" + ] + ], + "predicted_rationale": "The evidence set states that 103 Colmore Row was designed by John Madin, contradicting the claim." + }, + { + "question_id": 122, + "question": "Yes Raja Pervaiz Ashraf was a Prime Minister.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Raja_Pervaiz_Ashraf" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Raja_Pervaiz_Ashraf", + "primeMinister", + "Yousaf_Raza_Gillani" + ], + [ + "Manzoor_Wattoo", + "primeMinister", + "Raja_Pervaiz_Ashraf" + ], + [ + "Raja_Pervaiz_Ashraf", + "primeminister", + "Yousaf_Raza_Gillani" + ], + [ + "Manzoor_Wattoo", + "primeminister", + "Raja_Pervaiz_Ashraf" + ], + [ + "Raja_Pervaiz_Ashraf", + "predecessor", + "Yousaf_Raza_Gillani" + ], + [ + "Kalsoom_Nawaz_Sharif", + "predecessor", + "Raja_Pervaiz_Ashraf" + ], + [ + "Raja_Pervaiz_Ashraf", + "successor", + "Mir_Hazar_Khan_Khoso" + ], + [ + "Yousaf_Raza_Gillani", + "successor", + "Raja_Pervaiz_Ashraf" + ], + [ + "History_of_the_National_Assembly_of_Pakistan", + "leader", + "Raja_Pervaiz_Ashraf" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Raja Pervaiz Ashraf is mentioned as a leader in the History of the National Assembly of Pakistan and as a successor to Yousaf Raza Gillani, indicating he held the position of Prime Minister." + }, + { + "question_id": 773, + "question": "Al-Taqaddum Air Base is a city in Arabic speaking a country.", + "types": [ + "coll:model", + "num4", + "multi hop" + ], + "entity_set": [ + "Arabic", + "Al-Taqaddum_Air_Base" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Al-Taqaddum_Air_Base", + "city", + "Iraq" + ], + [ + "Al-Taqaddum_Air_Base", + "location", + "Habbaniyah" + ], + [ + "Al-Taqaddum_Air_Base", + "cityServed", + "Iraq" + ], + [ + "Al-Taqaddum_Air_Base", + "type", + "Military" + ], + [ + "Al-Taqaddum_Air_Base", + "operator", + "Iraqi_Armed_Forces" + ], + [ + "Iraq", + "officialLanguage", + "Arabic" + ], + [ + "Iraq", + "language", + "Arabic" + ], + [ + "Iraq", + "officialLanguages", + "Arabic" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set, as Al-Taqaddum Air Base is located in Iraq, which is an Arabic speaking country." + }, + { + "question_id": 325, + "question": "Antsirabato Airport is in Uttar Pradesh with the ICAO Location Identifier of VIAG.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "VIAG", + "Uttar_Pradesh", + "Antsirabato_Airport" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Antsirabato Airport is in Uttar Pradesh with the ICAO Location Identifier of VIAG." + }, + { + "question_id": 2050, + "question": "Frank Borman was not a crew member on Apollo 8!", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Apollo_8", + "Frank_Borman" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Apollo_8", + "crew1Up", + "Frank_Borman" + ], + [ + "Apollo_8", + "crewMembers", + "Frank_Borman" + ], + [ + "Frank_Borman", + "mission", + "Apollo_8" + ] + ], + "predicted_rationale": "The claim is contradicted by the evidence since Frank Borman was a crew member on Apollo 8." + }, + { + "question_id": 842, + "question": "It has an Inline-four engine and was made by F\u00e9lix du Temple de la Croix.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Inline-four_engine", + "F\u00e9lix_du_Temple_de_la_Croix" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that it has an Inline-four engine and was made by F\u00e9lix du Temple de la Croix." + }, + { + "question_id": 133, + "question": "Yes, Audie Bock was a President.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Audie_Bock" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Audie_Bock", + "title", + "\"California State Assemblymember\"" + ], + [ + "Audie_Bock", + "party", + "\"No Party Preference\"" + ], + [ + "Audie_Bock", + "stateAssembly", + "\"California\"" + ], + [ + "Audie_Bock", + "termStart", + "\"1999\"" + ], + [ + "Audie_Bock", + "termEnd", + "\"2000\"" + ] + ], + "predicted_rationale": "There is no evidence that Audie Bock was a President." + }, + { + "question_id": 1984, + "question": "The soccer club, Amsterdamsche Football Club Ajax has not 1520 members!", + "types": [ + "coll:model", + "negation", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"Amsterdamsche Football Club Ajax\"", + "\"1520\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that the soccer club Amsterdamsche Football Club Ajax has 1520 members." + }, + { + "question_id": 36, + "question": "Have you heard of George Tuska? He won an award!", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "George_Tuska" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that George Tuska won an award." + }, + { + "question_id": 828, + "question": "A chancellor was born in Pogoanele, Buz\u0103u County, Romania, County of Tyrol.", + "types": [ + "written", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "County_of_Tyrol", + "\"Pogoanele, Buz\u0103u County, Romania\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that a chancellor was born in Pogoanele, Buz\u0103u County, Romania, County of Tyrol." + }, + { + "question_id": 2260, + "question": "William Anders, who graduated from AFIT in 1962 with an M.S., was a crew member of an artificial satellite along with Frank Borman.", + "types": [ + "written", + "num4", + "multi hop" + ], + "entity_set": [ + "Frank_Borman", + "\"AFIT, M.S. 1962\"", + "William_Anders" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "William_Anders", + "almaMater", + "\"AFIT, M.S. 1962\"" + ] + ], + "predicted_rationale": "There is no evidence that William Anders was a crew member of an artificial satellite along with Frank Borman." + }, + { + "question_id": 2139, + "question": "I know that Lady Anne Monson has nothing to do with botany.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Lady_Anne_Monson", + "Botany" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Lady_Anne_Monson", + "field", + "Botany" + ], + [ + "Lady_Anne_Monson", + "fields", + "Botany" + ] + ], + "predicted_rationale": "The claim is contradicted by the evidence that Lady Anne Monson's field is Botany." + }, + { + "question_id": 1929, + "question": "103 Colmore Row was not designed by an architect born in Birmingham!", + "types": [ + "coll:model", + "negation", + "num2", + "multi hop" + ], + "entity_set": [ + "Birmingham", + "103_Colmore_Row" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence to support the claim about the architect of 103 Colmore Row." + }, + { + "question_id": 225, + "question": "The actual temperature of 1097 Vicia is 6397 Kelvins.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "1097_Vicia", + "\"6397\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the actual temperature of 1097 Vicia." + }, + { + "question_id": 1662, + "question": "Beadwulf did not even have a predecessor!", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Beadwulf" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Beadwulf", + "predecessor", + "\u00c6thelberht_of_Whithorn" + ], + [ + "Beadwulf", + "successor", + "\"none\"" + ], + [ + "Beadwulf", + "before", + "\u00c6thelberht_of_Whithorn" + ], + [ + "Beadwulf", + "after", + "Gille_Aldan" + ], + [ + "\u00c6thelberht_of_Whithorn", + "after", + "Beadwulf" + ], + [ + "Beadwulf", + "previousPost", + "\"unknown\"" + ] + ], + "predicted_rationale": "There is evidence that Beadwulf had a predecessor, \u00c6thelberht_of_Whithorn." + }, + { + "question_id": 1045, + "question": "Yes, Andreas Vosskuhle is a leader from Germany.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Germany", + "Andreas_Vo\u00dfkuhle" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Germany", + "leader", + "Andreas_Vo\u00dfkuhle" + ], + [ + "Germany", + "leaderName", + "Andreas_Vo\u00dfkuhle" + ], + [ + "Andreas_Vo\u00dfkuhle", + "nationality", + "Germany" + ], + [ + "Andreas_Vo\u00dfkuhle", + "birthPlace", + "Germany" + ], + [ + "Andreas_Vo\u00dfkuhle", + "placeOfBirth", + "Germany" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1746, + "question": "I know that Stuart Bunce did not have a religion either.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Stuart_Bunce" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Stuart Bunce did or did not have a religion." + }, + { + "question_id": 2055, + "question": "Well ARUSH Entertainment is not the publisher of Acta Mathematica Hungarica!", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Acta_Mathematica_Hungarica", + "\"ARUSH Entertainment\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that ARUSH Entertainment is the publisher of Acta Mathematica Hungarica." + }, + { + "question_id": 424, + "question": "Well R. Ramani was the secretary of State of Vermont before Homer Elihu Royce.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Homer_Elihu_Royce", + "\"Secretary of State of Vermont\"", + "R._Ramani" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Well R. Ramani was the secretary of State of Vermont before Homer Elihu Royce." + }, + { + "question_id": 814, + "question": "A place was established in 12 May 1914 (years ago) in Adams County, Pennsylvania.", + "types": [ + "written", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Adams_County,_Pennsylvania", + "\"12 May 1914 (years ago)\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that a place was established in Adams County, Pennsylvania on 12 May 1914." + }, + { + "question_id": 1941, + "question": "It's not located in Birmingham and doesn't have 23 floors.", + "types": [ + "coll:model", + "negation", + "num2", + "multi hop" + ], + "entity_set": [ + "Birmingham", + "\"23\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that it is located in Birmingham or has 23 floors." + }, + { + "question_id": 185, + "question": "The leader of Iraq is Lanark\u2014Frontenac\u2014Lennox and Addington.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Iraq", + "Lanark\u2014Frontenac\u2014Lennox_and_Addington" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the leader of Iraq is Lanark\u2014Frontenac\u2014Lennox and Addington." + }, + { + "question_id": 780, + "question": "They are powered by a company made engines in Friedrichshafen, Germany!", + "types": [ + "coll:model", + "num4", + "multi hop" + ], + "entity_set": [ + "Friedrichshafen", + "Germany" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Friedrichshafen", + "country", + "Germany" + ] + ], + "predicted_rationale": "There is no evidence that they are powered by a company made engines in Friedrichshafen, Germany." + }, + { + "question_id": 216, + "question": "Amdavad ni Gufa is in Canada and Denmark.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Amdavad_ni_Gufa", + "\"Canada, Denmark\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Amdavad ni Gufa is in Canada and Denmark." + }, + { + "question_id": 1146, + "question": "Agust\u00edn Barboza was born in Paraguay where the leader is Juan Afara.", + "types": [ + "written", + "num2", + "multi claim" + ], + "entity_set": [ + "Juan_Afara", + "Paraguay", + "Agust\u00edn_Barboza" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Agust\u00edn_Barboza", + "birthPlace", + "Paraguay" + ], + [ + "Agust\u00edn_Barboza", + "placeOfBirth", + "Paraguay" + ], + [ + "Agust\u00edn_Barboza", + "placeOfDeath", + "Paraguay" + ], + [ + "Paraguay", + "leader", + "Juan_Afara" + ], + [ + "Paraguay", + "leaderName", + "Juan_Afara" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 407, + "question": "Alfons Gorbach was born in Alleppey, Kerala, India and was in office during President Adolf Sch\u00e4rf's reign.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Adolf_Sch\u00e4rf", + "Alfons_Gorbach", + "\"Alleppey, Kerala, India\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alfons_Gorbach", + "president", + "Adolf_Sch\u00e4rf" + ], + [ + "Adolf_Sch\u00e4rf", + "chancellor", + "Alfons_Gorbach" + ] + ], + "predicted_rationale": "There is no evidence that Alfons Gorbach was born in Alleppey, Kerala, India." + }, + { + "question_id": 1915, + "question": "A building not with 23 floors is located on Colmore Row, Birmingham, England.", + "types": [ + "written", + "negation", + "num2", + "multi hop" + ], + "entity_set": [ + "\"Colmore Row, Birmingham, England\"", + "\"23\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that a building is located on Colmore Row, Birmingham, England." + }, + { + "question_id": 2247, + "question": "Well, Alfredo Zitarrosa is not associated with Artistry Music.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Alfredo_Zitarrosa", + "Artistry_Music" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Alfredo Zitarrosa is associated with Artistry Music." + }, + { + "question_id": 1051, + "question": "I know that The 11th Mississippi Infantry Monument stands in the state of Pennsylvania.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "11th_Mississippi_Infantry_Monument", + "\"Pennsylvania\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "11th_Mississippi_Infantry_Monument", + "state", + "\"Pennsylvania\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since the 11th Mississippi Infantry Monument is located in the state of Pennsylvania." + }, + { + "question_id": 2359, + "question": "If only the company is not located in Inyokern, California and built the A-Rosa Luna.", + "types": [ + "coll:presup", + "negation", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "A-Rosa_Luna", + "Inyokern,_California" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that a company built the A-Rosa Luna or is not located in Inyokern, California." + }, + { + "question_id": 1670, + "question": "I have heard that Simeon Lord did not have a child!", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Simeon_Lord" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Simeon Lord did or did not have a child." + }, + { + "question_id": 368, + "question": "Neptun Werft actually built the A-Rosa Luna in Lesotho!", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "A-Rosa_Luna", + "Neptun_Werft", + "Lesotho" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "A-Rosa_Luna", + "builder", + "Neptun_Werft" + ] + ], + "predicted_rationale": "There is no evidence that the A-Rosa Luna was built in Lesotho." + }, + { + "question_id": 1126, + "question": "Imagine by John Lennon is preceded by Power to the People.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Imagine_(John_Lennon_song)", + "Power_to_the_People_(song)" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Imagine_(John_Lennon_song)", + "previousWork", + "Power_to_the_People_(song)" + ], + [ + "Power_to_the_People_(song)", + "subsequentWork", + "Imagine_(John_Lennon_song)" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Imagine by John Lennon is preceded by Power to the People." + }, + { + "question_id": 2328, + "question": "I imagined that Shortridge Academy did not have a mascot.", + "types": [ + "coll:presup", + "negation", + "existence" + ], + "entity_set": [ + "Shortridge_Academy" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Shortridge_Academy", + "mascot", + "\"Moose\"" + ], + [ + "Shortridge_Academy", + "name", + "\"Shortridge Academy\"" + ], + [ + "Shortridge_Academy", + "type", + "Private_school" + ], + [ + "Shortridge_Academy", + "campus", + "\"Rural\"" + ], + [ + "Shortridge_Academy", + "athletics", + "\"Soccer Team\"" + ] + ], + "predicted_rationale": "There is evidence that Shortridge Academy's mascot is Moose." + }, + { + "question_id": 935, + "question": "A person (born in Malpica de Berganti\u00f1os) on January 1, 1726 is English.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"1726-01-01\"", + "Kingdom_of_England", + "Malpica_de_Berganti\u00f1os" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the person born in Malpica de Berganti\u00f1os on January 1, 1726 is English." + }, + { + "question_id": 1708, + "question": "Cliff Morgan actually did not go to college.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Cliff_Morgan" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Cliff_Morgan", + "university", + "Cardiff_University" + ], + [ + "Cliff_Morgan", + "school", + "\"Tonyrefail Grammar School\"" + ], + [ + "Cliff_Morgan", + "birthPlace", + "Wales_national_rugby_union_team" + ], + [ + "Cliff_Morgan", + "placeOfBirth", + "\"Trebanog, Rhondda, Wales\"" + ], + [ + "Cliff_Morgan", + "birthYear", + "\"1930\"" + ] + ], + "predicted_rationale": "There is evidence that Cliff Morgan attended Cardiff University, which contradicts the claim that he did not go to college." + }, + { + "question_id": 624, + "question": "The Eisner award winning comics creator created the comic character Arion.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "Eisner_Award", + "Arion_(comics)" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the Eisner award winning comics creator created the comic character Arion." + }, + { + "question_id": 2065, + "question": "A Wizard of Mars is not available in print form anymore.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "A_Wizard_of_Mars", + "\"Print\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "A_Wizard_of_Mars", + "mediaType", + "\"Print\"" + ] + ], + "predicted_rationale": "There is no evidence that A Wizard of Mars is not available in print form anymore." + }, + { + "question_id": 1388, + "question": "What is the name of Welham Girls' School's mascot?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Welham_Girls'_School" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Welham_Girls'_School", + "mascot", + "\"Kingfisher\"" + ], + [ + "Welham_Girls'_School", + "name", + "\"Welham Girls School\"" + ], + [ + "Welham_Girls'_School", + "sisterSchool", + "\"[Welham Boys' School, The Doon School]\"" + ], + [ + "The_Doon_School", + "sisterSchool", + "Welham_Girls'_School" + ], + [ + "Welham_Girls'_School", + "schooltype", + "North_Indian_boarding_school" + ], + [ + "Welham_Girls'_School", + "headName", + "\"Founder Principal\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Welham Girls' School's mascot is Kingfisher." + }, + { + "question_id": 1749, + "question": "Anders Lindquist did not have a religious life.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Anders_Lindquist" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Anders_Lindquist", + "award", + "Society_for_Industrial_and_Applied_Mathematics" + ], + [ + "Anders_Lindquist", + "awards", + "\"W. T. and Idalia Reid Prize in Mathematics\"" + ], + [ + "Anders_Lindquist", + "birthPlace", + "\"Lund, Sweden\"" + ], + [ + "Anders_Lindquist", + "almaMater", + "Royal_Institute_of_Technology" + ], + [ + "Anders_Lindquist", + "field", + "Mathematics" + ] + ], + "predicted_rationale": "There is no information about Anders Lindquist's religious life in the evidence set." + }, + { + "question_id": 249, + "question": "Yeah the top speed of the A-Rosa Luna is 22.687!", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "A-Rosa_Luna", + "\"22.687\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the top speed of the A-Rosa Luna." + }, + { + "question_id": 1371, + "question": "What is the name of Tahira Qazi's child?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Tahira_Qazi" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence about the name of Tahira Qazi's child." + }, + { + "question_id": 2113, + "question": "The 152 xx is actually not the postal code of Birmingham!", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Birmingham", + "\"152 xx\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the 152 is the postal code of Birmingham." + }, + { + "question_id": 528, + "question": "A Wizard of Mars written by Oswald Mosley has the OCLC number 318875313 ace and ISBN number 978-0-15-204770-2.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"318875313\"", + "A_Wizard_of_Mars", + "\"978-0-15-204770-2\"", + "\"Oswald Mosley\"" + ], + "Label": [ + false + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "A_Wizard_of_Mars", + "oclc", + "\"318875313\"" + ], + [ + "A_Wizard_of_Mars", + "isbn", + "\"978-0-15-204770-2\"" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1997, + "question": "103 Colmore Row was not designed by G\u00fcnter Behnisch who was born in Birmingham.", + "types": [ + "coll:model", + "negation", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Birmingham", + "103_Colmore_Row", + "G\u00fcnter_Behnisch" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence about the designer of 103 Colmore Row or G\u00fcnter Behnisch's birthplace." + }, + { + "question_id": 1933, + "question": "A musician is not born in Asunci\u00f3n, Paraguay.", + "types": [ + "coll:model", + "negation", + "num2", + "multi hop" + ], + "entity_set": [ + "Paraguay", + "Asunci\u00f3n" + ], + "Label": [ + false + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Asunci\u00f3n", + "country", + "Paraguay" + ], + [ + "Paraguay", + "capital", + "Asunci\u00f3n" + ], + [ + "Paraguay", + "largestCity", + "Asunci\u00f3n" + ] + ], + "predicted_rationale": "There is no information that a musician was born in Asunci\u00f3n, Paraguay." + }, + { + "question_id": 726, + "question": "Adare Manor is located in the country, the leader of this country is Enda Kenny and one of the languages used is English.", + "types": [ + "written", + "num3", + "multi hop" + ], + "entity_set": [ + "Enda_Kenny", + "English_language", + "Adare_Manor" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Adare_Manor", + "country", + "Republic_of_Ireland" + ], + [ + "Republic_of_Ireland", + "leader", + "Enda_Kenny" + ], + [ + "Republic_of_Ireland", + "leaderName", + "Enda_Kenny" + ], + [ + "Adare_Manor", + "locationCountry", + "Republic_of_Ireland" + ], + [ + "Republic_of_Ireland", + "language", + "English_language" + ], + [ + "Republic_of_Ireland", + "languages", + "English_language" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 390, + "question": "Fort Knox, is the birthplace of Abdul Taib Mahmud, who is a member of Barisan Ra'ayat Jati Sarawak party.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"Barisan Ra'ayat Jati Sarawak\"", + "Abdul_Taib_Mahmud", + "Fort_Knox" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Abdul_Taib_Mahmud", + "party", + "\"Barisan Ra'ayat Jati Sarawak\"" + ] + ], + "predicted_rationale": "There is no evidence that Fort Knox is the birthplace of Abdul Taib Mahmud." + }, + { + "question_id": 1996, + "question": "103 Colmore Row was not designed by the architect William T. Leighton who lived in Birmingham.", + "types": [ + "coll:model", + "negation", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Birmingham", + "103_Colmore_Row", + "William_T._Leighton" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence about the architect of 103 Colmore Row or the residence of William T. Leighton." + }, + { + "question_id": 526, + "question": "Stuart Parker, who used to play at Drogheda United FC and now plays for Grand Rapids Hornets, is the manager of FC Karlivka.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "Drogheda_United_F.C.", + "Stuart_Parker_(footballer)", + "Grand_Rapids_Hornets", + "FC_Karlivka" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Stuart_Parker_(footballer)", + "clubs", + "Drogheda_United_F.C." + ], + [ + "Stuart_Parker_(footballer)", + "team", + "Drogheda_United_F.C." + ] + ], + "predicted_rationale": "There is no evidence that Stuart Parker plays for Grand Rapids Hornets or is the manager of FC Karlivka." + }, + { + "question_id": 57, + "question": "Vehicle product list had a parent company.", + "types": [ + "written", + "existence" + ], + "entity_set": [ + "Vehicle_product_list" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the vehicle product list had a parent company." + }, + { + "question_id": 922, + "question": "Bhajji originates from a country, where two of the leaders are Bohuslav Sobotka and T.S. Thakur.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "T._S._Thakur", + "Bhajji", + "Bohuslav_Sobotka" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Bhajji", + "country", + "India" + ], + [ + "India", + "leader", + "T._S._Thakur" + ], + [ + "India", + "leaderName", + "T._S._Thakur" + ] + ], + "predicted_rationale": "There is no evidence that Bohuslav Sobotka is a leader of India." + }, + { + "question_id": 572, + "question": "Jon Kyl is the deputy of Abdul Rahman Ya'kub, who succeeded Malaysian born (in Miri), Abdul Taib Mahmud.", + "types": [ + "written", + "num4", + "substitution", + "multi claim" + ], + "entity_set": [ + "Miri,_Malaysia", + "Abdul_Rahman_Ya'kub", + "Abdul_Taib_Mahmud", + "Jon_Kyl" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Abdul_Rahman_Ya'kub", + "successor", + "Abdul_Taib_Mahmud" + ], + [ + "Abdul_Taib_Mahmud", + "successor", + "Abdul_Rahman_Ya'kub" + ], + [ + "Abdul_Rahman_Ya'kub", + "predecessor", + "Abdul_Taib_Mahmud" + ], + [ + "Abdul_Taib_Mahmud", + "predecessor", + "Abdul_Rahman_Ya'kub" + ], + [ + "Abdul_Taib_Mahmud", + "before", + "Abdul_Rahman_Ya'kub" + ], + [ + "Abdul_Rahman_Ya'kub", + "after", + "Abdul_Taib_Mahmud" + ], + [ + "Abdul_Taib_Mahmud", + "birthPlace", + "Miri,_Malaysia" + ] + ], + "predicted_rationale": "There is no evidence that Jon Kyl is the deputy of Abdul Rahman Ya'kub." + }, + { + "question_id": 238, + "question": "Bakewell Tart is a dish that comes from Georgia's 12th congressional district.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Bakewell_tart", + "Georgia's_12th_congressional_district" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Bakewell_tart", + "type", + "\"Dessert\"" + ], + [ + "Bakewell_tart", + "ingredient", + "Fruit_preserves" + ], + [ + "Bakewell_tart", + "course", + "\"Dessert\"" + ], + [ + "Bakewell_tart", + "mainIngredient", + "\"Ground almond, jam, shortcrust, sponge cake\"" + ], + [ + "Bakewell_tart", + "ingredientName", + "\"Ground almond, jam, shortcrust, sponge cake\"" + ] + ], + "predicted_rationale": "There is no evidence that Bakewell Tart comes from Georgia's 12th congressional district." + }, + { + "question_id": 1144, + "question": "Montevideo Uruguay is also where Alfredo Zitarrosa was born.", + "types": [ + "coll:model", + "num2", + "multi claim" + ], + "entity_set": [ + "Alfredo_Zitarrosa", + "Uruguay", + "Montevideo" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alfredo_Zitarrosa", + "birthPlace", + "Montevideo" + ], + [ + "Alfredo_Zitarrosa", + "deathPlace", + "Montevideo" + ], + [ + "Montevideo", + "country", + "Uruguay" + ], + [ + "Uruguay", + "capital", + "Montevideo" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 579, + "question": "The 11th Mississippi Infantry Monument was established in 2000 in Weber County, Utah which is northeast to Frederick County, Maryland.", + "types": [ + "written", + "num4", + "substitution", + "multi claim" + ], + "entity_set": [ + "11th_Mississippi_Infantry_Monument", + "Frederick_County,_Maryland", + "\"2000\"", + "Weber_County,_Utah" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "11th_Mississippi_Infantry_Monument", + "established", + "\"2000\"" + ] + ], + "predicted_rationale": "There is no evidence for the location of the 11th Mississippi Infantry Monument in Weber County, Utah, or its relation to Frederick County, Maryland." + }, + { + "question_id": 1404, + "question": "What is the name of Aimaq Hazara's religion?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Aimaq_Hazara" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Aimaq_Hazara", + "religion", + "Sunni_Islam" + ], + [ + "Aimaq_Hazara", + "rels", + "Sunni_Islam" + ], + [ + "Aimaq_Hazara", + "language", + "Aimaq_dialect" + ], + [ + "Aimaq_Hazara", + "langs", + "\"Aimaq dialect of Persian and Hazaragi dialect?\"" + ], + [ + "Aimaq_Hazara", + "name", + "\"Aimaq Hazara\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Aimaq Hazara's religion is Sunni Islam." + }, + { + "question_id": 2006, + "question": "Ivor Richard, Baron Richard, who was not born in Imst, was in office during President Adolf Sch\u00e4rf's reign.", + "types": [ + "written", + "negation", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Imst", + "Adolf_Sch\u00e4rf", + "Ivor_Richard,_Baron_Richard" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Ivor Richard, Baron Richard, was in office during President Adolf Sch\u00e4rf's reign." + }, + { + "question_id": 215, + "question": "Yeah, Alfred Giles died in Goshi, Larnaca, Cyprus.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Alfred_Giles_(architect)", + "\"Goshi, Larnaca, Cyprus\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Alfred Giles died in Goshi, Larnaca, Cyprus." + }, + { + "question_id": 1022, + "question": "Well Big Hero 6 was distributed by Walt Disney Studios Motion Pictures.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Big_Hero_6_(film)", + "Walt_Disney_Studios_Motion_Pictures" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Big_Hero_6_(film)", + "distributor", + "Walt_Disney_Studios_Motion_Pictures" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Big Hero 6's distributor is Walt Disney Studios Motion Pictures." + }, + { + "question_id": 53, + "question": "NYU Violets attended university.", + "types": [ + "written", + "existence" + ], + "entity_set": [ + "NYU_Violets" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that NYU Violets attended university." + }, + { + "question_id": 682, + "question": "Yes. It has an Inline-four engine and is made by Honda.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "Inline-four_engine", + "Honda" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that it has an Inline-four engine and is made by Honda." + }, + { + "question_id": 2265, + "question": "Mason School of Business is a tenant of the building, which is situated in Virginia in the United States.", + "types": [ + "written", + "num4", + "multi hop" + ], + "entity_set": [ + "United_States", + "Mason_School_of_Business", + "Virginia" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alan_B._Miller_Hall", + "tenant", + "Mason_School_of_Business" + ], + [ + "Alan_B._Miller_Hall", + "location", + "Virginia" + ], + [ + "Alan_B._Miller_Hall", + "currentTenants", + "Mason_School_of_Business" + ], + [ + "Mason_School_of_Business", + "state", + "Virginia" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 856, + "question": "An airport, located 84 metres above sea level, serves the city of Gweru and has a runway length of 4,019.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"4019.0\"", + "\"84.0\"", + "Gweru" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that an airport serves the city of Gweru with the specified characteristics." + }, + { + "question_id": 794, + "question": "A building, located at Colmore Row, was designed by the architect, Sauber,H.W.,Construction Co..", + "types": [ + "written", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Colmore_Row", + "\"Sauber,H.W.,Construction Co.\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that a building located at Colmore Row was designed by the architect Sauber, H.W., Construction Co.." + }, + { + "question_id": 551, + "question": "Alfredo Zitarrosa was born in Stepanakert, Uruguay where Baba Bet Parhad is the leader.", + "types": [ + "written", + "num4", + "substitution", + "multi claim" + ], + "entity_set": [ + "Uruguay", + "Alfredo_Zitarrosa", + "Stepanakert", + "Baba_Bet_Parhad" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alfredo_Zitarrosa", + "birthPlace", + "Uruguay" + ] + ], + "predicted_rationale": "There is no evidence that Alfredo Zitarrosa was born in Stepanakert, or that Baba Bet Parhad is the leader of Uruguay." + }, + { + "question_id": 552, + "question": "Andrew Mitchell is a leader in Floodwood, Minnesota where the architect John Madin who designed Folksamhuset was born.", + "types": [ + "written", + "num4", + "substitution", + "multi claim" + ], + "entity_set": [ + "Andrew_Mitchell", + "John_Madin", + "Floodwood,_Minnesota", + "Folksamhuset" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Andrew Mitchell is a leader in Floodwood, Minnesota or that John Madin was born there." + }, + { + "question_id": 40, + "question": "His name is John R. Deane, Jr. and he had an award.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "John_R._Deane,_Jr." + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that John R. Deane, Jr. had an award." + }, + { + "question_id": 1921, + "question": "An office holder's birthplace was not Kingdom of Sarawak, and he resided in Demak Jaya, Jalan Bako, Kuching, Sarawak.", + "types": [ + "written", + "negation", + "num2", + "multi hop" + ], + "entity_set": [ + "\"Demak Jaya, Jalan Bako, Kuching, Sarawak\"", + "Kingdom_of_Sarawak" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Abdul_Taib_Mahmud", + "birthPlace", + "Kingdom_of_Sarawak" + ], + [ + "Abdul_Taib_Mahmud", + "residence", + "\"Demak Jaya, Jalan Bako, Kuching, Sarawak\"" + ] + ], + "predicted_rationale": "The evidence set states that Abdul Taib Mahmud's birthplace was indeed the Kingdom of Sarawak." + }, + { + "question_id": 490, + "question": "The Alan B. Miller Hall, designed by the architect Robert A.M. Stern, is located in Link\u00f6ping, and owned by the College of William and Mary.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "Robert_A._M._Stern", + "Alan_B._Miller_Hall", + "College_of_William_&_Mary", + "\"Link\u00f6ping\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alan_B._Miller_Hall", + "architect", + "Robert_A._M._Stern" + ], + [ + "Alan_B._Miller_Hall", + "owner", + "College_of_William_&_Mary" + ] + ], + "predicted_rationale": "There is no evidence that the Alan B. Miller Hall is located in Link\u00f6ping." + }, + { + "question_id": 761, + "question": "The celestial body known as a planet has an apoapsis of 511592000.0 km, a temperature of 171 kelvins and the escape velocity of 0.0112km per sec.", + "types": [ + "written", + "num3", + "multi hop" + ], + "entity_set": [ + "\"40.32\"", + "\"5.11592E8\"", + "\"171.0\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the apoapsis, temperature, or escape velocity of the celestial body." + }, + { + "question_id": 641, + "question": "The Acura TLX has a d u l.owl# agent made by Honda?", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "Honda", + "Acura_TLX" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Acura_TLX", + "manufacturer", + "Honda" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Acura TLX's manufacturer is Honda." + }, + { + "question_id": 263, + "question": "Abdul Taib Mahmud was born in Cleves, Ohio!", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Abdul_Taib_Mahmud", + "\"Cleves, Ohio\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Abdul Taib Mahmud was born in Cleves, Ohio." + }, + { + "question_id": 789, + "question": "He was actually born in Asuncion and signed to the record label of Psychic Handshake.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Asunci\u00f3n", + "Psychic_Handshake" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that he was born in Asuncion and signed to the record label of Psychic Handshake." + }, + { + "question_id": 2073, + "question": "I have heard Alliant Techsystems is not the manufacturer of the ALV X-1.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "ALV_X-1", + "Alliant_Techsystems" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "ALV_X-1", + "manufacturer", + "Alliant_Techsystems" + ] + ], + "predicted_rationale": "The evidence set actually states that Alliant Techsystems is the manufacturer of the ALV X-1." + }, + { + "question_id": 1351, + "question": "When was Bakewell pudding created by Boogie Woogie (TV series)?", + "types": [ + "question", + "coll:presup", + "num1", + "substitution" + ], + "entity_set": [ + "Bakewell_pudding", + "Boogie_Woogie_(TV_series)" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence about the creation of Bakewell pudding by Boogie Woogie (TV series)." + }, + { + "question_id": 1575, + "question": "I imagined that the name of the leader of the Nightmare Beach is Umberto Lenzi.", + "types": [ + "coll:presup", + "num1", + "substitution" + ], + "entity_set": [ + "Nightmare_Beach", + "Umberto_Lenzi" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Nightmare_Beach", + "writer", + "Umberto_Lenzi" + ] + ], + "predicted_rationale": "There is no evidence that Umberto Lenzi is the leader of Nightmare Beach." + }, + { + "question_id": 444, + "question": "The North Lantau Hospital are the current tenants of Alan B Miller Hall, located at \"101 Ukrop Way.\"", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"101 Ukrop Way\"", + "Alan_B._Miller_Hall", + "North_Lantau_Hospital" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alan_B._Miller_Hall", + "address", + "\"101 Ukrop Way\"" + ] + ], + "predicted_rationale": "There is no evidence that The North Lantau Hospital are the current tenants of Alan B Miller Hall." + }, + { + "question_id": 505, + "question": "Bhajji comes from the country of India, where Police Chief: Tommy Dufrene, Jr, is a leader and the Congolese franc is the currency.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "India", + "Bhajji", + "\"Congolese franc\"", + "\"Police Chief: Tommy Dufrene, Jr,\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Bhajji", + "country", + "India" + ] + ], + "predicted_rationale": "There is no evidence that Police Chief: Tommy Dufrene, Jr, is a leader of India or the Congolese franc is the currency of India." + }, + { + "question_id": 2144, + "question": "Well the song Imagine by John Lennon did not achieve the FIMI certification.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Imagine_(John_Lennon_song)", + "\"FIMI\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Imagine_(John_Lennon_song)", + "certification", + "\"FIMI\"" + ] + ], + "predicted_rationale": "The evidence set indicates that Imagine by John Lennon did achieve the FIMI certification." + }, + { + "question_id": 1883, + "question": "Yes, Agustin Barboza was not born in Asuncion and is signed by Philips Records.", + "types": [ + "coll:model", + "negation", + "num2", + "multi claim" + ], + "entity_set": [ + "Asunci\u00f3n", + "Philips_Records", + "Agust\u00edn_Barboza" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Agust\u00edn_Barboza", + "placeOfDeath", + "Asunci\u00f3n" + ], + [ + "Agust\u00edn_Barboza", + "placeOfBirth", + "Asunci\u00f3n" + ], + [ + "Agust\u00edn_Barboza", + "birthPlace", + "Asunci\u00f3n" + ], + [ + "Agust\u00edn_Barboza", + "deathPlace", + "Asunci\u00f3n" + ], + [ + "Agust\u00edn_Barboza", + "recordLabel", + "Philips_Records" + ], + [ + "Agust\u00edn_Barboza", + "label", + "Philips_Records" + ] + ], + "predicted_rationale": "There is evidence that Agustin Barboza was born in Asuncion." + }, + { + "question_id": 2335, + "question": "I understand that Ezra Pound was not a vice president.", + "types": [ + "coll:presup", + "negation", + "existence" + ], + "entity_set": [ + "Ezra_Pound" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Omar_Pound", + "parent", + "Ezra_Pound" + ], + [ + "Ezra_Pound", + "birthPlace", + "Hailey,_Idaho" + ], + [ + "Ezra_Pound", + "placeOfBirth", + "\"Hailey, Idaho Territory, United States\"" + ], + [ + "Histoire(s)_du_cin\u00e9ma", + "starring", + "Ezra_Pound" + ], + [ + "A_Lume_Spento", + "author", + "Ezra_Pound" + ] + ], + "predicted_rationale": "There is no evidence that Ezra Pound was a vice president." + }, + { + "question_id": 1081, + "question": "A Fortress of Grey Ice has 672 pages.", + "types": [ + "written", + "num1" + ], + "entity_set": [ + "A_Fortress_of_Grey_Ice", + "\"672\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "A_Fortress_of_Grey_Ice", + "pages", + "\"672\"" + ], + [ + "A_Fortress_of_Grey_Ice", + "numberOfPages", + "\"672\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as A Fortress of Grey Ice has 672 pages according to both the 'pages' and 'numberOfPages' relations." + }, + { + "question_id": 495, + "question": "Amdavad ni Gufa, located in B\u0119dzin (Beijing, China), was completed in 1995.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "Amdavad_ni_Gufa", + "\"1995\"", + "B\u0119dzin", + "\"Beijing, China\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Amdavad_ni_Gufa", + "completionDate", + "\"1995\"" + ], + [ + "Amdavad_ni_Gufa", + "buildingEndDate", + "\"1995\"" + ] + ], + "predicted_rationale": "There is no evidence that Amdavad ni Gufa is located in B\u0119dzin (Beijing, China)." + }, + { + "question_id": 1585, + "question": "I realized that the dish bhajji originates in a country where T.S. Thakur and Narendra Modi are leaders.", + "types": [ + "coll:presup", + "num3", + "multi hop" + ], + "entity_set": [ + "Bhajji", + "T._S._Thakur", + "Narendra_Modi" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Bhajji", + "country", + "India" + ], + [ + "India", + "leader", + "T._S._Thakur" + ], + [ + "India", + "leaderName", + "T._S._Thakur" + ], + [ + "T._S._Thakur", + "nationality", + "India" + ], + [ + "India", + "leader", + "Narendra_Modi" + ], + [ + "India", + "leaderName", + "Narendra_Modi" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Bhajji originates in India, where T.S. Thakur and Narendra Modi are leaders." + }, + { + "question_id": 2305, + "question": "The building in the Cinema of Pakistan cost 75 million dollars. The current tenants are The Mason School of Business.", + "types": [ + "written", + "num4", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"7.5E7\"", + "Mason_School_of_Business", + "Cinema_of_Pakistan" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the cost and the current tenants of the building in the Cinema of Pakistan." + }, + { + "question_id": 1441, + "question": "What is the name of Entropic force's garrison?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Entropic_force" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the name of Entropic force's garrison." + }, + { + "question_id": 685, + "question": "They are published in hardback and have the ISBN number 978-0-15-204770-2.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "Hardcover", + "\"978-0-15-204770-2\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the ISBN number 978-0-15-204770-2 or the publication in hardback." + }, + { + "question_id": 998, + "question": "Yep, T S Thakur is the leader of India.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "India", + "T._S._Thakur" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "India", + "leader", + "T._S._Thakur" + ], + [ + "India", + "leaderName", + "T._S._Thakur" + ], + [ + "T._S._Thakur", + "nationality", + "India" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as T S Thakur is mentioned as the leader of India." + }, + { + "question_id": 9, + "question": "Have you heard of Franco Parisi? He had a child.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Franco_Parisi" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Franco Parisi had a child." + }, + { + "question_id": 1218, + "question": "One character in the film Big Hero 6 (distributed by Walt Disney Studios Motion Pictures) was Baymax.", + "types": [ + "written", + "num2", + "multi claim" + ], + "entity_set": [ + "Walt_Disney_Studios_Motion_Pictures", + "Big_Hero_6_(film)", + "Baymax" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Big_Hero_6_(film)", + "distributor", + "Walt_Disney_Studios_Motion_Pictures" + ], + [ + "Baymax", + "first", + "Big_Hero_6_(film)" + ], + [ + "Baymax", + "series", + "Big_Hero_6_(film)" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Baymax is associated with the film Big Hero 6." + }, + { + "question_id": 388, + "question": "Megan Fearon is from the Kingdom of Sarawak and belongs to Parti Bumiputera Sarawak.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Kingdom_of_Sarawak", + "\"Parti Bumiputera Sarawak\"", + "Megan_Fearon" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Megan Fearon is from the Kingdom of Sarawak and belongs to Parti Bumiputera Sarawak." + }, + { + "question_id": 1279, + "question": "Alfons Gorbach was from Imst in the County of Tyrol and died in Graz.", + "types": [ + "coll:model", + "num3", + "multi claim" + ], + "entity_set": [ + "Imst", + "Graz", + "Alfons_Gorbach", + "County_of_Tyrol" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alfons_Gorbach", + "birthPlace", + "Imst" + ], + [ + "Alfons_Gorbach", + "placeOfBirth", + "Imst" + ], + [ + "Alfons_Gorbach", + "placeOfDeath", + "Graz" + ], + [ + "Alfons_Gorbach", + "deathPlace", + "Graz" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1640, + "question": "No, but the Regulares did not have a garrison.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Regulares" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the Regulares did or did not have a garrison." + }, + { + "question_id": 1613, + "question": "Yes and Alvaro Monjardino did not have a successor.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "\u00c1lvaro_Monjardino" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence about Alvaro Monjardino having or not having a successor." + }, + { + "question_id": 2131, + "question": "Well Kurt Zellers is not an Indian leader!", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "India", + "Kurt_Zellers" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Kurt Zellers is an Indian leader." + }, + { + "question_id": 1471, + "question": "What is the name of Antony Guy Acland's child?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Antony_Guy_Acland" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence about Antony Guy Acland's child." + }, + { + "question_id": 1027, + "question": "Have you tried Bakewell pudding? It has almond, jam, butter and eggs.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Bakewell_pudding", + "\"Ground almond, jam, butter, eggs\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Bakewell_pudding", + "ingredientName", + "\"Ground almond, jam, butter, eggs\"" + ], + [ + "Bakewell_pudding", + "mainIngredient", + "\"Ground almond, jam, butter, eggs\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Bakewell pudding's ingredients include almond, jam, butter, and eggs." + }, + { + "question_id": 174, + "question": "STS-55 Council is led by the Hans Schlegel.", + "types": [ + "written", + "num1", + "substitution" + ], + "entity_set": [ + "STS-55", + "Hans_Schlegel" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "STS-55", + "crewMembers", + "Hans_Schlegel" + ], + [ + "STS-55", + "crew7Up", + "Hans_Schlegel" + ], + [ + "Hans_Schlegel", + "mission", + "STS-55" + ] + ], + "predicted_rationale": "There is no evidence that Hans Schlegel led the STS-55 Council." + }, + { + "question_id": 2224, + "question": "Big Hero 6 does not include Marrie Lee as one of the characters.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Big_Hero_6_(film)", + "Marrie_Lee" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Big Hero 6 includes Marrie Lee as one of the characters." + }, + { + "question_id": 1369, + "question": "What is the name of Elizabeth Warren's spouse?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Elizabeth_Warren" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that provides the name of Elizabeth Warren's spouse." + }, + { + "question_id": 654, + "question": "Born in the Kingdom of Sarawak, a politician, is a member of the Parti Bumiputera Sarawak Party.", + "types": [ + "written", + "num2", + "multi hop" + ], + "entity_set": [ + "\"Parti Bumiputera Sarawak\"", + "Kingdom_of_Sarawak" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Abdul_Rahman_Ya'kub", + "birthPlace", + "Kingdom_of_Sarawak" + ], + [ + "Abdul_Rahman_Ya'kub", + "party", + "\"Parti Bumiputera Sarawak\"" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1946, + "question": "No, it is not an Inline-four engine and was not made by Honda.", + "types": [ + "coll:model", + "negation", + "num2", + "multi hop" + ], + "entity_set": [ + "Inline-four_engine", + "Honda" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence to support the claim that it is not an Inline-four engine and was not made by Honda." + }, + { + "question_id": 55, + "question": "Surgical positions had a parent company.", + "types": [ + "written", + "existence" + ], + "entity_set": [ + "Surgical_positions" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Surgical positions had a parent company." + }, + { + "question_id": 575, + "question": "Alan B. Miller Hall (located in Tsardom of Russia) is owned by The College of William and Mary and its current tenants are The Mason School of Business.", + "types": [ + "written", + "num4", + "substitution", + "multi claim" + ], + "entity_set": [ + "Mason_School_of_Business", + "Alan_B._Miller_Hall", + "College_of_William_&_Mary", + "\"Tsardom of Russia\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alan_B._Miller_Hall", + "owner", + "College_of_William_&_Mary" + ], + [ + "Alan_B._Miller_Hall", + "tenant", + "Mason_School_of_Business" + ], + [ + "Alan_B._Miller_Hall", + "currentTenants", + "Mason_School_of_Business" + ] + ], + "predicted_rationale": "There is no evidence that Alan B. Miller Hall is located in Tsardom of Russia." + }, + { + "question_id": 734, + "question": "They are made from gram flour and vegetables and comes from India.", + "types": [ + "coll:model", + "num3", + "multi hop" + ], + "entity_set": [ + "India", + "Vegetable", + "\"Gram flour, vegetables\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that they are made from gram flour and vegetables and come from India." + }, + { + "question_id": 1412, + "question": "What is the name of George Symons (VC)'s award?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "George_Symons_(VC)" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for George Symons (VC)'s award." + }, + { + "question_id": 1296, + "question": "The 11th Mississippi Infantry monument is located in Adams county, state of Pennsylvania .The Mississippi Infantry Monument is categorized as a contributing property.", + "types": [ + "written", + "num3", + "multi claim" + ], + "entity_set": [ + "\"Pennsylvania\"", + "11th_Mississippi_Infantry_Monument", + "Adams_County,_Pennsylvania", + "Contributing_property" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "11th_Mississippi_Infantry_Monument", + "region", + "Adams_County,_Pennsylvania" + ], + [ + "11th_Mississippi_Infantry_Monument", + "state", + "\"Pennsylvania\"" + ], + [ + "11th_Mississippi_Infantry_Monument", + "type", + "Contributing_property" + ], + [ + "11th_Mississippi_Infantry_Monument", + "category", + "Contributing_property" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 537, + "question": "Stuart Parker (football player of Grand Rapids Hornets) managed AFC Blackpool. He was a member of Botswana Defence Force XI FC", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "A.F.C._Blackpool", + "Stuart_Parker_(footballer)", + "Grand_Rapids_Hornets", + "Botswana_Defence_Force_XI_FC" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "A.F.C._Blackpool", + "manager", + "Stuart_Parker_(footballer)" + ], + [ + "Stuart_Parker_(footballer)", + "managerClub", + "A.F.C._Blackpool" + ], + [ + "Stuart_Parker_(footballer)", + "managerclubs", + "A.F.C._Blackpool" + ], + [ + "Stuart_Parker_(footballer)", + "team", + "A.F.C._Blackpool" + ] + ], + "predicted_rationale": "There is no evidence that Stuart Parker was a football player of Grand Rapids Hornets or a member of Botswana Defence Force XI FC." + }, + { + "question_id": 524, + "question": "Footballer Stuart Parker was at Blackburn Rovers FC, he is a member of the Outwood Juniors and currently manages A.F.C. Blackpool.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "A.F.C._Blackpool", + "Blackburn_Rovers_F.C.", + "Stuart_Parker_(footballer)", + "\"Outwood Juniors\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Stuart_Parker_(footballer)", + "clubs", + "Blackburn_Rovers_F.C." + ], + [ + "Stuart_Parker_(footballer)", + "team", + "Blackburn_Rovers_F.C." + ], + [ + "A.F.C._Blackpool", + "manager", + "Stuart_Parker_(footballer)" + ], + [ + "Stuart_Parker_(footballer)", + "managerClub", + "A.F.C._Blackpool" + ], + [ + "Stuart_Parker_(footballer)", + "managerclubs", + "A.F.C._Blackpool" + ], + [ + "Stuart_Parker_(footballer)", + "team", + "A.F.C._Blackpool" + ] + ], + "predicted_rationale": "There is no evidence that Stuart Parker is a member of the Outwood Juniors." + }, + { + "question_id": 541, + "question": "Owned by The College of William and Mary, Alan B. Miller Hall was completed on June 1st, 2009 and hosts tenants including the University of Houston.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"2009-06-01\"", + "Alan_B._Miller_Hall", + "College_of_William_&_Mary", + "University_of_Houston" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alan_B._Miller_Hall", + "completionDate", + "\"2009-06-01\"" + ], + [ + "Alan_B._Miller_Hall", + "owner", + "College_of_William_&_Mary" + ] + ], + "predicted_rationale": "There is no evidence that Alan B. Miller Hall hosts tenants including the University of Houston." + }, + { + "question_id": 613, + "question": "The temperature of a planet is 171.0 (kelvins) and it has an apoapsis of 511592000.0 kilometres.", + "types": [ + "written", + "num2", + "multi hop" + ], + "entity_set": [ + "\"5.11592E8\"", + "\"171.0\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the temperature and apoapsis of the planet." + }, + { + "question_id": 1343, + "question": "When was Zden\u011bk \u0160est\u00e1k a leader of Uruguay?", + "types": [ + "question", + "coll:presup", + "num1", + "substitution" + ], + "entity_set": [ + "Uruguay", + "\"Zden\u011bk \u0160est\u00e1k\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Zden\u011bk \u0160est\u00e1k was a leader of Uruguay." + }, + { + "question_id": 2087, + "question": "I know Sycamore is not in the Dekalb County of Illinois region.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Sycamore,_Illinois", + "DeKalb_County,_Illinois" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "DeKalb_County,_Illinois", + "countySeat", + "Sycamore,_Illinois" + ], + [ + "Sycamore,_Illinois", + "region", + "DeKalb_County,_Illinois" + ] + ], + "predicted_rationale": "There is evidence that Sycamore is in the Dekalb County of Illinois region." + }, + { + "question_id": 252, + "question": "The Acura TLX is manufactured by Europa Aircraft!", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Acura_TLX", + "Europa_Aircraft" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the Acura TLX is manufactured by Europa Aircraft." + }, + { + "question_id": 1919, + "question": "He was born in Miri, Malaysia but did not succeed Adenan Satem.", + "types": [ + "coll:model", + "negation", + "num2", + "multi hop" + ], + "entity_set": [ + "Adenan_Satem", + "Miri,_Malaysia" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that he was born in Miri, Malaysia or did not succeed Adenan Satem." + }, + { + "question_id": 2161, + "question": "Yes, Big Hero 6 did not have Jamie Chung in it.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Big_Hero_6_(film)", + "Jamie_Chung" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Big_Hero_6_(film)", + "starring", + "Jamie_Chung" + ] + ], + "predicted_rationale": "There is evidence that Jamie Chung starred in Big Hero 6." + }, + { + "question_id": 1957, + "question": "Alfredo Zitarrosa was not born in a country that has the leader Philip Basoa.", + "types": [ + "coll:model", + "negation", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Alfredo_Zitarrosa", + "Philip_Basoa" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Alfredo Zitarrosa was born in a country with the leader Philip Basoa." + }, + { + "question_id": 540, + "question": "Established in 2000, 11th Mississippi Infantry Monument's location is Boyle, County Roscommon.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"Pennsylvania\"", + "11th_Mississippi_Infantry_Monument", + "\"2000\"", + "Boyle,_County_Roscommon" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "11th_Mississippi_Infantry_Monument", + "established", + "\"2000\"" + ] + ], + "predicted_rationale": "There is no evidence for the location of 11th Mississippi Infantry Monument being Boyle, County Roscommon." + }, + { + "question_id": 1861, + "question": "Waz Beat was actually not a vice president!", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Waz_Beat" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Originality_(album)", + "producer", + "Waz_Beat" + ], + [ + "Originality_(album)", + "extra", + "Waz_Beat" + ], + [ + "Waz_Beat", + "22-rdf-syntax-ns#type", + "DUL.owl#NaturalPerson" + ] + ], + "predicted_rationale": "There is no evidence that Waz Beat was a vice president." + }, + { + "question_id": 1655, + "question": "Did you know that Berner High School did not have a mascot?", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Berner_High_School" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Berner_High_School", + "mascot", + "\"Bison\"" + ], + [ + "Berner_High_School", + "name", + "\"Berner High School\"" + ], + [ + "Berner_High_School", + "location", + "\"Massapequa, New York 11758\"" + ], + [ + "Berner_High_School", + "district", + "\"Massapequa Public Schools\"" + ], + [ + "Mark_Steffens__3", + "team", + "Berner_High_School" + ] + ], + "predicted_rationale": "There is evidence that Berner High School's mascot is the Bison." + }, + { + "question_id": 1193, + "question": "AZAL PFK Bakou which has 3500 members is playing in the Azerbaijan Premier League, 2014\u201315.", + "types": [ + "written", + "num2", + "multi claim" + ], + "entity_set": [ + "AZAL_PFK", + "2014\u201315_Azerbaijan_Premier_League", + "\"3500\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "AZAL_PFK", + "seatingCapacity", + "\"3500\"" + ], + [ + "AZAL_PFK", + "capacity", + "\"3500\"" + ], + [ + "AZAL_PFK", + "season", + "2014\u201315_Azerbaijan_Premier_League" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 244, + "question": "yes Volodymyr Yarovyi is the leader of Karnataka.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Karnataka", + "\"Volodymyr Yarovyi\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Volodymyr Yarovyi is the leader of Karnataka." + }, + { + "question_id": 1000, + "question": "The Republic of Ireland's currency is known as the Euro!", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Republic_of_Ireland", + "Euro" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Republic_of_Ireland", + "currency", + "Euro" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, which states that the Republic of Ireland's currency is the Euro." + }, + { + "question_id": 1562, + "question": "I explained that Raja Ram Misra was a prime minister.", + "types": [ + "coll:presup", + "existence" + ], + "entity_set": [ + "Raja_Ram_Misra" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Brij_Basi_Lal", + "predecessor", + "Raja_Ram_Misra" + ], + [ + "Raja_Ram_Misra", + "22-rdf-syntax-ns#type", + "DUL.owl#NaturalPerson" + ] + ], + "predicted_rationale": "There is no evidence that Raja Ram Misra was a prime minister." + }, + { + "question_id": 2197, + "question": "Stargate is a production team that is not associated with the musical artist Maejor.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Stargate_(production_team)", + "Maejor" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Dedicated_(Lemar_album)", + "producer", + "Stargate_(production_team)" + ], + [ + "StarRoc", + "foundedBy", + "Stargate_(production_team)" + ], + [ + "StarRoc", + "founder", + "Stargate_(production_team)" + ] + ], + "predicted_rationale": "There is no evidence that Stargate is not associated with the musical artist Maejor." + }, + { + "question_id": 274, + "question": "Agreed, AFC Ajax has 2730 members!", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "AFC_Ajax", + "\"2730\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that AFC Ajax has 2730 members." + }, + { + "question_id": 1492, + "question": "What country was Lars L\u00f8kke Rasmussen prime minister?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Lars_L\u00f8kke_Rasmussen" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Lars_L\u00f8kke_Rasmussen", + "primeMinister", + "Helle_Thorning-Schmidt" + ], + [ + "Lene_Espersen", + "primeMinister", + "Lars_L\u00f8kke_Rasmussen" + ], + [ + "Lars_L\u00f8kke_Rasmussen", + "primeminister", + "Helle_Thorning-Schmidt" + ], + [ + "Lene_Espersen", + "primeminister", + "Lars_L\u00f8kke_Rasmussen" + ], + [ + "Denmark", + "leader", + "Lars_L\u00f8kke_Rasmussen" + ], + [ + "Denmark", + "leaderName", + "Lars_L\u00f8kke_Rasmussen" + ], + [ + "Lars_L\u00f8kke_Rasmussen", + "office", + "\"Leader ofVenstre\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Lars L\u00f8kke Rasmussen was the leader of Denmark." + }, + { + "question_id": 2041, + "question": "Also, Paraguay's ethnic Group is not called Bugis.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Paraguay", + "Bugis" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Paraguay's ethnic Group is called Bugis." + }, + { + "question_id": 266, + "question": "Albert Jennings Fountain fought in the War in Afghanistan from 2015 to present.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Albert_Jennings_Fountain", + "War_in_Afghanistan_(2015\u2013present)" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Albert Jennings Fountain fought in the War in Afghanistan from 2015 to present." + }, + { + "question_id": 2090, + "question": "Aaron S. Daggett actually served in the Peacekeeping in Bosnia but not in Kosovo.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Aaron_S._Daggett", + "Peacekeeping_in_Bosnia_and_Kosovo" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Aaron S. Daggett served in the Peacekeeping in Bosnia but not in Kosovo." + }, + { + "question_id": 1025, + "question": "Almond is actually part of the Rosaceae family!", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Almond", + "Rosaceae" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Almond", + "familia", + "Rosaceae" + ], + [ + "Almond", + "family", + "Rosaceae" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Almond is part of the Rosaceae family." + }, + { + "question_id": 1565, + "question": "I understand that Carol Leifer was a prime minister.", + "types": [ + "coll:presup", + "existence" + ], + "entity_set": [ + "Carol_Leifer" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Carol_Leifer", + "occupation", + "\"Comedian, Television writer\"" + ], + [ + "Carol_Leifer", + "nationality", + "\"American\"" + ], + [ + "Carol_Leifer", + "rdf-schema#label", + "\"Carol Leifer\"" + ], + [ + "Carol_Leifer", + "name", + "\"Carol Leifer\"" + ], + [ + "The_Naked_Truth_(TV_series)", + "author", + "Carol_Leifer" + ] + ], + "predicted_rationale": "There is no evidence that Carol Leifer was a prime minister." + }, + { + "question_id": 1028, + "question": "Bakewell pudding can be served warm (freshly baked) or cold.", + "types": [ + "written", + "num1" + ], + "entity_set": [ + "Bakewell_pudding", + "\"Warm (freshly baked) or cold\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Bakewell pudding can be served warm or cold." + }, + { + "question_id": 982, + "question": "The Jacksonville Dolphins are actually based in the John Sessions Stadium.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Jacksonville_Dolphins", + "John_Sessions_Stadium" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Jacksonville_Dolphins", + "stadium", + "John_Sessions_Stadium" + ], + [ + "John_Sessions_Stadium", + "tenants", + "Jacksonville_Dolphins" + ], + [ + "Jacksonville_Dolphins", + "baseballfield", + "John_Sessions_Stadium" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 188, + "question": "Yeah, Alfredo Zitarrosa was signed by Bad Taste.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Alfredo_Zitarrosa", + "Bad_Taste" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Alfredo Zitarrosa was signed by Bad Taste." + }, + { + "question_id": 82, + "question": "Yes, Thomas B. Symons was a very religious man.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Thomas_B._Symons" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Thomas_B._Symons", + "description", + "\"American academic\"" + ], + [ + "Thomas_B._Symons", + "shortDescription", + "\"American academic\"" + ], + [ + "Thomas_B._Symons", + "rdf-schema#label", + "\"Thomas B. Symons\"" + ], + [ + "Thomas_B._Symons", + "name", + "\"Symons, Thomas B.\"" + ], + [ + "Thomas_B._Symons", + "subject", + "Category:Cornell_University_alumni" + ] + ], + "predicted_rationale": "There is no evidence that Thomas B. Symons was a very religious man." + }, + { + "question_id": 2052, + "question": "Well, Asunci\u00f3n is not a part of Vigo.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Asunci\u00f3n", + "Vigo" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Asunci\u00f3n is a part of Vigo." + }, + { + "question_id": 2158, + "question": "Yep and the distributor of Big Hero 6 is not Telstar Electronic Studios.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Big_Hero_6_(film)", + "\"Telstar Electronic Studios\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that the distributor of Big Hero 6 is Telstar Electronic Studios." + }, + { + "question_id": 719, + "question": "A building is located at Lalbhai Dalpatbhai Campus, near CEPT University, opp. Gujarat University, University Road, Ahmedabad, India.", + "types": [ + "written", + "num3", + "multi hop" + ], + "entity_set": [ + "India", + "Ahmedabad", + "\"Lalbhai Dalpatbhai Campus, near CEPT University, opp. Gujarat University, University Road\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Amdavad_ni_Gufa", + "address", + "\"Lalbhai Dalpatbhai Campus, near CEPT University, opp. Gujarat University, University Road\"" + ], + [ + "Amdavad_ni_Gufa", + "location", + "Ahmedabad" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 145, + "question": "Do you know that Paris Chandran was the prime minister?", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Paris_Chandran" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Ottakkayyan", + "musicComposer", + "Paris_Chandran" + ], + [ + "Ottakkayyan", + "music", + "Paris_Chandran" + ], + [ + "Paris_Chandran", + "22-rdf-syntax-ns#type", + "DUL.owl#NaturalPerson" + ] + ], + "predicted_rationale": "There is no evidence that Paris Chandran was the prime minister." + }, + { + "question_id": 2109, + "question": "The leader in Gujarat is not called the President of the General Assembly.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Gujarat", + "\"President of the General Assembly\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that the leader in Gujarat is called the President of the General Assembly." + }, + { + "question_id": 1715, + "question": "I found out that Naheere did not have a parent company.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Naheere" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Naheere", + "subject", + "Category:Syriac_Orthodox_Church" + ], + [ + "Naheere", + "hypernym", + "Practice" + ], + [ + "Naheere", + "22-rdf-syntax-ns#type", + "Company" + ], + [ + "Naheere", + "rdf-schema#label", + "\"Naheere\"" + ] + ], + "predicted_rationale": "There is no evidence that Naheere has a parent company." + }, + { + "question_id": 565, + "question": "The food bhajis originate from Italy: Sardinia and specifically in the Karnataka region where a leader is Jocelyn U. De Jesus.", + "types": [ + "written", + "num4", + "substitution", + "multi claim" + ], + "entity_set": [ + "Karnataka", + "Bhajji", + "\"Italy: Sardinia\"", + "\"Jocelyn U. De Jesus\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Bhajji", + "region", + "Karnataka" + ] + ], + "predicted_rationale": "There is no evidence that bhajis originate from Italy: Sardinia, and the leader of Karnataka is not confirmed to be Jocelyn U. De Jesus." + }, + { + "question_id": 183, + "question": "The Bristol Sycamore is a Helicopter that the Indian Air Force uses.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Indian_Air_Force", + "Bristol_Sycamore" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the Indian Air Force uses the Bristol Sycamore." + }, + { + "question_id": 1234, + "question": "Alfredo Zitarrosa is an exponent of Milonga and part of the RCA Records label.", + "types": [ + "coll:model", + "num3", + "multi claim" + ], + "entity_set": [ + "Alfredo_Zitarrosa", + "RCA_Records", + "Milonga_(music)", + "\"solo_singer\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alfredo_Zitarrosa", + "genre", + "Milonga_(music)" + ], + [ + "Alfredo_Zitarrosa", + "recordLabel", + "RCA_Records" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1882, + "question": "Baymax was also created by Duncan Rouleau, not Steven T. Seagle.", + "types": [ + "coll:model", + "negation", + "num2", + "multi claim" + ], + "entity_set": [ + "Steven_T._Seagle", + "Baymax", + "Duncan_Rouleau" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Baymax", + "creator", + "Duncan_Rouleau" + ], + [ + "Baymax", + "creators", + "Duncan_Rouleau" + ], + [ + "Baymax", + "creator", + "Steven_T._Seagle" + ], + [ + "Baymax", + "creators", + "Steven_T._Seagle" + ] + ], + "predicted_rationale": "The evidence set indicates that Baymax was created by both Duncan Rouleau and Steven T. Seagle." + }, + { + "question_id": 1086, + "question": "Yes, the record label of Alfredo Zitarrosa is Movieplay.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Alfredo_Zitarrosa", + "Movieplay" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alfredo_Zitarrosa", + "recordLabel", + "Movieplay" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Alfredo Zitarrosa's record label is indeed Movieplay." + }, + { + "question_id": 445, + "question": "Cumberland county, Pennsylvania is north of Adams County, Pennsylvania which is the location of the Rocky Fork State Park (Tennessee).", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Adams_County,_Pennsylvania", + "Cumberland_County,_Pennsylvania", + "Rocky_Fork_State_Park_(Tennessee)" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Adams_County,_Pennsylvania", + "north", + "Cumberland_County,_Pennsylvania" + ] + ], + "predicted_rationale": "There is no evidence that Adams County, Pennsylvania is the location of the Rocky Fork State Park (Tennessee)." + }, + { + "question_id": 2252, + "question": "Al-Taqaddum Air Base serves a city in Iraq where Kurdish languages are spoken!", + "types": [ + "coll:model", + "num4", + "multi hop" + ], + "entity_set": [ + "Al-Taqaddum_Air_Base", + "Kurdish_languages", + "Iraq" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Al-Taqaddum_Air_Base", + "cityServed", + "Iraq" + ], + [ + "Al-Taqaddum_Air_Base", + "city", + "Iraq" + ], + [ + "Kurdish_languages", + "spokenIn", + "Iraq" + ], + [ + "Iraq", + "language", + "Kurdish_languages" + ], + [ + "Iraq", + "officialLanguage", + "Kurdish_languages" + ], + [ + "Iraq", + "officialLanguages", + "Kurdish_languages" + ], + [ + "Kurdish_languages", + "states", + "Iraq" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Al-Taqaddum Air Base serves a city in Iraq and Kurdish languages are spoken in Iraq." + }, + { + "question_id": 1203, + "question": "The Acura TLX has an Inline-four engine made by Honda.", + "types": [ + "coll:model", + "num2", + "multi claim" + ], + "entity_set": [ + "Acura_TLX", + "Inline-four_engine", + "Honda" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Acura_TLX", + "engine", + "Inline-four_engine" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Acura TLX has an Inline-four engine." + }, + { + "question_id": 342, + "question": "The Michelangelo is located in Birmingham with 23 floors!", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Birmingham", + "\"23\"", + "The_Michelangelo" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the Michelangelo is located in Birmingham with 23 floors." + }, + { + "question_id": 2360, + "question": "I wish that an astronaut was not born in British Hong Kong but has a Australian Irish nationality.", + "types": [ + "coll:presup", + "negation", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "British_Hong_Kong", + "\"Australian Irish\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that an astronaut has a Australian Irish nationality and was not born in British Hong Kong." + }, + { + "question_id": 599, + "question": "Well he was born in Birmingham and designed 103 Colmore Row!", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "Birmingham", + "103_Colmore_Row" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that he was born in Birmingham and designed 103 Colmore Row." + }, + { + "question_id": 1588, + "question": "I forgot that the place, which is a contributing property, is located in Adams County, in the state of Pennsylvania.", + "types": [ + "coll:presup", + "num3", + "multi hop" + ], + "entity_set": [ + "Adams_County,_Pennsylvania", + "Contributing_property", + "\"Pennsylvania\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "North_Carolina_Monument", + "category", + "Contributing_property" + ], + [ + "North_Carolina_Monument", + "region", + "Adams_County,_Pennsylvania" + ], + [ + "Pennsylvania_State_Memorial,_Gettysburg", + "type", + "Contributing_property" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since North Carolina Monument refers to the place." + }, + { + "question_id": 2169, + "question": "I know that the Sentinelese language is not spoken in Iraq.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Iraq", + "Sentinelese_language" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that the Sentinelese language is spoken in Iraq." + }, + { + "question_id": 5, + "question": "Jeffrey A. Hart had a spouse as well.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Jeffrey_A._Hart" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Jeffrey A. Hart had a spouse." + }, + { + "question_id": 412, + "question": "AZAL PFK play their home matches at the ETO Park in Baku.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Baku", + "AZAL_PFK", + "ETO_Park" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that AZAL PFK play their home matches at the ETO Park in Baku." + }, + { + "question_id": 2330, + "question": "I realized that Paya Lebar did not have a capital.", + "types": [ + "coll:presup", + "negation", + "existence" + ], + "entity_set": [ + "Paya_Lebar" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Paya_Lebar_Air_Base", + "location", + "Paya_Lebar" + ], + [ + "Strontium_Technology", + "locationCity", + "Paya_Lebar" + ], + [ + "Singapore_Post", + "locationCountry", + "Paya_Lebar" + ], + [ + "Paya_Lebar", + "englishname", + "\"Paya Lebar\"" + ], + [ + "Paya_Lebar", + "chinesename", + "\"\u5df4\u8036\u5229\u5cc7\"" + ] + ], + "predicted_rationale": "Based on the evidence set, there is no information that Paya Lebar is a country or has a capital." + }, + { + "question_id": 1270, + "question": "A Fortress of Grey Ice, written by J V Jones, is available in print with the ISBN number 0-7653-0633-6.", + "types": [ + "written", + "num3", + "multi claim" + ], + "entity_set": [ + "J._V._Jones", + "\"Print\"", + "\"0-7653-0633-6\"", + "A_Fortress_of_Grey_Ice" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "A_Fortress_of_Grey_Ice", + "author", + "J._V._Jones" + ], + [ + "A_Fortress_of_Grey_Ice", + "mediaType", + "\"Print\"" + ], + [ + "A_Fortress_of_Grey_Ice", + "isbn", + "\"0-7653-0633-6\"" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1132, + "question": "Well India has a total area of 3287590000000.0!", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "India", + "\"3287590000000.0\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "India", + "areaTotal", + "\"3287590000000.0\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, which states India's total area as 3287590000000.0." + }, + { + "question_id": 750, + "question": "He was born in Georgia, Vermont but later worked as the secretary of the state!", + "types": [ + "coll:model", + "num3", + "multi hop" + ], + "entity_set": [ + "Georgia,_Vermont", + "Vermont", + "\"Secretary of State of Vermont\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Georgia,_Vermont", + "isPartOf", + "Vermont" + ], + [ + "Georgia,_Vermont", + "subdivisionName", + "Vermont" + ] + ], + "predicted_rationale": "There is no evidence that he worked as the secretary of the state." + }, + { + "question_id": 463, + "question": "The main ingredients of Masala chai, which was invented in Rutland Arms, Bakewell, in 1820, are ground almond, jam, butter and eggs.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"Ground almond, jam, butter, eggs\"", + "\"Rutland Arms, Bakewell, in 1820\"", + "Masala_chai" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the main ingredients or the invention of Masala chai in Rutland Arms, Bakewell, in 1820." + }, + { + "question_id": 3, + "question": "Yes and John Sherman Cooper had a successor after him.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "John_Sherman_Cooper" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that John Sherman Cooper had a successor after him." + }, + { + "question_id": 1849, + "question": "Spencer Perceval was not actually a prime minister.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Spencer_Perceval" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Spencer_Perceval", + "primeMinister", + "William_Cavendish-Bentinck,_3rd_Duke_of_Portland" + ], + [ + "Robert_Dundas,_2nd_Viscount_Melville", + "primeMinister", + "Spencer_Perceval" + ], + [ + "Spencer_Perceval", + "primeminister", + "William_Cavendish-Bentinck,_3rd_Duke_of_Portland" + ], + [ + "Robert_Dundas,_2nd_Viscount_Melville", + "primeminister", + "Spencer_Perceval" + ], + [ + "Spencer_Perceval", + "predecessor", + "Henry_Petty-Fitzmaurice,_3rd_Marquess_of_Lansdowne" + ], + [ + "Robert_Stewart,_Viscount_Castlereagh", + "predecessor", + "Spencer_Perceval" + ], + [ + "Spencer_Perceval", + "successor", + "Nicholas_Vansittart,_1st_Baron_Bexley" + ], + [ + "Charles_Grey,_2nd_Earl_Grey", + "successor", + "Spencer_Perceval" + ], + [ + "Spencer_Perceval", + "monarch", + "George_III_of_the_United_Kingdom" + ] + ], + "predicted_rationale": "The claim is contradicted by the evidence since Robert Dundas, 2nd Viscount Melville's primeMinister is Spencer Perceval." + }, + { + "question_id": 1223, + "question": "Abdul Taib Mahmud is a part of the Parti Pesaka Bumiputera Bersatu in Sarawak.", + "types": [ + "coll:model", + "num2", + "multi claim" + ], + "entity_set": [ + "Parti_Pesaka_Bumiputera_Bersatu", + "Sarawak", + "Abdul_Taib_Mahmud" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Abdul_Taib_Mahmud", + "party", + "Parti_Pesaka_Bumiputera_Bersatu" + ], + [ + "Parti_Pesaka_Bumiputera_Bersatu", + "headquarters", + "Sarawak" + ], + [ + "Parti_Pesaka_Bumiputera_Bersatu", + "headquarter", + "Sarawak" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 28, + "question": "Yes and Alex Himelfarb had a predecessor too.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Alex_Himelfarb" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alex_Himelfarb", + "predecessor", + "Mel_Cappe" + ], + [ + "Kevin_G._Lynch", + "predecessor", + "Alex_Himelfarb" + ], + [ + "Alex_Himelfarb", + "successor", + "Kevin_G._Lynch" + ], + [ + "Mel_Cappe", + "successor", + "Alex_Himelfarb" + ], + [ + "Alex_Himelfarb", + "office", + "List_of_Canadian_ambassadors_to_Italy" + ], + [ + "Alex_Himelfarb", + "termPeriod", + "Alex_Himelfarb__2" + ], + [ + "Alex_Himelfarb", + "primeMinister", + "Jean_Chr\u00e9tien" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Alex Himelfarb's predecessor is Mel Cappe." + }, + { + "question_id": 470, + "question": "The New Britain Transit is the operating organisation of Agra Airport which is located in India and has the location identifier VIAG.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "India", + "VIAG", + "Agra_Airport", + "\"New Britain Transit\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Agra_Airport", + "location", + "India" + ], + [ + "Agra_Airport", + "icaoLocationIdentifier", + "VIAG" + ] + ], + "predicted_rationale": "There is no evidence that the New Britain Transit is the operating organisation of Agra Airport." + }, + { + "question_id": 391, + "question": "Miri, Malaysia, is the birthplace of Olin E. Teague, who is a member of Barisan Ra'ayat Jati Sarawak party.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Miri,_Malaysia", + "\"Barisan Ra'ayat Jati Sarawak\"", + "Olin_E._Teague" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Miri, Malaysia, is the birthplace of Olin E. Teague, or that Olin E. Teague is a member of Barisan Ra'ayat Jati Sarawak party." + }, + { + "question_id": 991, + "question": "Alfred Giles is an architect who died in Kendall County, Texas.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Alfred_Giles_(architect)", + "Kendall_County,_Texas" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alfred_Giles_(architect)", + "placeOfDeath", + "Kendall_County,_Texas" + ], + [ + "Alfred_Giles_(architect)", + "deathPlace", + "Kendall_County,_Texas" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1504, + "question": "What country was Wang Zhen vice president?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Wang_Zhen" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Yang_Shangkun", + "vicePresident", + "Wang_Zhen" + ], + [ + "Yang_Shangkun", + "vicepresident", + "Wang_Zhen" + ], + [ + "Wang_Zhen", + "president", + "Yang_Shangkun" + ], + [ + "Wang_Zhen", + "office", + "\"Vice Chairman of theCentral Advisory Commission\"" + ], + [ + "Wang_Zhen", + "title", + "Vice_President_of_the_People's_Republic_of_China" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Wang Zhen's title is Vice President of the People's Republic of China." + }, + { + "question_id": 2015, + "question": "Lady Anne Monson was not born in Darlington, a town not in the Kingdom of Hungary (1301\u20131526).", + "types": [ + "written", + "negation", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Lady_Anne_Monson", + "Darlington", + "Kingdom_of_Hungary_(1301\u20131526)" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Lady_Anne_Monson", + "birthPlace", + "Darlington" + ], + [ + "Lady_Anne_Monson", + "placeOfBirth", + "Darlington" + ] + ], + "predicted_rationale": "There is no evidence that Darlington is not in the Kingdom of Hungary (1301\u20131526)." + }, + { + "question_id": 1935, + "question": "Well, they were not created by Duncan Rouleau and Steven T. Seagle.", + "types": [ + "coll:model", + "negation", + "num2", + "multi hop" + ], + "entity_set": [ + "Duncan_Rouleau", + "Steven_T._Seagle" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence about the creators." + }, + { + "question_id": 1398, + "question": "What is the name of Claus Toksvig's child?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Claus_Toksvig" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that provides the name of Claus Toksvig's child." + }, + { + "question_id": 1724, + "question": "Nope, Kilwa Sultanate did not have a capital.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Kilwa_Sultanate" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Kilwa_Sultanate", + "subject", + "Category:Pre-colonial_Tanzania" + ], + [ + "Kilwa_Sultanate", + "hypernym", + "Sultanate" + ], + [ + "Kilwa_Sultanate", + "rdf-schema#label", + "\"Kilwa Sultanate\"" + ], + [ + "Kilwa_(disambiguation)", + "wikiPageDisambiguates", + "Kilwa_Sultanate" + ], + [ + "Kilwa_Sultanate", + "22-rdf-syntax-ns#type", + "Country" + ] + ], + "predicted_rationale": "There is no evidence that Kilwa Sultanate did or did not have a capital." + }, + { + "question_id": 1265, + "question": "The manager of A.F.C. Blackpool is Stuart Parker who is a member of the Irlam Town F.C and was a player for Runcorn FC Halton.", + "types": [ + "written", + "num3", + "multi claim" + ], + "entity_set": [ + "A.F.C._Blackpool", + "Irlam_Town_F.C.", + "Runcorn_F.C._Halton", + "Stuart_Parker_(footballer)" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "A.F.C._Blackpool", + "manager", + "Stuart_Parker_(footballer)" + ], + [ + "Stuart_Parker_(footballer)", + "managerClub", + "A.F.C._Blackpool" + ], + [ + "Stuart_Parker_(footballer)", + "managerclubs", + "A.F.C._Blackpool" + ], + [ + "Stuart_Parker_(footballer)", + "team", + "A.F.C._Blackpool" + ], + [ + "Stuart_Parker_(footballer)", + "clubs", + "Irlam_Town_F.C." + ], + [ + "Stuart_Parker_(footballer)", + "team", + "Runcorn_F.C._Halton" + ], + [ + "Stuart_Parker_(footballer)", + "clubs", + "Runcorn_F.C._Halton" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1333, + "question": "A musical artist died in Grand Rapids, Michigan, U.S., which is part of the country of a country, where the leader is Juan Afara.", + "types": [ + "written", + "num4", + "substitution", + "multi hop" + ], + "entity_set": [ + "Juan_Afara", + "\"Grand Rapids, Michigan, U.S.\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Gerald_Rudolff_Ford", + "deathPlace", + "\"Grand Rapids, Michigan, U.S.\"" + ], + [ + "Gerald_Rudolff_Ford", + "birthPlace", + "\"Grand Rapids, Michigan, U.S.\"" + ], + [ + "Gerald_Rudolff_Ford", + "placeOfBirth", + "\"Grand Rapids, Michigan, U.S.\"" + ], + [ + "Gerald_Rudolff_Ford", + "placeOfDeath", + "\"Grand Rapids, Michigan, U.S.\"" + ], + [ + "Meijer_LPGA_Classic", + "location", + "\"Grand Rapids, Michigan, U.S.\"" + ], + [ + "Roger_B._Chaffee", + "birthPlace", + "\"Grand Rapids, Michigan, U.S.\"" + ], + [ + "Roger_B._Chaffee", + "placeOfBirth", + "\"Grand Rapids, Michigan, U.S.\"" + ] + ], + "predicted_rationale": "There is no evidence that the leader of the country where Grand Rapids, Michigan, U.S. is located is Juan Afara." + }, + { + "question_id": 1616, + "question": "Interestingly, Wayne Busette did not have a successor.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Wayne_Busette" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Wayne_Busette", + "successor", + "\"Wayne Chaperone/Chaperone II\"" + ], + [ + "Wayne_Busette", + "name", + "\"Wayne Busette\"" + ], + [ + "Wayne_Busette", + "designer", + "Wayne_Corporation" + ], + [ + "Wayne_Busette", + "designCompany", + "Wayne_Corporation" + ], + [ + "Wayne_Busette", + "subject", + "Category:Road_transportation_in_the_United_States" + ] + ], + "predicted_rationale": "There is evidence that Wayne Busette had a successor, named Wayne Chaperone/Chaperone II." + }, + { + "question_id": 563, + "question": "T S Thakur is a leader of Turkmenistan where Amdavad ni Gufa is located in Koc\u0113ni Municipality.", + "types": [ + "written", + "num4", + "substitution", + "multi claim" + ], + "entity_set": [ + "Amdavad_ni_Gufa", + "T._S._Thakur", + "Turkmenistan", + "Koc\u0113ni_Municipality" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that T S Thakur is a leader of Turkmenistan or Amdavad ni Gufa is located in Koc\u0113ni Municipality." + }, + { + "question_id": 2318, + "question": "A senator represented Cass County, Iowa - largest city; Burlington - and ended his career on March 3rd 1857.", + "types": [ + "written", + "num4", + "substitution", + "multi hop" + ], + "entity_set": [ + "Burlington,_Vermont", + "\"1857-03-03\"", + "Cass_County,_Iowa" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that a senator represented Cass County, Iowa, with the largest city being Burlington, and ended his career on March 3rd 1857." + }, + { + "question_id": 1120, + "question": "Lady Anne Monson's nationality came from the Kingdom of England.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Lady_Anne_Monson", + "Kingdom_of_England" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Lady_Anne_Monson", + "nationality", + "Kingdom_of_England" + ], + [ + "Lady_Anne_Monson", + "birthPlace", + "Kingdom_of_England" + ], + [ + "Lady_Anne_Monson", + "placeOfBirth", + "Kingdom_of_England" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Lady Anne Monson's nationality is directly stated as the Kingdom of England." + }, + { + "question_id": 496, + "question": "Amdavad ni Gufa is located at, Lalbhai Dalpatbhai Campus, near CEPT University, opp. Gujarat University, University Road, which is in Dutch Republic.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"Lalbhai Dalpatbhai Campus, near CEPT University, opp. Gujarat University, University Road\"", + "Amdavad_ni_Gufa", + "Gujarat", + "Dutch_Republic" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Amdavad_ni_Gufa", + "address", + "\"Lalbhai Dalpatbhai Campus, near CEPT University, opp. Gujarat University, University Road\"" + ] + ], + "predicted_rationale": "There is no evidence that the location of Amdavad ni Gufa is in Dutch Republic." + }, + { + "question_id": 276, + "question": "The AZAL arena is in Kuruda\u011f, Kemalpa\u015fa, Izmir, Turkey.", + "types": [ + "written", + "num1", + "substitution" + ], + "entity_set": [ + "AZAL_Arena", + "\"Kuruda\u011f, Kemalpa\u015fa, Izmir, Turkey\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the AZAL arena is in Kuruda\u011f, Kemalpa\u015fa, Izmir, Turkey." + }, + { + "question_id": 1806, + "question": "Interestingly Ulla Essendrop did not have a predecessor.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Ulla_Essendrop" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Ulla_Essendrop", + "birthDate", + "\"1976-12-01\"" + ], + [ + "Ulla_Essendrop", + "dateOfBirth", + "\"1976-12-01\"" + ], + [ + "Ulla_Essendrop", + "birthYear", + "\"1976\"" + ], + [ + "Ulla_Essendrop", + "birthPlace", + "India" + ], + [ + "Ulla_Essendrop", + "placeOfBirth", + "India" + ] + ], + "predicted_rationale": "There is no evidence about Ulla Essendrop having or not having a predecessor." + }, + { + "question_id": 667, + "question": "A Senator represented Vermont and he worked as Secretary of State.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "Vermont", + "\"Secretary of State of Vermont\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alvah_Sabin", + "state", + "Vermont" + ], + [ + "Alvah_Sabin", + "office", + "\"Secretary of State of Vermont\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Alvah Sabin was a Senator from Vermont and worked as Secretary of State of Vermont." + }, + { + "question_id": 1570, + "question": "I wasn\u2019t aware that the leader if Fianna F\u00e1il is called \u00c9amon de Valera.", + "types": [ + "coll:presup", + "num1", + "substitution" + ], + "entity_set": [ + "Fianna_F\u00e1il", + "\u00c9amon_de_Valera" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "\u00c9amon_de_Valera", + "party", + "Fianna_F\u00e1il" + ], + [ + "Fianna_F\u00e1il", + "founder", + "\u00c9amon_de_Valera" + ] + ], + "predicted_rationale": "There is no evidence that \u00c9amon de Valera is the current leader of Fianna F\u00e1il." + }, + { + "question_id": 1593, + "question": "I imagined that the A-Rosa Luna is powered by a a company engine in Clarksburg, West Virginia.", + "types": [ + "coll:presup", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "A-Rosa_Luna", + "Clarksburg,_West_Virginia" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the A-Rosa Luna is powered by a company engine in Clarksburg, West Virginia." + }, + { + "question_id": 1954, + "question": "I believe Alfons Gorbach died in a country that was not led by Doris Bures.", + "types": [ + "coll:model", + "negation", + "num2", + "multi hop" + ], + "entity_set": [ + "Doris_Bures", + "Alfons_Gorbach" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alfons_Gorbach", + "deathPlace", + "Austria" + ], + [ + "Austria", + "leader", + "Doris_Bures" + ], + [ + "Austria", + "leaderName", + "Doris_Bures" + ], + [ + "Alfons_Gorbach", + "placeOfDeath", + "Austria" + ], + [ + "Alfons_Gorbach", + "placeOfBirth", + "Austria" + ], + [ + "Alfons_Gorbach", + "birthPlace", + "Austria" + ] + ], + "predicted_rationale": "The claim is not supported by the evidence set, as Austria's leader is indeed Doris Bures." + }, + { + "question_id": 836, + "question": "A soccer club Bakou, whose ground has a capacity of Box seats: 3,569, played in the Azerbaijan Premier League, 2014\u201315.", + "types": [ + "written", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "2014\u201315_Azerbaijan_Premier_League", + "\"Box seats: 3,569\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the soccer club Bakou played in the Azerbaijan Premier League, 2014\u201315, or that its ground has a capacity of Box seats: 3,569." + }, + { + "question_id": 1607, + "question": "I wish that an astronaut, who graduated from AFIT in 1962 with an M.S., was a crew member of an artificial satellite along with Scott E. Parazynski.", + "types": [ + "coll:presup", + "num4", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"AFIT, M.S. 1962\"", + "Scott_E._Parazynski" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that an astronaut, who graduated from AFIT in 1962 with an M.S., was a crew member of an artificial satellite along with Scott E. Parazynski." + }, + { + "question_id": 887, + "question": "Magdalen Limestone comes from the settlement where William \u201cBill\u201d Sutton is the leader.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "Derbyshire", + "\"William \u201cBill\u201d Sutton\"", + "Magdalen_Limestone" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Magdalen Limestone comes from the settlement where William \u201cBill\u201d Sutton is the leader." + }, + { + "question_id": 781, + "question": "Acura is a division of the company Co who makes the automobile with an Inline-four.", + "types": [ + "coll:model", + "num4", + "multi hop" + ], + "entity_set": [ + "Inline-four_engine", + "Acura" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Honda", + "division", + "Acura" + ], + [ + "Honda_Accord", + "manufacturer", + "Honda" + ], + [ + "Acura", + "owningCompany", + "Honda" + ], + [ + "Acura", + "owner", + "Honda" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Acura is a division of Honda and Honda makes automobiles, although the specific model with an Inline-four engine is not mentioned, the connection between Acura and Honda is established." + }, + { + "question_id": 1936, + "question": "Alfons Gorbach did not die in a country that the leader was Doris Bures.", + "types": [ + "coll:model", + "negation", + "num2", + "multi hop" + ], + "entity_set": [ + "Doris_Bures", + "Alfons_Gorbach" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alfons_Gorbach", + "deathPlace", + "Austria" + ], + [ + "Austria", + "leader", + "Doris_Bures" + ], + [ + "Austria", + "leaderName", + "Doris_Bures" + ], + [ + "Alfons_Gorbach", + "placeOfDeath", + "Austria" + ], + [ + "Alfons_Gorbach", + "birthPlace", + "Austria" + ], + [ + "Alfons_Gorbach", + "placeOfBirth", + "Austria" + ] + ], + "predicted_rationale": "The claim is not supported by the evidence since Alfons Gorbach died in Austria, which had Doris Bures as its leader." + }, + { + "question_id": 201, + "question": "Yes and Abel Hern\u00e1ndez was born in Abaetetuba.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Abel_Hern\u00e1ndez", + "Abaetetuba" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Abel Hern\u00e1ndez was born in Abaetetuba." + }, + { + "question_id": 1140, + "question": "Alfredo Zitarrosa was born in Montevideo, which is led by Daniel Martinez.", + "types": [ + "coll:model", + "num2", + "multi claim" + ], + "entity_set": [ + "Alfredo_Zitarrosa", + "\"Daniel_Mart\u00ednez_(politician)\"", + "Montevideo" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alfredo_Zitarrosa", + "birthPlace", + "Montevideo" + ], + [ + "Alfredo_Zitarrosa", + "deathPlace", + "Montevideo" + ] + ], + "predicted_rationale": "There is no evidence that Montevideo is led by Daniel Martinez." + }, + { + "question_id": 945, + "question": "The HAL Light Combat Helicopter is a Helicopter used by the Indian Air Force.", + "types": [ + "written", + "num1" + ], + "entity_set": [ + "Indian_Air_Force", + "HAL_Light_Combat_Helicopter" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Indian_Air_Force", + "aircraftHelicopter", + "HAL_Light_Combat_Helicopter" + ], + [ + "HAL_Light_Combat_Helicopter", + "moreUsers", + "Indian_Air_Force" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as the HAL Light Combat Helicopter is indeed used by the Indian Air Force." + }, + { + "question_id": 2140, + "question": "William anders did not actually spend any time in space.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "William_Anders", + "\"8820.0\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "William_Anders", + "timeInSpace", + "\"529200.0\"" + ], + [ + "William_Anders", + "Astronaut/timeInSpace", + "\"8820.0\"" + ], + [ + "Apollo_8", + "crewMembers", + "William_Anders" + ], + [ + "William_Anders", + "mission", + "Apollo_8" + ], + [ + "William_Anders", + "occupation", + "Fighter_pilot" + ] + ], + "predicted_rationale": "There is evidence that William Anders spent time in space, as indicated by his timeInSpace values." + }, + { + "question_id": 1631, + "question": "Inmize did not have a parent company back then.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Inmize" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Inmize", + "parentCompany", + "Construcciones_Aeron\u00e1uticas_SA" + ], + [ + "Inmize", + "parent", + "\"MBDA 40%, Indra Sistemas 40%, Navantia , EADS-CASA\"" + ], + [ + "Inmize", + "foundation", + "\"February 2002\"" + ], + [ + "Inmize", + "foundingYear", + "\"2002\"" + ], + [ + "Inmize", + "industry", + "Military" + ] + ], + "predicted_rationale": "There is evidence that Inmize had parent companies, including Construcciones Aeron\u00e1uticas SA and others like MBDA, Indra Sistemas, Navantia, and EADS-CASA." + }, + { + "question_id": 2348, + "question": "I wish that Alfons Gorbach was not born in Imst in Austria-Hungary, he was not born.", + "types": [ + "coll:presup", + "negation", + "num2", + "multi claim" + ], + "entity_set": [ + "Austria-Hungary", + "Alfons_Gorbach", + "Imst" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alfons_Gorbach", + "birthPlace", + "Imst" + ], + [ + "Alfons_Gorbach", + "placeOfBirth", + "Imst" + ] + ], + "predicted_rationale": "There is no evidence that Alfons Gorbach was not born in Imst in Austria-Hungary, as the evidence set confirms his birthplace as Imst." + }, + { + "question_id": 1472, + "question": "What is the name of Husky the Muskie's child?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Husky_the_Muskie" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence about Husky the Muskie's child." + }, + { + "question_id": 227, + "question": "I heard Atlanta is led by Dilke Village Council.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Atlanta", + "\"Dilke Village Council\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Atlanta is led by Dilke Village Council." + }, + { + "question_id": 772, + "question": "The building at 101 Ukrop Way, Virginia is owned by the College of William and Mary.", + "types": [ + "coll:model", + "num3", + "multi hop" + ], + "entity_set": [ + "Virginia", + "\"101 Ukrop Way\"", + "College_of_William_&_Mary" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the building at 101 Ukrop Way, Virginia is owned by the College of William and Mary." + }, + { + "question_id": 2009, + "question": "Amdavad ni Gufa is not located in North Korea, the country which has Sumitra Mahajan as one of its leaders.", + "types": [ + "written", + "negation", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Sumitra_Mahajan", + "Amdavad_ni_Gufa", + "North_Korea" + ], + "Label": [ + false + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Amdavad ni Gufa is located in North Korea, and also no information that North Korea has Sumitra Mahajan as one of its leaders." + }, + { + "question_id": 1947, + "question": "Well Lady Anne Monson didn't live in a country where the Chief Justice is not a leader of one of the leaders.", + "types": [ + "coll:model", + "negation", + "num2", + "multi hop" + ], + "entity_set": [ + "Lady_Anne_Monson", + "\"Chief Justice\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Lady_Anne_Monson", + "residence", + "India" + ], + [ + "India", + "leaderTitle", + "\"Chief Justice\"" + ] + ], + "predicted_rationale": "There is no evidence that the Chief Justice is not a leader of one of the leaders in India." + }, + { + "question_id": 1761, + "question": "Well, Pat Foley did not win any awards.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Pat_Foley" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Pat_Foley", + "name", + "\"Pat Foley\"" + ], + [ + "Pat_Foley", + "birthPlace", + "Glenview,_Illinois" + ], + [ + "Pat_Foley", + "placeOfBirth", + "\"Glenview, Illinois\"" + ], + [ + "Pat_Foley", + "description", + "\"American sports announcer\"" + ], + [ + "Pat_Foley", + "shortDescription", + "\"American sports announcer\"" + ] + ], + "predicted_rationale": "There is no evidence that Pat Foley did or did not win any awards." + }, + { + "question_id": 1355, + "question": "When was Daniel L. Master, Jr. a leader of Blackpool?", + "types": [ + "question", + "coll:presup", + "num1", + "substitution" + ], + "entity_set": [ + "Blackpool", + "Daniel_L._Master,_Jr." + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Daniel L. Master, Jr. was a leader of Blackpool." + }, + { + "question_id": 2132, + "question": "The name of India is not the dominion of British West Florida.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "India", + "\"Dominion of British West Florida\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that the name of India is the dominion of British West Florida." + }, + { + "question_id": 1362, + "question": "What is the name of George B. Post's successor?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "George_B._Post" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence about George B. Post's successor." + }, + { + "question_id": 962, + "question": "Uruguay's leader is known as Raul Fernando Sendic Rodriguez.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Uruguay", + "Ra\u00fal_Fernando_Sendic_Rodr\u00edguez" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Uruguay", + "leader", + "Ra\u00fal_Fernando_Sendic_Rodr\u00edguez" + ], + [ + "Uruguay", + "leaderName", + "Ra\u00fal_Fernando_Sendic_Rodr\u00edguez" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Uruguay's leader is indeed Ra\u00fal Fernando Sendic Rodr\u00edguez." + }, + { + "question_id": 1258, + "question": "Abdul Taib Mahmud, who was born in Miri, Malaysia and lives in Demak Jaya, Jalan Bako, Kuching, Sarawak, was followed in office by Abdul Rahman Ya'kub.", + "types": [ + "written", + "num3", + "multi claim" + ], + "entity_set": [ + "Miri,_Malaysia", + "Abdul_Rahman_Ya'kub", + "\"Demak Jaya, Jalan Bako, Kuching, Sarawak\"", + "Abdul_Taib_Mahmud" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Abdul_Taib_Mahmud", + "birthPlace", + "Miri,_Malaysia" + ], + [ + "Abdul_Taib_Mahmud", + "residence", + "\"Demak Jaya, Jalan Bako, Kuching, Sarawak\"" + ], + [ + "Abdul_Taib_Mahmud", + "successor", + "Abdul_Rahman_Ya'kub" + ], + [ + "Abdul_Rahman_Ya'kub", + "successor", + "Abdul_Taib_Mahmud" + ], + [ + "Abdul_Taib_Mahmud", + "predecessor", + "Abdul_Rahman_Ya'kub" + ], + [ + "Abdul_Rahman_Ya'kub", + "predecessor", + "Abdul_Taib_Mahmud" + ], + [ + "Abdul_Taib_Mahmud", + "before", + "Abdul_Rahman_Ya'kub" + ], + [ + "Abdul_Rahman_Ya'kub", + "after", + "Abdul_Taib_Mahmud" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 2362, + "question": "I realized that a company produces not the Genome and makes the ALV X-1.", + "types": [ + "coll:presup", + "negation", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "ALV_X-1", + "Genome" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that a company produces the ALV X-1 and does not produce the Genome." + }, + { + "question_id": 31, + "question": "I know that James Lascelles has a child!", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "James_Lascelles" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that James Lascelles has a child." + }, + { + "question_id": 2281, + "question": "A senator, who ended his career on 3 March 1857, represented Vermont where the largest city is Burlington.", + "types": [ + "written", + "num4", + "multi hop" + ], + "entity_set": [ + "Vermont", + "\"1857-03-03\"", + "Burlington,_Vermont" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Vermont", + "largestCity", + "Burlington,_Vermont" + ], + [ + "Burlington,_Vermont", + "subdivisionName", + "Vermont" + ] + ], + "predicted_rationale": "There is no information about the senator who ended his career on 3 March 1857." + }, + { + "question_id": 430, + "question": "The location of the Nyala language (Sudan) is Adams County, Pennsylvania, which has Frederick County, Maryland to its southwest.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Frederick_County,_Maryland", + "Adams_County,_Pennsylvania", + "Nyala_language_(Sudan)" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Adams_County,_Pennsylvania", + "southwest", + "Frederick_County,_Maryland" + ] + ], + "predicted_rationale": "There is no evidence that the location of the Nyala language is Adams County, Pennsylvania." + }, + { + "question_id": 355, + "question": "Pink Panther is voiced by Scott Adsit, born in Northbrook, Illinois.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Scott_Adsit", + "Northbrook,_Illinois", + "Pink_Panther_(character)" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Scott_Adsit", + "birthPlace", + "Northbrook,_Illinois" + ] + ], + "predicted_rationale": "There is no evidence that Scott Adsit voices Pink Panther." + }, + { + "question_id": 2025, + "question": "The manager of A.F.C. Blackpool is not Bobby Robson who plays not for Runcorn F.C. Halton.", + "types": [ + "written", + "negation", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Runcorn_F.C._Halton", + "A.F.C._Blackpool", + "Bobby_Robson" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence about the manager of A.F.C. Blackpool or Bobby Robson's team." + }, + { + "question_id": 1467, + "question": "What is the name of Michael Graydon's spouse?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Michael_Graydon" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Michael_Graydon", + "name", + "\"Graydon, Michael\"" + ], + [ + "Michael_Graydon", + "birthPlace", + "Surrey" + ], + [ + "Michael_Graydon", + "placeOfBirth", + "Surrey" + ], + [ + "Michael_Graydon", + "rdf-schema#label", + "\"Michael Graydon\"" + ] + ], + "predicted_rationale": "There is no information about Michael Graydon's spouse." + }, + { + "question_id": 1396, + "question": "What is the name of Nelson Jobim's predecessor?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Nelson_Jobim" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for Nelson Jobim's predecessor." + }, + { + "question_id": 1757, + "question": "Do you know Henry Chakava? He did not have an award.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Henry_Chakava" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Henry Chakava did or did not have an award." + }, + { + "question_id": 1553, + "question": "I understand that the Quest for Cush had a predecessor.", + "types": [ + "coll:presup", + "existence" + ], + "entity_set": [ + "The_Quest_for_Cush" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "The_Quest_for_Cush", + "precededBy", + "Imaro" + ], + [ + "The_Trail_of_Bohu", + "precededBy", + "The_Quest_for_Cush" + ], + [ + "The_Quest_for_Cush", + "previousWork", + "Imaro" + ], + [ + "The_Trail_of_Bohu", + "previousWork", + "The_Quest_for_Cush" + ], + [ + "The_Quest_for_Cush", + "subsequentWork", + "The_Trail_of_Bohu" + ], + [ + "Imaro", + "subsequentWork", + "The_Quest_for_Cush" + ], + [ + "The_Quest_for_Cush", + "followedBy", + "The_Trail_of_Bohu" + ], + [ + "Imaro", + "followedBy", + "The_Quest_for_Cush" + ], + [ + "The_Quest_for_Cush", + "series", + "Imaro" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since The Quest for Cush was preceded by Imaro." + }, + { + "question_id": 54, + "question": "I know that Andrew Durutalo attended university.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Andrew_Durutalo" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Andrew Durutalo attended university." + }, + { + "question_id": 1597, + "question": "I realized that Alfons Gorbach was born in Imst.", + "types": [ + "coll:presup", + "num1" + ], + "entity_set": [ + "Alfons_Gorbach", + "Imst" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alfons_Gorbach", + "birthPlace", + "Imst" + ], + [ + "Alfons_Gorbach", + "placeOfBirth", + "Imst" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Alfons Gorbach's birthplace is confirmed to be Imst." + }, + { + "question_id": 1134, + "question": "Did you know that the anthem of the German Empire is Das Lied der Deutschen.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "German_Empire", + "Das_Lied_der_Deutschen" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "German_Empire", + "anthem", + "Das_Lied_der_Deutschen" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, which states that the anthem of the German Empire is indeed Das Lied der Deutschen." + }, + { + "question_id": 1034, + "question": "I know that T.S. Thakur is the leader of India!", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "India", + "T._S._Thakur" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "India", + "leader", + "T._S._Thakur" + ], + [ + "India", + "leaderName", + "T._S._Thakur" + ], + [ + "T._S._Thakur", + "nationality", + "India" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as T.S. Thakur is mentioned as the leader of India." + }, + { + "question_id": 2221, + "question": "I hear the leader of Brandon, Manitoba is not the Noor Mohd.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Brandon,_Manitoba", + "\"Noor Mohd\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that the leader of Brandon, Manitoba is Noor Mohd." + }, + { + "question_id": 1878, + "question": "11th Mississippi Infantry Monument was not established in 2000 in Adams County, Pennsylvania.", + "types": [ + "written", + "negation", + "num2", + "multi claim" + ], + "entity_set": [ + "\"2000\"", + "11th_Mississippi_Infantry_Monument", + "Adams_County,_Pennsylvania" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "11th_Mississippi_Infantry_Monument", + "established", + "\"2000\"" + ], + [ + "11th_Mississippi_Infantry_Monument", + "region", + "Adams_County,_Pennsylvania" + ] + ], + "predicted_rationale": "The claim is contradicted by the evidence since the 11th Mississippi Infantry Monument was established in 2000 in Adams County, Pennsylvania." + }, + { + "question_id": 2310, + "question": "T S Thakur is a leader in India, which is the country where a museum (Washington (state)) is located.", + "types": [ + "written", + "num4", + "substitution", + "multi hop" + ], + "entity_set": [ + "India", + "T._S._Thakur", + "Washington_(state)" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "India", + "leader", + "T._S._Thakur" + ], + [ + "India", + "leaderName", + "T._S._Thakur" + ], + [ + "T._S._Thakur", + "nationality", + "India" + ] + ], + "predicted_rationale": "There is no evidence that a museum in Washington (state) is located in India." + }, + { + "question_id": 1170, + "question": "Bhajji includes vegetables from the Karnataka region.", + "types": [ + "coll:model", + "num2", + "multi claim" + ], + "entity_set": [ + "Karnataka", + "Vegetable", + "Bhajji" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Bhajji", + "ingredient", + "Vegetable" + ] + ], + "predicted_rationale": "There is no evidence that Bhajji includes vegetables from the Karnataka region." + }, + { + "question_id": 1437, + "question": "What is the name of Ptarmigan Formation's garrison?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Ptarmigan_Formation" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the name of Ptarmigan Formation's garrison." + }, + { + "question_id": 118, + "question": "I believe it was Ion Incule\u021b, who was the president.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Ion_Incule\u021b" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Bessarabian_Peasants'_Party", + "president", + "Ion_Incule\u021b" + ], + [ + "Sfatul_\u021a\u0103rii", + "leader", + "Ion_Incule\u021b" + ], + [ + "Ion_Incule\u021b", + "primeMinister", + "Pantelimon_Erhan" + ], + [ + "Ion_Incule\u021b", + "office", + "\"Member of theMoldovan Parliament\"" + ], + [ + "Sergiu_Ni\u021b\u0103", + "predecessor", + "Ion_Incule\u021b" + ] + ], + "predicted_rationale": "Based on the evidence set, Ion Incule\u021b was the leader of Sfatul \u021a\u0103rii, which can be inferred as a presidential role." + }, + { + "question_id": 2084, + "question": "Do you know that Bhajji is not local to India.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Bhajji", + "India" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Bhajji", + "country", + "India" + ] + ], + "predicted_rationale": "There is evidence that Bhajji is local to India." + }, + { + "question_id": 646, + "question": "It is located in the United States and falls under the category of Contributing property.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "\"United States\"", + "Contributing_property" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that it is located in the United States and falls under the category of Contributing property." + }, + { + "question_id": 2008, + "question": "The Pontiac Star Chief is not a V6 engine and was assembled in Marysville, Ohio.", + "types": [ + "coll:model", + "negation", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "V6_engine", + "Marysville,_Ohio", + "Pontiac_Star_Chief" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence about the engine type or assembly location of the Pontiac Star Chief." + }, + { + "question_id": 1346, + "question": "When was Noor Mohd a leader of Brandon, Manitoba?", + "types": [ + "question", + "coll:presup", + "num1", + "substitution" + ], + "entity_set": [ + "Brandon,_Manitoba", + "\"Noor Mohd\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Noor Mohd was a leader of Brandon, Manitoba." + }, + { + "question_id": 603, + "question": "It is located at 101 Ukrop Way and was opened on 2009-10-02.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "\"101 Ukrop Way\"", + "\"2009-10-02\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the location and the opening date." + }, + { + "question_id": 24, + "question": "Not sure but Sikeston High School had a mascot.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Sikeston_High_School" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Sikeston_High_School", + "mascot", + "\"Bulldogs\"" + ], + [ + "James_Wilder", + "highschool", + "Sikeston_High_School" + ], + [ + "Sikeston_High_School", + "name", + "\"Sikeston High School\"" + ], + [ + "Sikeston_High_School", + "motto", + "\"Providing a Quality Education\"" + ], + [ + "Sikeston_High_School", + "homepage", + "district.php?sectiondetailid=1" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Sikeston High School's mascot is Bulldogs." + }, + { + "question_id": 2298, + "question": "James W. Wood received an MS from his alma Mater, AFIT, in 1962 and served as a crew member of an artificial satellite along with Frank Borman.", + "types": [ + "written", + "num4", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"AFIT, M.S. 1962\"", + "Frank_Borman", + "James_W._Wood" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that James W. Wood received an MS from AFIT, served as a crew member of an artificial satellite, or served with Frank Borman." + }, + { + "question_id": 1912, + "question": "The chancellor was not born in Austria-Hungary but was in office during President Adolf Sch\u00e4rf's reign.", + "types": [ + "coll:model", + "negation", + "num2", + "multi hop" + ], + "entity_set": [ + "Adolf_Sch\u00e4rf", + "Austria-Hungary" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Adolf_Sch\u00e4rf", + "birthPlace", + "Austria-Hungary" + ], + [ + "Adolf_Sch\u00e4rf", + "chancellor", + "Leopold_Figl" + ], + [ + "Leopold_Figl", + "placeOfBirth", + "Austria-Hungary" + ], + [ + "Alfons_Gorbach", + "birthPlace", + "Austria-Hungary" + ], + [ + "Josef_Klaus", + "president", + "Adolf_Sch\u00e4rf" + ], + [ + "Alfons_Gorbach", + "president", + "Adolf_Sch\u00e4rf" + ], + [ + "Adolf_Sch\u00e4rf", + "predecessor", + "Theodor_K\u00f6rner_(Austrian_president)" + ], + [ + "Theodor_K\u00f6rner_(Austrian_president)", + "successor", + "Adolf_Sch\u00e4rf" + ], + [ + "Edmund_Glaise-Horstenau", + "placeOfBirth", + "Austria-Hungary" + ] + ], + "predicted_rationale": "There is evidence that the chancellor, Leopold Figl, was born in Austria-Hungary." + }, + { + "question_id": 1852, + "question": "Yes, Dean H. Kenyon was not a president either.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Dean_H._Kenyon" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Dean H. Kenyon was or was not a president." + }, + { + "question_id": 936, + "question": "A scientist, spouse of George Monson, lived in the File:Flag of Sorbs.svg at one point and held British nationality, despite residing in Edinburgh of the Seven Seas most of her life.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "George_Monson", + "File:Flag_of_Sorbs.svg", + "Edinburgh_of_the_Seven_Seas" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence to support any part of the claim." + }, + { + "question_id": 1149, + "question": "William Anders is from the United States but was born in British Hong Kong!", + "types": [ + "coll:model", + "num2", + "multi claim" + ], + "entity_set": [ + "William_Anders", + "British_Hong_Kong", + "United_States" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "William_Anders", + "nationality", + "United_States" + ], + [ + "William_Anders", + "birthPlace", + "British_Hong_Kong" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 954, + "question": "Yes, Alfredo Zitarrosa was signed by Odeon Records.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Alfredo_Zitarrosa", + "Odeon_Records" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alfredo_Zitarrosa", + "recordLabel", + "Odeon_Records" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Alfredo Zitarrosa's record label is Odeon Records." + }, + { + "question_id": 2372, + "question": "I wish that AGR is not the ATA Location Identifier for Belize City Municipal Airport which is located in Agra.", + "types": [ + "coll:presup", + "negation", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Agra", + "\"AGR\"", + "Belize_City_Municipal_Airport" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that AGR is or is not the ATA Location Identifier for Belize City Municipal Airport which is located in Agra." + }, + { + "question_id": 1073, + "question": "AZAL PFK play home games at the AZAL Arena!", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "AZAL_PFK", + "AZAL_Arena" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "AZAL_PFK", + "ground", + "AZAL_Arena" + ], + [ + "AZAL_Arena", + "owner", + "AZAL_PFK" + ], + [ + "AZAL_Arena", + "tenants", + "AZAL_PFK" + ], + [ + "AZAL_Arena", + "tenant", + "AZAL_PFK" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as AZAL PFK is listed as a tenant of the AZAL Arena." + }, + { + "question_id": 2141, + "question": "Interestingly, the footballer Alaa Abdul Zahra is not a forward!", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Alaa_Abdul-Zahra", + "Forward_(association_football)" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alaa_Abdul-Zahra", + "position", + "Forward_(association_football)" + ] + ], + "predicted_rationale": "The evidence set indicates that Alaa Abdul Zahra's position is Forward, contradicting the claim." + }, + { + "question_id": 1647, + "question": "Kamalpur Musa did not have a nickname for it.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Kamalpur_Musa" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Kamalpur_Musa", + "nickname", + "\"Musa\"" + ], + [ + "Kamalpur_Musa", + "name", + "\"Kamalpur Musa\"" + ], + [ + "Kamalpur_Musa", + "nick", + "\"Musa\"" + ], + [ + "Kamalpur_Musa", + "rdf-schema#label", + "\"Kamalpur Musa\"" + ], + [ + "Kamalpur_Musa", + "hypernym", + "Village" + ] + ], + "predicted_rationale": "There is evidence that Kamalpur Musa had a nickname, which is 'Musa'." + }, + { + "question_id": 604, + "question": "The address of a building is Lalbhai Dalpatbhai Campus, Ahmedabad near CEPT University, opp. Gujarat University, University Road.", + "types": [ + "written", + "num2", + "multi hop" + ], + "entity_set": [ + "Ahmedabad", + "\"Lalbhai Dalpatbhai Campus, near CEPT University, opp. Gujarat University, University Road\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "CEPT_University", + "campus", + "\"Kasturbhai Lalbhai Campus\"" + ], + [ + "Vijayan_K._Pillai", + "almaMater", + "CEPT_University" + ], + [ + "CEPT_University", + "city", + "Ahmedabad" + ], + [ + "CEPT_University", + "country", + "India" + ], + [ + "CEPT_University", + "state", + "Gujarat" + ], + [ + "Sardar_Vallabhbhai_Patel_International_Airport", + "location", + "Ahmedabad" + ], + [ + "Sardar_Vallabhbhai_Patel_International_Airport", + "city", + "Ahmedabad" + ], + [ + "Unitedworld_School_of_Business", + "campus", + "Ahmedabad" + ], + [ + "Unitedworld_School_of_Business", + "city", + "Ahmedabad" + ], + [ + "Adani_Group", + "locationCity", + "Ahmedabad" + ], + [ + "Manek_Burj", + "city", + "Ahmedabad" + ], + [ + "Teen_Darwaza", + "locationCity", + "Ahmedabad" + ], + [ + "Teen_Darwaza", + "city", + "Ahmedabad" + ], + [ + "Achal_Bakeri", + "birthPlace", + "Ahmedabad" + ], + [ + "Achal_Bakeri", + "placeOfBirth", + "Ahmedabad" + ] + ], + "predicted_rationale": "There is no evidence that the address of a building is Lalbhai Dalpatbhai Campus, Ahmedabad near CEPT University, opp. Gujarat University, University Road." + }, + { + "question_id": 2095, + "question": "John van den Brom does not play for De Graafschap either.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "John_van_den_Brom", + "De_Graafschap" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "John_van_den_Brom", + "clubs", + "De_Graafschap" + ], + [ + "John_van_den_Brom", + "team", + "De_Graafschap" + ] + ], + "predicted_rationale": "The evidence set indicates that John van den Brom plays for De Graafschap." + }, + { + "question_id": 1336, + "question": "The CS Pandurii T\u00e2rgu Jiu is the tenant of the building in the U.S.", + "types": [ + "coll:model", + "num4", + "substitution", + "multi hop" + ], + "entity_set": [ + "United_States", + "CS_Pandurii_T\u00e2rgu_Jiu" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the CS Pandurii T\u00e2rgu Jiu is the tenant of the building in the U.S." + }, + { + "question_id": 448, + "question": "Thistle Inn at Colmore Row was built in 1976!", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Colmore_Row", + "\"1976\"", + "Thistle_Inn" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Thistle Inn at Colmore Row was built in 1976." + }, + { + "question_id": 675, + "question": "Diane Duane authored the book that was published in print.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "\"Print\"", + "Diane_Duane" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "So_You_Want_to_Be_a_Wizard", + "author", + "Diane_Duane" + ], + [ + "So_You_Want_to_Be_a_Wizard", + "mediaType", + "\"Print\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Diane Duane authored So You Want to Be a Wizard, which was published in print." + }, + { + "question_id": 154, + "question": "Well, Gershom Scholem was a vice president.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Gershom_Scholem" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Gershom_Scholem", + "birthPlace", + "Berlin" + ], + [ + "Gershom_Scholem", + "placeOfBirth", + "\"Berlin\"" + ], + [ + "Gershom_Scholem", + "placeOfDeath", + "\"Jerusalem\"" + ], + [ + "Gershom_Scholem", + "dateOfBirth", + "\"1897-12-05\"" + ], + [ + "Gershom_Scholem", + "dateOfDeath", + "\"1982-02-21\"" + ] + ], + "predicted_rationale": "There is no evidence that Gershom Scholem was a vice president." + }, + { + "question_id": 1778, + "question": "Torquato Accetto did not have a wife!", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Torquato_Accetto" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Torquato_Accetto", + "name", + "\"Accetto, Torquato\"" + ], + [ + "Torquato_Accetto", + "description", + "\"Italian writer\"" + ], + [ + "Torquato_Accetto", + "shortDescription", + "\"Italian writer\"" + ], + [ + "Torquato_Accetto", + "rdf-schema#label", + "\"Torquato Accetto\"" + ], + [ + "Torquato_Accetto", + "hypernym", + "Writer" + ] + ], + "predicted_rationale": "There is no evidence that Torquato Accetto had a wife." + }, + { + "question_id": 486, + "question": "William Anders was a fighter pilot who joined NASA in 1963 having been born in San Pellegrino, Italy.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "William_Anders", + "\"1963\"", + "Fighter_pilot", + "\"San Pellegrino, Italy\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "William_Anders", + "occupation", + "Fighter_pilot" + ] + ], + "predicted_rationale": "There is no evidence that William Anders was born in San Pellegrino, Italy or joined NASA in 1963." + }, + { + "question_id": 725, + "question": "While the leader of a country is Narendra Modi, another leader is TS Thakur, and Amdavad ni Gufa is a location in a country.", + "types": [ + "written", + "num3", + "multi hop" + ], + "entity_set": [ + "Amdavad_ni_Gufa", + "T._S._Thakur", + "Narendra_Modi" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "India", + "leader", + "Narendra_Modi" + ], + [ + "India", + "leaderName", + "T._S._Thakur" + ], + [ + "Amdavad_ni_Gufa", + "country", + "India" + ], + [ + "Amdavad_ni_Gufa", + "locationCountry", + "India" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1726, + "question": "I do know that the Razmak Brigade did not have a garrison!", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Razmak_Brigade" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Razmak_Brigade", + "militaryUnitSize", + "\"Brigade\"" + ], + [ + "Razmak_Brigade", + "unitName", + "\"Razmak Brigade\"" + ], + [ + "Razmak_Brigade", + "militaryBranch", + "British_Indian_Army" + ], + [ + "Razmak_Brigade", + "allegiance", + "The_Crown" + ], + [ + "Razmak_Brigade", + "branch", + "British_Indian_Army" + ] + ], + "predicted_rationale": "There is no evidence that the Razmak Brigade did or did not have a garrison." + }, + { + "question_id": 1817, + "question": "Well, Kristina Tukut did not attend college.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Kristina_Tu\u010dkut\u0117" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Kristina_Tu\u010dkut\u0117", + "birthPlace", + "Klaip\u0117da" + ], + [ + "Kristina_Tu\u010dkut\u0117", + "placeOfBirth", + "\"Klaipeda, Lithuania\"" + ], + [ + "Kristina_Tu\u010dkut\u0117", + "dateOfBirth", + "\"1983-10-18\"" + ], + [ + "Kristina_Tu\u010dkut\u0117", + "birthDate", + "\"1983-10-18\"" + ], + [ + "Kristina_Tu\u010dkut\u0117", + "birthYear", + "\"1983\"" + ] + ], + "predicted_rationale": "There is no evidence that Kristina Tukut did or did not attend college." + }, + { + "question_id": 1917, + "question": "Well an astronaut not crew member of Apollo 8 retired on 1969-09-01.", + "types": [ + "coll:model", + "negation", + "num2", + "multi hop" + ], + "entity_set": [ + "\"1969-09-01\"", + "Apollo_8" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that an astronaut not crew member of Apollo 8 retired on 1969-09-01." + }, + { + "question_id": 307, + "question": "The song by Train called Mermaid is on HME (record label).", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Mermaid_(Train_song)", + "HME_(record_label)" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the song Mermaid by Train is on HME record label." + }, + { + "question_id": 990, + "question": "Mason School of Business is a tenant of the Alan B. Miller Hall.", + "types": [ + "written", + "num1" + ], + "entity_set": [ + "Alan_B._Miller_Hall", + "Mason_School_of_Business" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alan_B._Miller_Hall", + "tenant", + "Mason_School_of_Business" + ], + [ + "Alan_B._Miller_Hall", + "currentTenants", + "Mason_School_of_Business" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Mason School of Business is listed as a tenant of the Alan B. Miller Hall." + }, + { + "question_id": 1121, + "question": "India actually was founded on the 26th of January in 1950!", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "India", + "\"1950-01-26\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "India", + "establishedDate", + "\"1950-01-26\"" + ], + [ + "India", + "foundingDate", + "\"1950-01-26\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as India's established and founding dates are both listed as January 26, 1950." + }, + { + "question_id": 835, + "question": "A soccer club has 3500 members and competed in the 1980\u201381 NASL Indoor seasonseason.", + "types": [ + "written", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"3500\"", + "1980\u201381_NASL_Indoor_season" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that a soccer club has 3500 members and competed in the 1980\u201381 NASL Indoor season." + }, + { + "question_id": 1712, + "question": "Well, Capitol News Company did not have a parent company.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Capitol_News_Company" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Capitol News Company had a parent company." + }, + { + "question_id": 2115, + "question": "I have heard that Alvah Sabin is not a Baptist.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Alvah_Sabin", + "Baptists" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alvah_Sabin", + "religion", + "Baptists" + ] + ], + "predicted_rationale": "The evidence set indicates that Alvah Sabin's religion is Baptists." + }, + { + "question_id": 1624, + "question": "Yeah, Sue Holderness did not have a child.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Sue_Holderness" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Sue_Holderness", + "children", + "\"2\"" + ], + [ + "Sue_Holderness", + "spouse", + "\"Mark Piper\"" + ], + [ + "Sue_Holderness", + "birthDate", + "\"1949-05-28\"" + ], + [ + "Sue_Holderness", + "dateOfBirth", + "\"1949-05-28\"" + ], + [ + "Sue_Holderness", + "placeOfBirth", + "Hampstead" + ] + ], + "predicted_rationale": "There is evidence that Sue Holderness had 2 children." + }, + { + "question_id": 913, + "question": "The OCLC number of a book is 43479239 and the ISBN number is 0-374-26131-8 and is available in Hardcover format.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"0-374-26131-8\"", + "Hardcover", + "\"43479239\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "A_Severed_Wasp", + "isbn", + "\"0-374-26131-8\"" + ], + [ + "A_Severed_Wasp", + "mediaType", + "Hardcover" + ] + ], + "predicted_rationale": "There is no evidence for the OCLC number 43479239." + }, + { + "question_id": 39, + "question": "Do you know about B. Ravi Pillai? He had an award!", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "B._Ravi_Pillai" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that B. Ravi Pillai had an award." + }, + { + "question_id": 1720, + "question": "Do you know that the Sangama dynasty did not have a capital.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Sangama_dynasty" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Harihara_II", + "dynasty", + "Sangama_dynasty" + ], + [ + "Sangama_dynasty", + "hypernym", + "Dynasty" + ], + [ + "Sangama_dynasty", + "rdf-schema#label", + "\"Sangama dynasty\"" + ], + [ + "Sangam", + "wikiPageDisambiguates", + "Sangama_dynasty" + ], + [ + "Sangama_dynasty", + "subject", + "Category:Sangama_Dynasty" + ] + ], + "predicted_rationale": "There is no evidence that the Sangama dynasty did not have a capital." + }, + { + "question_id": 554, + "question": "Stepanakert, led by the Labour Party, was the birthplace of John Madin who was the architect that designed Folksamhuset.", + "types": [ + "written", + "num4", + "substitution", + "multi claim" + ], + "entity_set": [ + "Labour_Party_(UK)", + "John_Madin", + "Stepanakert", + "Folksamhuset" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Stepanakert was the birthplace of John Madin, led by the Labour Party, or that John Madin designed Folksamhuset." + }, + { + "question_id": 1669, + "question": "Well, Jayam Ravi did not have a child.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Jayam_Ravi" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Jayam Ravi did not have a child." + }, + { + "question_id": 1461, + "question": "What is the name of John Kinzie's successor?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "John_Kinzie" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for John Kinzie's successor." + }, + { + "question_id": 2024, + "question": "Fort Knox is not the birthplace of Abdul Taib Mahmud, who is not a member of Barisan Ra'ayat Jati Sarawak party.", + "types": [ + "written", + "negation", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"Barisan Ra'ayat Jati Sarawak\"", + "Abdul_Taib_Mahmud", + "Fort_Knox" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Abdul_Taib_Mahmud", + "party", + "\"Barisan Ra'ayat Jati Sarawak\"" + ] + ], + "predicted_rationale": "There is no evidence that Fort Knox is not the birthplace of Abdul Taib Mahmud." + }, + { + "question_id": 2381, + "question": "If only the builder of the A-Rosa Luna is not Neptuneun Werft.", + "types": [ + "coll:presup", + "negation", + "num1" + ], + "entity_set": [ + "A-Rosa_Luna", + "Neptun_Werft" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "A-Rosa_Luna", + "builder", + "Neptun_Werft" + ] + ], + "predicted_rationale": "The evidence set shows that the builder of the A-Rosa Luna is indeed Neptun Werft." + }, + { + "question_id": 29, + "question": "I agree. Abdul Rahim Wardak had a predecessor!", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Abdul_Rahim_Wardak" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Abdul Rahim Wardak had a predecessor." + }, + { + "question_id": 386, + "question": "Abdul Taib Mahmud was born in the Dilla and is a member of the Parti Bumiputera Sarawak Party.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"Parti Bumiputera Sarawak\"", + "Abdul_Taib_Mahmud", + "Dilla" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Abdul Taib Mahmud was born in the Dilla and is a member of the Parti Bumiputera Sarawak Party." + }, + { + "question_id": 1832, + "question": "Yup, Vojislav Kotunica was not a president.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Vojislav_Ko\u0161tunica" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Vojislav_Ko\u0161tunica", + "president", + "Vojislav_Mihailovi\u0107" + ], + [ + "Dragi\u0161a_Pe\u0161i\u0107", + "president", + "Vojislav_Ko\u0161tunica" + ], + [ + "Serbian_parliamentary_election,_2003", + "leader", + "Vojislav_Ko\u0161tunica" + ], + [ + "Vojislav_Ko\u0161tunica", + "primeMinister", + "Momir_Bulatovi\u0107" + ], + [ + "Boris_Tadi\u0107", + "primeMinister", + "Vojislav_Ko\u0161tunica" + ], + [ + "Cabinet_of_Vojislav_Ko\u0161tunica", + "governmentHead", + "Vojislav_Ko\u0161tunica" + ], + [ + "Military_of_Serbia_and_Montenegro", + "commanderInChief", + "Vojislav_Ko\u0161tunica" + ] + ], + "predicted_rationale": "There is evidence that Vojislav Ko\u0161tunica was a president, as indicated by Dragi\u0161a Pe\u0161i\u0107's relation to him as president." + }, + { + "question_id": 1162, + "question": "Paul Kupperberg is the creator of the comic character Arion, sometimes known as Ahri'ahn.", + "types": [ + "written", + "num2", + "multi claim" + ], + "entity_set": [ + "Arion_(comics)", + "\"Ahri'ahn\"", + "Paul_Kupperberg" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Arion_(comics)", + "creator", + "Paul_Kupperberg" + ], + [ + "Arion_(comics)", + "creators", + "Paul_Kupperberg" + ], + [ + "Arion_(comics)", + "alterEgo", + "\"Ahri'ahn\"" + ], + [ + "Arion_(comics)", + "name", + "\"Ahri'ahn\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Paul Kupperberg is listed as the creator of Arion, also known as Ahri'ahn." + }, + { + "question_id": 589, + "question": "He was born in Paraguay, and died in Asuncion!", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "Paraguay", + "Asunci\u00f3n" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that he was born in Paraguay and died in Asuncion." + }, + { + "question_id": 317, + "question": "Stargate is the production team associated with the musical artist Shankar Mahadevan.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Stargate_(production_team)", + "Shankar_Mahadevan" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Stargate is the production team associated with the musical artist Shankar Mahadevan." + }, + { + "question_id": 736, + "question": "The ship, built by Neptun Werft, Warnem\u00fcnde has a 1850 ton displacement and length of 125800.0 mm.", + "types": [ + "written", + "num3", + "multi hop" + ], + "entity_set": [ + "\"125800.0\"", + "\"1.85e+09\"", + "\"Neptun Werft, Warnem\u00fcnde,\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the ship's displacement and length." + }, + { + "question_id": 1844, + "question": "Do you know that Manuel de Asc\u00e1subi was not a vice president.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Manuel_de_Asc\u00e1subi" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Vicente_Ram\u00f3n_Roca", + "vicePresident", + "Manuel_de_Asc\u00e1subi" + ], + [ + "Vicente_Ram\u00f3n_Roca", + "vicepresident", + "Manuel_de_Asc\u00e1subi" + ], + [ + "Gabriel_Garc\u00eda_Moreno", + "predecessor", + "Manuel_de_Asc\u00e1subi" + ], + [ + "Gabriel_Garc\u00eda_Moreno", + "successor", + "Manuel_de_Asc\u00e1subi" + ], + [ + "Vicente_Ram\u00f3n_Roca", + "successor", + "Manuel_de_Asc\u00e1subi" + ], + [ + "Conservative_Party_(Ecuador)", + "leader1Name", + "Manuel_de_Asc\u00e1subi" + ] + ], + "predicted_rationale": "There is evidence that Manuel de Asc\u00e1subi was a vice president, as indicated by the relations with Vicente Ram\u00f3n Roca." + }, + { + "question_id": 2266, + "question": "Narendra Modi leads India where a museum is located in Ahmedabad!", + "types": [ + "coll:model", + "num4", + "multi hop" + ], + "entity_set": [ + "India", + "Narendra_Modi", + "Ahmedabad" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "India", + "leader", + "Narendra_Modi" + ], + [ + "India", + "leaderName", + "Narendra_Modi" + ], + [ + "Narendra_Modi", + "birthPlace", + "India" + ], + [ + "Ahmedabad", + "country", + "India" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 2105, + "question": "Well Turkmen is not the inhabitants of the Republic of Ireland.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Republic_of_Ireland", + "\"Turkmen\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Turkmen are the inhabitants of the Republic of Ireland." + }, + { + "question_id": 1594, + "question": "I explained that the birth place of Agustin Barboza is a country where Flagstaff High School is the leader.", + "types": [ + "coll:presup", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Agust\u00edn_Barboza", + "Flagstaff_High_School" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Agustin Barboza's birthplace is a country where Flagstaff High School is the leader." + }, + { + "question_id": 1889, + "question": "I heard Amdavad ni Gufa is not located in Ahmedabad, India.", + "types": [ + "coll:model", + "negation", + "num2", + "multi claim" + ], + "entity_set": [ + "India", + "Amdavad_ni_Gufa", + "Ahmedabad" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Amdavad_ni_Gufa", + "location", + "Ahmedabad" + ], + [ + "Amdavad_ni_Gufa", + "locationTown", + "Ahmedabad" + ], + [ + "Ahmedabad", + "country", + "India" + ] + ], + "predicted_rationale": "The claim is contradicted by the evidence set, which states that Amdavad ni Gufa is located in Ahmedabad, India." + }, + { + "question_id": 10, + "question": "Yes, Martin Clunes actually had a child.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Martin_Clunes" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Martin Clunes had a child." + }, + { + "question_id": 1664, + "question": "That's right. Henrique Salas Feo did not have a predecessor.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Henrique_Salas_Feo" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Henrique_Salas_Feo", + "predecessor", + "Luis_Felipe_Acosta_Carlez" + ], + [ + "Francisco_Ameliach", + "predecessor", + "Henrique_Salas_Feo" + ], + [ + "Henrique_Salas_Feo", + "successor", + "Francisco_Ameliach" + ], + [ + "Henrique_Salas_R\u00f6mer", + "successor", + "Henrique_Salas_Feo" + ], + [ + "Henrique_Salas_Feo", + "termStart", + "\"1996\"" + ], + [ + "Henrique_Salas_Feo", + "termEnd", + "\"2012\"" + ], + [ + "Henrique_Salas_Feo", + "termPeriod", + "Henrique_Salas_Feo__1" + ] + ], + "predicted_rationale": "There is evidence that Henrique Salas Feo had a predecessor, Luis Felipe Acosta Carlez." + }, + { + "question_id": 1435, + "question": "What is the name of Saelabonn Formation's garrison?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Saelabonn_Formation" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the name of Saelabonn Formation's garrison." + }, + { + "question_id": 1727, + "question": "I have heard that Nooksack Formation did not have a garrison.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Nooksack_Formation" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Nooksack Formation did or did not have a garrison." + }, + { + "question_id": 2315, + "question": "The ship was built in Rostock and is powered by Fiat Automobiles made engines that were made in Friedrichshafen.", + "types": [ + "written", + "num4", + "substitution", + "multi hop" + ], + "entity_set": [ + "Friedrichshafen", + "Rostock", + "Fiat_Automobiles" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the ship was built in Rostock and is powered by Fiat Automobiles made engines that were made in Friedrichshafen." + }, + { + "question_id": 2086, + "question": "I think Hal Sharp did not create Ben Urich.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Ben_Urich", + "\"Hal Sharp\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Hal Sharp created Ben Urich." + }, + { + "question_id": 1185, + "question": "Alfons Gorbach, who was born in the County of Tyrol, was in office during President Adolf Sch\u00e4rf's reign.", + "types": [ + "written", + "num2", + "multi claim" + ], + "entity_set": [ + "Alfons_Gorbach", + "County_of_Tyrol", + "Adolf_Sch\u00e4rf" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alfons_Gorbach", + "birthPlace", + "County_of_Tyrol" + ], + [ + "Alfons_Gorbach", + "president", + "Adolf_Sch\u00e4rf" + ], + [ + "Adolf_Sch\u00e4rf", + "chancellor", + "Alfons_Gorbach" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 482, + "question": "Stephen S. Oswald and William Anders were NASA's Apollo 8 crew.", + "types": [ + "coll:model", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "NASA", + "William_Anders", + "Apollo_8", + "Stephen_S._Oswald" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Apollo_8", + "operator", + "NASA" + ], + [ + "Stephen_S._Oswald", + "type", + "NASA" + ], + [ + "Apollo_8", + "crewMembers", + "William_Anders" + ], + [ + "Apollo_8", + "crew3Up", + "William_Anders" + ], + [ + "William_Anders", + "mission", + "Apollo_8" + ] + ], + "predicted_rationale": "There is no evidence that Stephen S. Oswald was a crew member of Apollo 8." + }, + { + "question_id": 2111, + "question": "I know that Abdul Taib Mahmud's region is not Kaski District.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Abdul_Taib_Mahmud", + "Kaski_District" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Abdul Taib Mahmud's region is Kaski District." + }, + { + "question_id": 1938, + "question": "Anne Monson has not lived in a country for most of her life where the Chief Justice is one of the leaders.", + "types": [ + "coll:model", + "negation", + "num2", + "multi hop" + ], + "entity_set": [ + "Lady_Anne_Monson", + "\"Chief Justice\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Lady_Anne_Monson", + "residence", + "India" + ], + [ + "India", + "leaderTitle", + "\"Chief Justice\"" + ] + ], + "predicted_rationale": "There is evidence that Lady Anne Monson has lived in India, where the Chief Justice is one of the leaders." + }, + { + "question_id": 2155, + "question": "Are you familiar with Ahmedabad? It is not in India!", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Ahmedabad", + "India" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Ahmedabad", + "country", + "India" + ] + ], + "predicted_rationale": "The claim is contradicted by the evidence that Ahmedabad is in India." + }, + { + "question_id": 223, + "question": "John Madin was originally from Stockport, Manchester.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "John_Madin", + "Stockport,_Manchester" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that John Madin was originally from Stockport, Manchester." + }, + { + "question_id": 1649, + "question": "Yes, Reinhardt University does not have a mascot!", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Reinhardt_University" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Reinhardt_University", + "mascot", + "\"SOAR, The Eagle\"" + ], + [ + "Reinhardt_University", + "name", + "\"Reinhardt University\"" + ], + [ + "Reinhardt_University", + "officialSchoolColour", + "\"Navy and gold\"" + ], + [ + "Reinhardt_University", + "type", + "Private_school" + ], + [ + "Reinhardt_University", + "affiliation", + "United_Methodist_Church" + ] + ], + "predicted_rationale": "There is evidence that Reinhardt University has a mascot, which is SOAR, The Eagle." + }, + { + "question_id": 363, + "question": "Bakewell tart is a variation of Saffron rice which uses ground almond, jam, butter and eggs as main ingredients.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Bakewell_tart", + "\"Ground almond, jam, butter, eggs\"", + "Saffron_rice" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Bakewell tart is a variation of Saffron rice or that it uses ground almond, jam, butter and eggs as main ingredients." + }, + { + "question_id": 501, + "question": "Fruit preserves are an ingredient in Bakewell tart (also known as Bakewell pudding) which comes from the Sheohar (Lok Sabha constituency) region.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "Bakewell_tart", + "Bakewell_pudding", + "Fruit_preserves", + "Sheohar_(Lok_Sabha_constituency)" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Bakewell_tart", + "ingredient", + "Fruit_preserves" + ], + [ + "Bakewell_pudding", + "hasVariant", + "Bakewell_tart" + ], + [ + "Bakewell_tart", + "rdf-schema#seeAlso", + "Bakewell_pudding" + ], + [ + "Bakewell_pudding", + "rdf-schema#seeAlso", + "Bakewell_tart" + ] + ], + "predicted_rationale": "There is no evidence that Bakewell tart comes from the Sheohar region." + }, + { + "question_id": 2165, + "question": "I know that the leader of Paraguay is not called Juan Afara.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Paraguay", + "Juan_Afara" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Paraguay", + "leader", + "Juan_Afara" + ], + [ + "Paraguay", + "leaderName", + "Juan_Afara" + ], + [ + "Juan_Afara", + "birthPlace", + "Paraguay" + ] + ], + "predicted_rationale": "There is evidence that the leader of Paraguay is called Juan Afara." + }, + { + "question_id": 745, + "question": "Sarawak resident and Miri, Malaysia born a politician, is a member of the Parti Pesaka Bumiputera Bersatu.", + "types": [ + "written", + "num3", + "multi hop" + ], + "entity_set": [ + "Parti_Pesaka_Bumiputera_Bersatu", + "Sarawak", + "Miri,_Malaysia" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Parti_Pesaka_Bumiputera_Bersatu", + "headquarters", + "Sarawak" + ], + [ + "Abdul_Taib_Mahmud", + "residence", + "Sarawak" + ], + [ + "Abdul_Taib_Mahmud", + "party", + "Parti_Pesaka_Bumiputera_Bersatu" + ], + [ + "Sarawak_State_Legislative_Assembly", + "location", + "Sarawak" + ], + [ + "Sarawak_State_Legislative_Assembly", + "party", + "Parti_Pesaka_Bumiputera_Bersatu" + ], + [ + "Abdul_Rahman_Ya'kub", + "birthPlace", + "Sarawak" + ], + [ + "Abdul_Rahman_Ya'kub", + "party", + "Parti_Pesaka_Bumiputera_Bersatu" + ], + [ + "Abdul_Taib_Mahmud", + "birthPlace", + "Miri,_Malaysia" + ], + [ + "Alan_Ling_Sie_Kiong", + "residence", + "Sarawak" + ], + [ + "Hii_King_Chiong", + "residence", + "Miri,_Malaysia" + ], + [ + "Miri_Airport", + "location", + "Sarawak" + ], + [ + "Miri_City_Council", + "location", + "Miri,_Malaysia" + ], + [ + "George_Chan_Hong_Nam", + "birthPlace", + "Sarawak" + ], + [ + "George_Chan_Hong_Nam", + "placeOfBirth", + "Miri,_Malaysia" + ], + [ + "Zee_Avi", + "birthPlace", + "Miri,_Malaysia" + ], + [ + "Alan_Ling_Sie_Kiong", + "birthPlace", + "Sarawak" + ], + [ + "Gilbert_Cassidy_Gawing", + "placeOfBirth", + "Miri,_Malaysia" + ], + [ + "Hii_King_Chiong", + "birthPlace", + "Sarawak" + ], + [ + "Zee_Avi", + "hometown", + "Sarawak" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Abdul Taib Mahmud is a politician born in Miri, Malaysia, resides in Sarawak, and is a member of the Parti Pesaka Bumiputera Bersatu." + }, + { + "question_id": 1873, + "question": "Al-Taqaddum Air Base is located in Fallujah which is not in Iraq.", + "types": [ + "coll:model", + "negation", + "num2", + "multi claim" + ], + "entity_set": [ + "Iraq", + "Al-Taqaddum_Air_Base", + "Fallujah" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Al-Taqaddum_Air_Base", + "cityServed", + "Fallujah" + ], + [ + "Al-Taqaddum_Air_Base", + "city", + "Fallujah" + ], + [ + "Fallujah", + "country", + "Iraq" + ] + ], + "predicted_rationale": "There is evidence that Fallujah is in Iraq, which contradicts the claim." + }, + { + "question_id": 1266, + "question": "The manager of A.F.C. Blackpool is Stuart Parker (footballer) who was at Drogheda United FC but is currently part of the KV Mechelen club.", + "types": [ + "written", + "num3", + "multi claim" + ], + "entity_set": [ + "A.F.C._Blackpool", + "KV_Mechelen", + "Drogheda_United_F.C.", + "Stuart_Parker_(footballer)" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "A.F.C._Blackpool", + "manager", + "Stuart_Parker_(footballer)" + ], + [ + "Stuart_Parker_(footballer)", + "managerclubs", + "A.F.C._Blackpool" + ], + [ + "Stuart_Parker_(footballer)", + "team", + "A.F.C._Blackpool" + ], + [ + "Stuart_Parker_(footballer)", + "managerClub", + "A.F.C._Blackpool" + ], + [ + "Stuart_Parker_(footballer)", + "clubs", + "Drogheda_United_F.C." + ], + [ + "Stuart_Parker_(footballer)", + "team", + "Drogheda_United_F.C." + ], + [ + "Stuart_Parker_(footballer)", + "clubs", + "KV_Mechelen" + ], + [ + "Stuart_Parker_(footballer)", + "team", + "KV_Mechelen" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 498, + "question": "Amdavad ni Gufa was completed in 1995 in B\u0119dzin, Beijing, China.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "Amdavad_ni_Gufa", + "\"1995\"", + "\"Beijing, China\"", + "B\u0119dzin" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Amdavad_ni_Gufa", + "completionDate", + "\"1995\"" + ], + [ + "Amdavad_ni_Gufa", + "buildingEndDate", + "\"1995\"" + ] + ], + "predicted_rationale": "There is no evidence for the location B\u0119dzin, Beijing, China." + }, + { + "question_id": 1717, + "question": "Yes, Nosler does not have a parent company.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Nosler" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Nosler", + "owner", + "\"Bob Nosler\"" + ], + [ + "Nosler", + "founder", + "\"John A. Nosler\"" + ], + [ + "Nosler", + "industry", + "Ammunition" + ], + [ + "Nosler", + "locationCity", + "\"Bend, Oregon\"" + ], + [ + "Nosler", + "locationCountry", + "United_States" + ] + ], + "predicted_rationale": "Based on the evidence set, there is no information that Nosler has a parent company." + }, + { + "question_id": 2017, + "question": "Well the Acura TLX has not a 2.4 litre engine which is not manufactured by Interstate Aircraft.", + "types": [ + "coll:model", + "negation", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Acura_TLX", + "\"2.4\"", + "Interstate_Aircraft" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Acura_TLX", + "engine", + "\"2.4\"" + ] + ], + "predicted_rationale": "There is no evidence that the 2.4 litre engine is not manufactured by Interstate Aircraft." + }, + { + "question_id": 262, + "question": "Abdul Taib Mahmud was actually born on 930.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Abdul_Taib_Mahmud", + "\"930\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for Abdul Taib Mahmud's birthdate." + }, + { + "question_id": 1632, + "question": "I have heard that Salonica Vilayet does not have a capital.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Salonica_Vilayet" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Salonica_Vilayet", + "capital", + "Thessaloniki" + ], + [ + "Balkan_Wars", + "place", + "Salonica_Vilayet" + ], + [ + "Gotse_Delchev", + "birthPlace", + "Salonica_Vilayet" + ], + [ + "Atanas_Dalchev", + "placeOfBirth", + "Salonica_Vilayet" + ], + [ + "Salonica_Vilayet", + "nativeName", + "\"Vil\u00e2yet-i Sel\u00e2nik\"" + ] + ], + "predicted_rationale": "There is evidence that Salonica Vilayet's capital is Thessaloniki." + }, + { + "question_id": 770, + "question": "He was born in Darlington, Kingdom of England January 1st, 1726.", + "types": [ + "coll:model", + "num3", + "multi hop" + ], + "entity_set": [ + "Kingdom_of_England", + "\"1726-01-01\"", + "Darlington" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that he was born in Darlington, Kingdom of England on January 1st, 1726." + }, + { + "question_id": 1357, + "question": "When did Stuart Parker (footballer) play for Ni\u011fdespor?", + "types": [ + "question", + "coll:presup", + "num1", + "substitution" + ], + "entity_set": [ + "Stuart_Parker_(footballer)", + "\"Ni\u011fdespor\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Stuart Parker played for Ni\u011fdespor." + }, + { + "question_id": 1101, + "question": "Abdul Taib Mahmud's successor was called Sulaiman Abdul Rahman Taib.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Abdul_Taib_Mahmud", + "Sulaiman_Abdul_Rahman_Taib" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Sulaiman_Abdul_Rahman_Taib", + "relation", + "Abdul_Taib_Mahmud" + ], + [ + "Sulaiman_Abdul_Rahman_Taib", + "predecessor", + "Abdul_Taib_Mahmud" + ], + [ + "Abdul_Taib_Mahmud", + "successor", + "Sulaiman_Abdul_Rahman_Taib" + ], + [ + "Abdul_Taib_Mahmud", + "child", + "Sulaiman_Abdul_Rahman_Taib" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Abdul Taib Mahmud's successor is indeed Sulaiman Abdul Rahman Taib." + }, + { + "question_id": 2382, + "question": "I emphasized that Juan Afara does not serve as the leader of Paraguay.", + "types": [ + "coll:presup", + "negation", + "num1" + ], + "entity_set": [ + "Paraguay", + "Juan_Afara" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Paraguay", + "leader", + "Juan_Afara" + ], + [ + "Paraguay", + "leaderName", + "Juan_Afara" + ], + [ + "Juan_Afara", + "birthPlace", + "Paraguay" + ] + ], + "predicted_rationale": "There is evidence that Juan Afara serves as the leader of Paraguay." + }, + { + "question_id": 2364, + "question": "I explained that George Campbell of Inverneill was not born in the country where Winchester was previously the capital.", + "types": [ + "coll:presup", + "negation", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Winchester", + "George_Campbell_of_Inverneill" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence to support the claim about George Campbell of Inverneill's birthplace and the capital of the country." + }, + { + "question_id": 1213, + "question": "Yeah, T.S. Thakur was the leader of India where Lady Anne Monson lived.", + "types": [ + "coll:model", + "num2", + "multi claim" + ], + "entity_set": [ + "T._S._Thakur", + "India", + "Lady_Anne_Monson" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "India", + "leader", + "T._S._Thakur" + ], + [ + "India", + "leaderName", + "T._S._Thakur" + ], + [ + "T._S._Thakur", + "nationality", + "India" + ], + [ + "Lady_Anne_Monson", + "residence", + "India" + ], + [ + "Lady_Anne_Monson", + "restingPlace", + "India" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1315, + "question": "Stephen Yong Kuet Tze is the deputy of Abdul Rahman Ya'kub, who succeeded Malaysian born (in Miri), Abdul Taib Mahmud.", + "types": [ + "written", + "num4", + "multi claim" + ], + "entity_set": [ + "Miri,_Malaysia", + "Abdul_Rahman_Ya'kub", + "Stephen_Yong_Kuet_Tze", + "Abdul_Taib_Mahmud" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Abdul_Rahman_Ya'kub", + "deputy", + "Stephen_Yong_Kuet_Tze" + ], + [ + "Abdul_Rahman_Ya'kub", + "successor", + "Abdul_Taib_Mahmud" + ], + [ + "Abdul_Taib_Mahmud", + "successor", + "Abdul_Rahman_Ya'kub" + ], + [ + "Abdul_Rahman_Ya'kub", + "predecessor", + "Abdul_Taib_Mahmud" + ], + [ + "Abdul_Taib_Mahmud", + "predecessor", + "Abdul_Rahman_Ya'kub" + ], + [ + "Abdul_Taib_Mahmud", + "before", + "Abdul_Rahman_Ya'kub" + ], + [ + "Abdul_Rahman_Ya'kub", + "after", + "Abdul_Taib_Mahmud" + ], + [ + "Abdul_Taib_Mahmud", + "birthPlace", + "Miri,_Malaysia" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 102, + "question": "Paul E. Jacobs even had a child!", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Paul_E._Jacobs" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Paul E. Jacobs had a child." + }, + { + "question_id": 1191, + "question": "Blackpool, is in Blackpool, and play in the English Football League.", + "types": [ + "coll:model", + "num2", + "multi claim" + ], + "entity_set": [ + "A.F.C._Blackpool", + "Blackpool", + "English_football_league_system" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "A.F.C._Blackpool", + "league", + "English_football_league_system" + ] + ], + "predicted_rationale": "There is no information about the location of the team in the evidence set." + }, + { + "question_id": 988, + "question": "It is! The Alan B Miller Hall cost 75 million dollars.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Alan_B._Miller_Hall", + "\"7.5E7\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alan_B._Miller_Hall", + "cost", + "\"7.5E7\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since 7.5E7 is equivalent to 75 million dollars." + }, + { + "question_id": 1491, + "question": "What country was Alexei Rykov prime minister?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Alexei_Rykov" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Alexei Rykov was prime minister of any country." + }, + { + "question_id": 1869, + "question": "Leslie Kong was not a prime minister actually.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Leslie_Kong" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Leslie_Kong", + "occupation", + "\"Record producer\"" + ], + [ + "Leslie_Kong", + "birthYear", + "\"1933\"" + ], + [ + "Leslie_Kong", + "deathYear", + "\"1971\"" + ], + [ + "Leslie_Kong", + "dateOfBirth", + "\"1933\"" + ], + [ + "Leslie_Kong", + "dateOfDeath", + "\"1971-08-09\"" + ] + ], + "predicted_rationale": "Based on the evidence set, Leslie Kong's occupation is a record producer, not a prime minister." + }, + { + "question_id": 1541, + "question": "When did Daniel Gould Fowle graduate from the Princeton University?", + "types": [ + "question", + "coll:presup", + "num1" + ], + "entity_set": [ + "Daniel_Gould_Fowle", + "Princeton_University" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Daniel_Gould_Fowle", + "almaMater", + "Princeton_University" + ] + ], + "predicted_rationale": "There is no information about when Daniel Gould Fowle graduated from Princeton University." + }, + { + "question_id": 1277, + "question": "Bhajji originates from India, country of Indians where the leader is T. S. Thakur.", + "types": [ + "written", + "num3", + "multi claim" + ], + "entity_set": [ + "T._S._Thakur", + "India", + "Indian_people", + "Bhajji" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Bhajji", + "country", + "India" + ], + [ + "India", + "demonym", + "Indian_people" + ], + [ + "India", + "leader", + "T._S._Thakur" + ], + [ + "India", + "leaderName", + "T._S._Thakur" + ], + [ + "T._S._Thakur", + "nationality", + "India" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 2081, + "question": "I have heard that Polydor Records' parent company is not Universal Music Group.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Polydor_Records", + "Universal_Music_Group" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Polydor_Records", + "parentCompany", + "Universal_Music_Group" + ], + [ + "Polydor_Records", + "parent", + "Universal_Music_Group" + ], + [ + "Polydor_Records", + "distributingLabel", + "Universal_Music_Group" + ], + [ + "Polydor_Records", + "distributingCompany", + "Universal_Music_Group" + ], + [ + "Polydor_Records", + "distributor", + "Universal_Music_Group" + ] + ], + "predicted_rationale": "The claim is contradicted by the evidence set, which states that Polydor Records' parent company is Universal Music Group." + }, + { + "question_id": 323, + "question": "Somerton Park is located in India with the leader Narendra Modi.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Narendra_Modi", + "India", + "Somerton_Park" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "India", + "leader", + "Narendra_Modi" + ], + [ + "India", + "leaderName", + "Narendra_Modi" + ], + [ + "Narendra_Modi", + "birthPlace", + "India" + ] + ], + "predicted_rationale": "There is no evidence that Somerton Park is located in India." + }, + { + "question_id": 1563, + "question": "I imagined that Eleanor of Leicester was a vice president.", + "types": [ + "coll:presup", + "existence" + ], + "entity_set": [ + "Eleanor_of_Leicester" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Eleanor_of_Leicester", + "title", + "\"Countess of Pembroke; Countess of Leicester\"" + ], + [ + "Eleanor_of_Leicester", + "spouse", + "\"m. 1238; dec. 1265\"" + ], + [ + "Simon_de_Montfort,_6th_Earl_of_Leicester", + "spouse", + "Eleanor_of_Leicester" + ], + [ + "Eleanor_of_Leicester", + "parent", + "Isabella_of_Angoul\u00eame" + ], + [ + "Eleanor_de_Montfort", + "parent", + "Eleanor_of_Leicester" + ], + [ + "Eleanor_of_Leicester", + "birthPlace", + "\"Gloucester, Gloucestershire\"" + ], + [ + "Eleanor_of_Leicester", + "placeOfBirth", + "\"Gloucester, Gloucestershire\"" + ] + ], + "predicted_rationale": "There is no evidence that Eleanor of Leicester was a vice president." + }, + { + "question_id": 1643, + "question": "Apparently Gumel did not have a nickname.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Gumel" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Gumel", + "nickname", + "\"birnin mamman\"" + ], + [ + "Gumel", + "otherName", + "\"Birnin Lautai\"" + ], + [ + "Gumel", + "officialName", + "\"Gumel\"" + ], + [ + "Gumel", + "name", + "\"Gumel\"" + ], + [ + "Gumel", + "synonym", + "\"Birnin Lautai\"" + ] + ], + "predicted_rationale": "There is evidence that Gumel had a nickname, which is 'birnin mamman'." + }, + { + "question_id": 1019, + "question": "Baymax first appeared in a film called Big Hero 6.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Baymax", + "\"Big Hero 6(2014)\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Baymax", + "firstAppearance", + "\"Big Hero 6(2014)\"" + ] + ], + "predicted_rationale": "Based on the evidence set, Baymax's first appearance is in the film Big Hero 6." + }, + { + "question_id": 1546, + "question": "When did Stuart Parker (footballer) play for Irlam Town F.C.?", + "types": [ + "question", + "coll:presup", + "num1" + ], + "entity_set": [ + "Stuart_Parker_(footballer)", + "Irlam_Town_F.C." + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Stuart_Parker_(footballer)", + "team", + "Irlam_Town_F.C." + ], + [ + "Stuart_Parker_(footballer)", + "clubs", + "Irlam_Town_F.C." + ] + ], + "predicted_rationale": "There is no information about when Stuart Parker played for Irlam Town F.C." + }, + { + "question_id": 1772, + "question": "Ander Crenshaw did not have a successor either!", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Ander_Crenshaw" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Ander_Crenshaw", + "succeeded", + "\"Bill Bankhead\"" + ], + [ + "Tillie_K._Fowler", + "succeeded", + "Ander_Crenshaw" + ], + [ + "Ander_Crenshaw", + "preceded", + "\"Joe Kennelly\"" + ], + [ + "Ander_Crenshaw", + "termEnd", + "\"November 1992\"" + ], + [ + "Ander_Crenshaw", + "termStart", + "\"April 1986\"" + ], + [ + "Ander_Crenshaw", + "state", + "\"Florida\"" + ] + ], + "predicted_rationale": "There is evidence that Ander Crenshaw was succeeded by Tillie K. Fowler." + }, + { + "question_id": 115, + "question": "Yep, Yusuf Cassim went to university.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Yusuf_Cassim" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Yusuf Cassim went to university." + }, + { + "question_id": 2134, + "question": "Ochtezeelois do not live in the Republic of Ireland though.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Republic_of_Ireland", + "\"Ochtezeelois\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Ochtezeelois live in the Republic of Ireland." + }, + { + "question_id": 2098, + "question": "I agree. The governing body of Birmingham is not Peru's Army.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Birmingham", + "\"Peru's Army\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that the governing body of Birmingham is Peru's Army." + }, + { + "question_id": 1367, + "question": "What is the name of Molly Bloom's spouse?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Molly_Bloom" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that provides the name of Molly Bloom's spouse." + }, + { + "question_id": 2093, + "question": "Well I know that Amdavad ni Gufa is not located in Gujarat!", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Amdavad_ni_Gufa", + "Gujarat" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Amdavad_ni_Gufa", + "location", + "Gujarat" + ], + [ + "Amdavad_ni_Gufa", + "locationTown", + "Gujarat" + ] + ], + "predicted_rationale": "The claim is contradicted by the evidence set, which states that Amdavad ni Gufa is located in Gujarat." + }, + { + "question_id": 1348, + "question": "When was Luca Vecchi a leader of Birmingham?", + "types": [ + "question", + "coll:presup", + "num1", + "substitution" + ], + "entity_set": [ + "Birmingham", + "Luca_Vecchi" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Luca Vecchi was a leader of Birmingham." + }, + { + "question_id": 233, + "question": "Damon Gupton stars in the film, Big hero 6!", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Big_Hero_6_(film)", + "\"Damon Gupton\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Damon Gupton stars in the film Big Hero 6." + }, + { + "question_id": 1999, + "question": "Shilpa Anand (born in British Hong Kong) served as a Fighter pilot, not in a Fighter Pilot.", + "types": [ + "written", + "negation", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "British_Hong_Kong", + "Fighter_pilot", + "Shilpa_Anand" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Shilpa Anand served as a Fighter pilot." + }, + { + "question_id": 1908, + "question": "Agustin Barboza did not die in Paraguay where the leader was not Juan Afara.", + "types": [ + "coll:model", + "negation", + "num2", + "multi claim" + ], + "entity_set": [ + "Agust\u00edn_Barboza", + "Juan_Afara", + "Paraguay" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Agust\u00edn_Barboza", + "placeOfDeath", + "Paraguay" + ], + [ + "Agust\u00edn_Barboza", + "deathPlace", + "Paraguay" + ], + [ + "Agust\u00edn_Barboza", + "placeOfBirth", + "Paraguay" + ], + [ + "Agust\u00edn_Barboza", + "birthPlace", + "Paraguay" + ], + [ + "Paraguay", + "leader", + "Juan_Afara" + ], + [ + "Paraguay", + "leaderName", + "Juan_Afara" + ] + ], + "predicted_rationale": "There is evidence that Agustin Barboza died in Paraguay where the leader was Juan Afara." + }, + { + "question_id": 516, + "question": "Abdul Rahman Ya'kub succeeded Abdul Taib Mahmud, who was born in Hollis, Oklahoma, and resides in Demak Jaya, Jalan Bako, Kuching, Sarawak.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"Demak Jaya, Jalan Bako, Kuching, Sarawak\"", + "Abdul_Rahman_Ya'kub", + "Abdul_Taib_Mahmud", + "Hollis,_Oklahoma" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Abdul_Rahman_Ya'kub", + "successor", + "Abdul_Taib_Mahmud" + ], + [ + "Abdul_Taib_Mahmud", + "successor", + "Abdul_Rahman_Ya'kub" + ], + [ + "Abdul_Rahman_Ya'kub", + "predecessor", + "Abdul_Taib_Mahmud" + ], + [ + "Abdul_Taib_Mahmud", + "predecessor", + "Abdul_Rahman_Ya'kub" + ], + [ + "Abdul_Taib_Mahmud", + "before", + "Abdul_Rahman_Ya'kub" + ], + [ + "Abdul_Rahman_Ya'kub", + "after", + "Abdul_Taib_Mahmud" + ], + [ + "Abdul_Taib_Mahmud", + "residence", + "\"Demak Jaya, Jalan Bako, Kuching, Sarawak\"" + ] + ], + "predicted_rationale": "There is no evidence that Abdul Taib Mahmud was born in Hollis, Oklahoma." + }, + { + "question_id": 2302, + "question": "103 Colmore Row was designed by the architect Ram Karmi, born in a city whose leader is Labour politician John Clancy.", + "types": [ + "written", + "num4", + "substitution", + "multi hop" + ], + "entity_set": [ + "103_Colmore_Row", + "\"John_Clancy_(Labour_politician)\"", + "Ram_Karmi" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that 103 Colmore Row was designed by Ram Karmi or any information about the city where Ram Karmi was born and its leader." + }, + { + "question_id": 2350, + "question": "I explained that Alfons Gorbach's not place of death was in Austria, a country which is led by Doris Bures.", + "types": [ + "coll:presup", + "negation", + "num2", + "multi claim" + ], + "entity_set": [ + "Austria", + "Alfons_Gorbach", + "Doris_Bures" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alfons_Gorbach", + "placeOfDeath", + "Austria" + ], + [ + "Alfons_Gorbach", + "deathPlace", + "Austria" + ], + [ + "Alfons_Gorbach", + "placeOfBirth", + "Austria" + ], + [ + "Alfons_Gorbach", + "birthPlace", + "Austria" + ], + [ + "Austria", + "leader", + "Doris_Bures" + ], + [ + "Austria", + "leaderName", + "Doris_Bures" + ] + ], + "predicted_rationale": "The claim is contradicted by the evidence since Alfons Gorbach's place of death was in Austria." + }, + { + "question_id": 2170, + "question": "You know the musical genre of Alfredo Zitarrosa is not Candombe.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Alfredo_Zitarrosa", + "Candombe" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alfredo_Zitarrosa", + "genre", + "Candombe" + ] + ], + "predicted_rationale": "The evidence set actually indicates that Alfredo Zitarrosa's genre is Candombe." + }, + { + "question_id": 281, + "question": "Stuart Parker the football player is part of the \u2192 Yozgatspor club.", + "types": [ + "written", + "num1", + "substitution" + ], + "entity_set": [ + "Stuart_Parker_(footballer)", + "\"\u2192 Yozgatspor\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Stuart Parker the football player is part of the Yozgatspor club." + }, + { + "question_id": 1261, + "question": "Born in Georgia, Vermont, Alvah Sabin worked as the Secretary of State of Vermont and was a Baptist.", + "types": [ + "written", + "num3", + "multi claim" + ], + "entity_set": [ + "Baptists", + "Georgia,_Vermont", + "\"Secretary of State of Vermont\"", + "Alvah_Sabin" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alvah_Sabin", + "birthPlace", + "Georgia,_Vermont" + ], + [ + "Alvah_Sabin", + "placeOfBirth", + "Georgia,_Vermont" + ], + [ + "Alvah_Sabin", + "office", + "\"Secretary of State of Vermont\"" + ], + [ + "Alvah_Sabin", + "religion", + "Baptists" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 270, + "question": "Did you know that Daniel Gould Fowle attended University of Massachusetts?", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Daniel_Gould_Fowle", + "\"University of Massachusetts\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Daniel Gould Fowle attended University of Massachusetts." + }, + { + "question_id": 1695, + "question": "No, Henry Lusk did not go to college.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Henry_Lusk" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Henry Lusk did or did not go to college." + }, + { + "question_id": 1971, + "question": "A soccer club that has 10356 members did not play in the 2014 season!", + "types": [ + "coll:model", + "negation", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"2014\"", + "\"10356\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Luton_Town_F.C.", + "capacity", + "\"10356\"" + ], + [ + "Luton_Town_F.C.", + "season", + "\"2014\"" + ] + ], + "predicted_rationale": "The evidence set indicates that Luton Town F.C. did play in the 2014 season." + }, + { + "question_id": 399, + "question": "Abdul Taib Mahmud, born in Tak\u00e9o Provincem, was succeeded by Adenan Satem.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Adenan_Satem", + "Abdul_Taib_Mahmud", + "Tak\u00e9o_Province" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Abdul_Taib_Mahmud", + "after", + "Adenan_Satem" + ], + [ + "Adenan_Satem", + "predecessor", + "Abdul_Taib_Mahmud" + ], + [ + "Adenan_Satem", + "governor", + "Abdul_Taib_Mahmud" + ], + [ + "Abdul_Taib_Mahmud", + "successor", + "Adenan_Satem" + ] + ], + "predicted_rationale": "There is no evidence for Abdul Taib Mahmud's birthplace being Tak\u00e9o Province." + }, + { + "question_id": 1821, + "question": "I know that Alex Tal did not attend a university.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Alex_Tal" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Alex Tal did or did not attend a university." + }, + { + "question_id": 37, + "question": "Yes, Frank Stella did have an award.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Frank_Stella" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Frank Stella had an award." + }, + { + "question_id": 359, + "question": "Billy Mitchell (EastEnders) is a character in the film Big Hero 6, which starred Alan Tudyk.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Big_Hero_6_(film)", + "Alan_Tudyk", + "Billy_Mitchell_(EastEnders)" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Big_Hero_6_(film)", + "starring", + "Alan_Tudyk" + ] + ], + "predicted_rationale": "There is no evidence that Billy Mitchell is a character in the film Big Hero 6." + }, + { + "question_id": 907, + "question": "The manager of A.F.C. Blackpool is a soccer player who was at Drogheda United FC but is currently part of the Salon Vilpas club.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "Drogheda_United_F.C.", + "A.F.C._Blackpool", + "\"Salon Vilpas\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "A.F.C._Blackpool", + "manager", + "Stuart_Parker_(footballer)" + ], + [ + "Stuart_Parker_(footballer)", + "team", + "Drogheda_United_F.C." + ], + [ + "Stuart_Parker_(footballer)", + "clubs", + "Drogheda_United_F.C." + ], + [ + "Stuart_Parker_(footballer)", + "team", + "A.F.C._Blackpool" + ], + [ + "Stuart_Parker_(footballer)", + "managerClub", + "A.F.C._Blackpool" + ], + [ + "Stuart_Parker_(footballer)", + "managerclubs", + "A.F.C._Blackpool" + ] + ], + "predicted_rationale": "There is no evidence that Stuart Parker is currently part of the Salon Vilpas club." + }, + { + "question_id": 763, + "question": "A fictional character's first film appearance was in Big Hero 6. He was created by Duncan Rouleau and Steven T Seagle.", + "types": [ + "written", + "num3", + "multi hop" + ], + "entity_set": [ + "\"Big Hero 6(2014)\"", + "Duncan_Rouleau", + "Steven_T._Seagle" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Baymax", + "firstAppearance", + "\"Big Hero 6(2014)\"" + ], + [ + "Baymax", + "creator", + "Steven_T._Seagle" + ], + [ + "Baymax", + "creators", + "Steven_T._Seagle" + ] + ], + "predicted_rationale": "There is no evidence that Duncan Rouleau is the creator of the fictional character." + }, + { + "question_id": 805, + "question": "They are located in the County of Derbyshire and is where the Western Athletic Conference is from.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Derbyshire", + "Western_Athletic_Conference" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that they are located in the County of Derbyshire and is where the Western Athletic Conference is from." + }, + { + "question_id": 979, + "question": "The United States Ambassador to Norway is William Anders!", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "William_Anders", + "United_States_Ambassador_to_Norway" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "William_Anders", + "title", + "United_States_Ambassador_to_Norway" + ] + ], + "predicted_rationale": "Based on the evidence set, William Anders' title is United States Ambassador to Norway." + }, + { + "question_id": 2286, + "question": "A chancellor was born in Imst and died in Austria, where Doris Bures is a leader.", + "types": [ + "written", + "num4", + "multi hop" + ], + "entity_set": [ + "Imst", + "Austria", + "Doris_Bures" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Imst", + "country", + "Austria" + ], + [ + "Austria", + "leader", + "Doris_Bures" + ], + [ + "Austria", + "leaderName", + "Doris_Bures" + ], + [ + "Doris_Bures", + "birthPlace", + "Austria" + ], + [ + "Doris_Bures", + "placeOfBirth", + "Austria" + ] + ], + "predicted_rationale": "There is no evidence that a chancellor was born in Imst and died in Austria." + }, + { + "question_id": 941, + "question": "Do you know about Agra airport? It is in India.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Agra_Airport", + "India" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Agra_Airport", + "location", + "India" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Agra Airport is located in India." + }, + { + "question_id": 2306, + "question": "The Mason School of Business is a tenant of The Alan B Miller Hall, which is located in an administrative region which is in the TUN.", + "types": [ + "written", + "num4", + "substitution", + "multi hop" + ], + "entity_set": [ + "Alan_B._Miller_Hall", + "Mason_School_of_Business", + "\"TUN\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alan_B._Miller_Hall", + "tenant", + "Mason_School_of_Business" + ], + [ + "Alan_B._Miller_Hall", + "currentTenants", + "Mason_School_of_Business" + ] + ], + "predicted_rationale": "There is no evidence that The Alan B Miller Hall is located in an administrative region which is in the TUN." + }, + { + "question_id": 1420, + "question": "When did Stuart Grimes attend university?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Stuart_Grimes" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Stuart_Grimes", + "university", + "University_of_Edinburgh" + ], + [ + "Stuart_Grimes", + "birthPlace", + "Torphins" + ], + [ + "Stuart_Grimes", + "placeOfBirth", + "Torphins" + ], + [ + "Stuart_Grimes", + "name", + "\"Stuart Grimes\"" + ], + [ + "Stuart_Grimes", + "nickname", + "\"\\\"Grimesey\\\", \\\"Big Stu\\\"\"" + ] + ], + "predicted_rationale": "There is no information about when Stuart Grimes attended university." + }, + { + "question_id": 585, + "question": "The leader is Narendra Modi and Agra airport is located in that country.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "Agra_Airport", + "Narendra_Modi" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "India", + "leader", + "Narendra_Modi" + ], + [ + "Agra_Airport", + "location", + "India" + ], + [ + "India", + "leaderName", + "Narendra_Modi" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1281, + "question": "The manager of A.F.C. Blackpool is Stuart Parker who is with Drogheda United F.C and plays for Runcorn F.C. Halton.", + "types": [ + "written", + "num3", + "multi claim" + ], + "entity_set": [ + "A.F.C._Blackpool", + "Drogheda_United_F.C.", + "Runcorn_F.C._Halton", + "Stuart_Parker_(footballer)" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "A.F.C._Blackpool", + "manager", + "Stuart_Parker_(footballer)" + ], + [ + "Stuart_Parker_(footballer)", + "managerClub", + "A.F.C._Blackpool" + ], + [ + "Stuart_Parker_(footballer)", + "managerclubs", + "A.F.C._Blackpool" + ], + [ + "Stuart_Parker_(footballer)", + "team", + "A.F.C._Blackpool" + ], + [ + "Stuart_Parker_(footballer)", + "clubs", + "Drogheda_United_F.C." + ], + [ + "Stuart_Parker_(footballer)", + "team", + "Drogheda_United_F.C." + ], + [ + "Stuart_Parker_(footballer)", + "clubs", + "Runcorn_F.C._Halton" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 512, + "question": "Linzeux comes from India and Robert Byrne and Sumitra Mahajan are leaders.", + "types": [ + "coll:model", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "India", + "Sumitra_Mahajan", + "\"Robert Byrne\"", + "Linzeux" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Linzeux comes from India and Robert Byrne and Sumitra Mahajan are leaders." + }, + { + "question_id": 631, + "question": "The Bakewell pudding comes from the settlement region which is part of Derbyshire.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "Bakewell_pudding", + "Derbyshire" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the Bakewell pudding comes from the settlement region which is part of Derbyshire." + }, + { + "question_id": 1262, + "question": "Alvah Sabin was born in Georgia in Vermont and worked as the secretary of State.", + "types": [ + "coll:model", + "num3", + "multi claim" + ], + "entity_set": [ + "Vermont", + "Georgia,_Vermont", + "\"Secretary of State of Vermont\"", + "Alvah_Sabin" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alvah_Sabin", + "birthPlace", + "Georgia,_Vermont" + ], + [ + "Alvah_Sabin", + "placeOfBirth", + "Georgia,_Vermont" + ], + [ + "Alvah_Sabin", + "office", + "\"Secretary of State of Vermont\"" + ], + [ + "Alvah_Sabin", + "state", + "Vermont" + ], + [ + "Alvah_Sabin", + "region", + "Vermont" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 437, + "question": "Walt Disney Studios Motion Pictures is the distributor of Kill Bill, where one of the characters is Baymax.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Baymax", + "Walt_Disney_Studios_Motion_Pictures", + "Kill_Bill" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Walt Disney Studios Motion Pictures is the distributor of Kill Bill, or that one of the characters in Kill Bill is Baymax." + }, + { + "question_id": 1825, + "question": "Well, Pablo S\u00e1nchez did not attend university.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Pablo_S\u00e1nchez" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Pablo S\u00e1nchez did or did not attend university." + }, + { + "question_id": 1453, + "question": "What is the name of Stephen Hartgen's religion?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Stephen_Hartgen" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for Stephen Hartgen's religion." + }, + { + "question_id": 924, + "question": "A chancellor was born in Imst (in the County of Tyrol) and died in Buies Creek, North Carolina.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "Imst", + "County_of_Tyrol", + "Buies_Creek,_North_Carolina" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that a chancellor was born in Imst and died in Buies Creek, North Carolina." + }, + { + "question_id": 1875, + "question": "Alfons Gorbach's not place of death was in Austria, a country which is led by Doris Bures.", + "types": [ + "written", + "negation", + "num2", + "multi claim" + ], + "entity_set": [ + "Austria", + "Alfons_Gorbach", + "Doris_Bures" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alfons_Gorbach", + "placeOfDeath", + "Austria" + ], + [ + "Alfons_Gorbach", + "deathPlace", + "Austria" + ], + [ + "Alfons_Gorbach", + "placeOfBirth", + "Austria" + ], + [ + "Alfons_Gorbach", + "birthPlace", + "Austria" + ], + [ + "Austria", + "leader", + "Doris_Bures" + ], + [ + "Austria", + "leaderName", + "Doris_Bures" + ] + ], + "predicted_rationale": "The claim states that Alfons Gorbach's not place of death was in Austria, but the evidence set confirms that his place of death was indeed in Austria." + }, + { + "question_id": 2258, + "question": "Alfredo Zitarrosa was born in a city, in the country of Uruguay, the leader of which, is Raul Fernando Sendic Rodriguez.", + "types": [ + "written", + "num4", + "multi hop" + ], + "entity_set": [ + "Uruguay", + "Alfredo_Zitarrosa", + "Ra\u00fal_Fernando_Sendic_Rodr\u00edguez" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alfredo_Zitarrosa", + "birthPlace", + "Uruguay" + ], + [ + "Montevideo", + "country", + "Uruguay" + ], + [ + "Uruguay", + "capital", + "Montevideo" + ], + [ + "Uruguay", + "leader", + "Ra\u00fal_Fernando_Sendic_Rodr\u00edguez" + ], + [ + "Uruguay", + "leaderName", + "Ra\u00fal_Fernando_Sendic_Rodr\u00edguez" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set, as Alfredo Zitarrosa was born in Montevideo, which is in Uruguay, and the leader of Uruguay is indeed Raul Fernando Sendic Rodriguez." + }, + { + "question_id": 453, + "question": "Bhaji and bajji are another name for Wingko which uses gram flour.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Gram_flour", + "\"Bhaji, bajji\"", + "Wingko" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Bhaji and bajji are another name for Wingko which uses gram flour." + }, + { + "question_id": 821, + "question": "An office holder was born in the Smyrna , Ottoman Empire and was succeded by Sulaiman Abdul Rahman Taib.", + "types": [ + "written", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Sulaiman_Abdul_Rahman_Taib", + "\"Smyrna , Ottoman Empire\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that an office holder was born in Smyrna, Ottoman Empire and was succeeded by Sulaiman Abdul Rahman Taib." + }, + { + "question_id": 1596, + "question": "If only Bakewell pudding was created in 1820 at the Rutland Arms, Bakewell.", + "types": [ + "coll:presup", + "num1" + ], + "entity_set": [ + "Bakewell_pudding", + "\"Rutland Arms, Bakewell, in 1820\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Bakewell pudding was created in 1820 at the Rutland Arms, Bakewell." + }, + { + "question_id": 1658, + "question": "I know that Petar Mili did not have a youthclub!", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Petar_Mili\u0107" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Petar_Mili\u0107", + "youthclubs", + "OFK_Beograd" + ], + [ + "Petar_Mili\u0107", + "clubs", + "OFK_Beograd" + ], + [ + "Petar_Mili\u0107", + "currentclub", + "OFK_Beograd" + ], + [ + "Petar_Mili\u0107", + "clubnumber", + "\"21\"" + ], + [ + "Petar_Mili\u0107", + "team", + "Serbia_national_under-17_football_team" + ] + ], + "predicted_rationale": "There is evidence that Petar Mili\u0107 had a youth club, OFK Beograd." + }, + { + "question_id": 539, + "question": "A Wizard of Mars, written by Thomas F. Meehan, has an OCLC number of 318875313 and is published in hardcover.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"318875313\"", + "A_Wizard_of_Mars", + "Hardcover", + "\"Thomas F. Meehan\"" + ], + "Label": [ + false + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "A_Wizard_of_Mars", + "oclc", + "\"318875313\"" + ], + [ + "A_Wizard_of_Mars", + "mediaType", + "Hardcover" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 365, + "question": "Martin A. Gobbo is the leader in Derbyshire Dales where Bakewell pudding originates.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Bakewell_pudding", + "Derbyshire_Dales", + "\"Martin A. Gobbo\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Bakewell_pudding", + "region", + "Derbyshire_Dales" + ] + ], + "predicted_rationale": "There is no information about the leader of Derbyshire Dales." + }, + { + "question_id": 1909, + "question": "The 11th Mississippi Infantry Monument is not established in the year 2000 not in Pennsylvania.", + "types": [ + "written", + "negation", + "num2", + "multi claim" + ], + "entity_set": [ + "\"Pennsylvania\"", + "11th_Mississippi_Infantry_Monument", + "\"2000\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "11th_Mississippi_Infantry_Monument", + "established", + "\"2000\"" + ], + [ + "11th_Mississippi_Infantry_Monument", + "state", + "\"Pennsylvania\"" + ] + ], + "predicted_rationale": "The claim is contradicted by the evidence since the 11th Mississippi Infantry Monument is established in the year 2000 and in Pennsylvania." + }, + { + "question_id": 1339, + "question": "The automobile, manufactured by a company (includes the ClimateWell Iberica), has a 2.4 liter engine.", + "types": [ + "written", + "num4", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"2.4\"", + "ClimateWell_Iberica" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the automobile has a 2.4 liter engine or is related to ClimateWell Iberica." + }, + { + "question_id": 2031, + "question": "Agra Airport is located not in Manuguru which is not part of Bundelkhand.", + "types": [ + "coll:model", + "negation", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Agra_Airport", + "Bundelkhand", + "Manuguru" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Agra Airport is located not in Manuguru which is not part of Bundelkhand." + }, + { + "question_id": 1390, + "question": "What is the name of Ponce High School's mascot?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Ponce_High_School" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Ponce_High_School", + "mascot", + "Lion" + ], + [ + "Ponce_High_School", + "name", + "\"Ponce High School\"" + ], + [ + "Ponce_High_School", + "schooltype", + "\"Public secondary\"" + ], + [ + "Ponce_High_School", + "location", + "\"Cristina Street, Ponce, Puerto Rico\"" + ], + [ + "Ponce_High_School", + "principal", + "\"Dra. Gloria Rodriguez\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Ponce High School's mascot is the Lion." + }, + { + "question_id": 1356, + "question": "When was Maher Abu Samen a leader of Blackpool?", + "types": [ + "question", + "coll:presup", + "num1", + "substitution" + ], + "entity_set": [ + "Blackpool", + "\"Maher Abu Samen\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Maher Abu Samen was a leader of Blackpool." + }, + { + "question_id": 1190, + "question": "Alvah Sabin, who represented Vermont, ended his career on 3rd of March, 1857.", + "types": [ + "written", + "num2", + "multi claim" + ], + "entity_set": [ + "Vermont", + "Alvah_Sabin", + "\"1857-03-03\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alvah_Sabin", + "state", + "Vermont" + ], + [ + "Alvah_Sabin", + "region", + "Vermont" + ], + [ + "Alvah_Sabin", + "termEnd", + "\"1857-03-03\"" + ], + [ + "Alvah_Sabin", + "activeYearsEndDate", + "\"1857-03-03\"" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 928, + "question": "A book can be found in print with the OCLC number 53306382 and the Library of Congress Classification of PS3523.E55 S4 1982.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"PS3523.E55 S4 1982\"", + "\"Print\"", + "\"53306382\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "A_Severed_Wasp", + "mediaType", + "\"Print\"" + ], + [ + "A_Severed_Wasp", + "congress", + "\"PS3523.E55 S4 1982\"" + ] + ], + "predicted_rationale": "There is no evidence for the OCLC number 53306382." + }, + { + "question_id": 47, + "question": "Are you familiar with Brandon Penn? He attended college!", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Brandon_Penn" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Brandon_Penn", + "name", + "\"Brandon Penn\"" + ], + [ + "Brandon_Penn", + "birthPlace", + "Philadelphia" + ], + [ + "Brandon_Penn", + "nationality", + "\"American\"" + ], + [ + "Brandon_Penn", + "college", + "Rider_University" + ], + [ + "Brandon_Penn", + "height", + "\"2.0066\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Brandon Penn attended Rider University." + }, + { + "question_id": 1454, + "question": "What is the name of Filippos Pliatsikas's religion?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Filippos_Pliatsikas" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Filippos_Pliatsikas", + "background", + "\"solo_singer\"" + ], + [ + "Filippos_Pliatsikas", + "description", + "\"Greek singer\"" + ], + [ + "Filippos_Pliatsikas", + "shortDescription", + "\"Greek singer\"" + ], + [ + "Filippos_Pliatsikas", + "rdf-schema#label", + "\"Filippos Pliatsikas\"" + ], + [ + "Filippos_Pliatsikas", + "name", + "\"Filippos Pliatsikas\"" + ] + ], + "predicted_rationale": "There is no evidence for Filippos Pliatsikas's religion." + }, + { + "question_id": 2353, + "question": "I wasn\u2019t aware that Bhajji does not come from the Karnataka region and its leader is not Vajubhai Vala.", + "types": [ + "coll:presup", + "negation", + "num2", + "multi claim" + ], + "entity_set": [ + "Karnataka", + "Bhajji", + "Vajubhai_Vala" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Bhajji", + "region", + "Karnataka" + ], + [ + "Karnataka", + "leaderName", + "Vajubhai_Vala" + ] + ], + "predicted_rationale": "The evidence set actually states that Bhajji does come from the Karnataka region and its leader is Vajubhai Vala." + }, + { + "question_id": 1793, + "question": "Piotr Nurowski actually did not have a child.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Piotr_Nurowski" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Piotr_Nurowski", + "birthDate", + "\"1945-06-20\"" + ], + [ + "Piotr_Nurowski", + "birthYear", + "\"1945\"" + ], + [ + "Piotr_Nurowski", + "placeOfBirth", + "\"Sandomierz\"" + ], + [ + "Piotr_Nurowski", + "dateOfBirth", + "\"1945-06-20\"" + ], + [ + "Piotr_Nurowski", + "placeOfDeath", + "\"Smolensk\"" + ] + ], + "predicted_rationale": "There is no evidence that Piotr Nurowski did or did not have a child." + }, + { + "question_id": 284, + "question": "A Fortress of Grey Ice's ISBN number is 312656742.", + "types": [ + "written", + "num1", + "substitution" + ], + "entity_set": [ + "A_Fortress_of_Grey_Ice", + "\"312656742\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the ISBN number of A Fortress of Grey Ice." + }, + { + "question_id": 1514, + "question": "What was Sophie Cattani prime minister?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Sophie_Cattani" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Le_Tueur", + "starring", + "Sophie_Cattani" + ], + [ + "Sophie_Cattani", + "22-rdf-syntax-ns#type", + "DUL.owl#NaturalPerson" + ] + ], + "predicted_rationale": "There is no information about Sophie Cattani being a prime minister." + }, + { + "question_id": 1753, + "question": "Edgar Mountain did not have a religion either.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Edgar_Mountain" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Edgar_Mountain", + "birthPlace", + "\"Camberwell, London, Great Britain\"" + ], + [ + "Edgar_Mountain", + "deathPlace", + "South_Africa" + ], + [ + "Edgar_Mountain", + "almaMater", + "University_of_Cambridge" + ], + [ + "Edgar_Mountain", + "birthYear", + "\"1901\"" + ], + [ + "Edgar_Mountain", + "deathYear", + "\"1985\"" + ] + ], + "predicted_rationale": "There is no evidence that Edgar Mountain did or did not have a religion." + }, + { + "question_id": 2173, + "question": "Do you know that The 11th Mississippi Infantry Monument is not located in Pennsylvania?", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "11th_Mississippi_Infantry_Monument", + "\"Pennsylvania\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "11th_Mississippi_Infantry_Monument", + "state", + "\"Pennsylvania\"" + ] + ], + "predicted_rationale": "The evidence set indicates that the 11th Mississippi Infantry Monument is located in Pennsylvania." + }, + { + "question_id": 1160, + "question": "The epoch of 1101 Clematis is on the 31st of July 2016 and it has a mass of 5.7 kilograms.", + "types": [ + "written", + "num2", + "multi claim" + ], + "entity_set": [ + "\"5.7\"", + "1101_Clematis", + "\"2006-12-31\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "1101_Clematis", + "mass", + "\"5.7\"" + ], + [ + "1101_Clematis", + "Planet/mass", + "\"5.7\"" + ] + ], + "predicted_rationale": "There is no evidence for the epoch of 1101 Clematis being on the 31st of July 2016." + }, + { + "question_id": 150, + "question": "Daniel Ermentrout was a prime minister as well.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Daniel_Ermentrout" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Daniel Ermentrout was a prime minister." + }, + { + "question_id": 1495, + "question": "When was Pascal Couchepin vice president?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Pascal_Couchepin" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Pascal_Couchepin", + "vicePresident", + "Ruth_Metzler" + ], + [ + "Kaspar_Villiger", + "vicePresident", + "Pascal_Couchepin" + ], + [ + "Pascal_Couchepin", + "vicepresident", + "Ruth_Metzler" + ], + [ + "Kaspar_Villiger", + "vicepresident", + "Pascal_Couchepin" + ], + [ + "Pascal_Couchepin", + "president", + "Micheline_Calmy-Rey" + ], + [ + "Ruth_Metzler", + "president", + "Pascal_Couchepin" + ], + [ + "Pascal_Couchepin", + "predecessor", + "Jean-Pascal_Delamuraz" + ], + [ + "Joseph_Deiss", + "predecessor", + "Pascal_Couchepin" + ], + [ + "Ruth_Metzler", + "predecessor", + "Pascal_Couchepin" + ], + [ + "Pascal_Couchepin", + "successor", + "Ruth_Metzler" + ], + [ + "Ruth_Dreifuss", + "successor", + "Pascal_Couchepin" + ], + [ + "Kaspar_Villiger", + "successor", + "Pascal_Couchepin" + ] + ], + "predicted_rationale": "There is no information about when Pascal Couchepin was vice president." + }, + { + "question_id": 1131, + "question": "Yes, Charlie Colin is a former bandmate of the band Train!", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Train_(band)", + "Charlie_Colin" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Train_(band)", + "formerBandMember", + "Charlie_Colin" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, which states Charlie Colin is a former band member of Train." + }, + { + "question_id": 1774, + "question": "Yep, Raymond Finney did not have a successor either.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Raymond_Finney" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence about Raymond Finney having or not having a successor." + }, + { + "question_id": 2283, + "question": "A senator, born 23rd October 1793, was a meber of the US Whig Party, of which Daniel Webster is the leader.", + "types": [ + "written", + "num4", + "multi hop" + ], + "entity_set": [ + "Daniel_Webster", + "Whig_Party_(United_States)", + "\"1793-10-23\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Whig_Party_(United_States)", + "leader", + "Daniel_Webster" + ], + [ + "Daniel_Webster", + "party", + "Whig_Party_(United_States)" + ] + ], + "predicted_rationale": "There is no evidence for the senator's birthdate and membership in the US Whig Party." + }, + { + "question_id": 507, + "question": "Linzeux originate from India where the currency is the Congolese franc and TS Thakur is the leader.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "India", + "T._S._Thakur", + "\"Congolese franc\"", + "Linzeux" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "India", + "leader", + "T._S._Thakur" + ], + [ + "India", + "leaderName", + "T._S._Thakur" + ], + [ + "T._S._Thakur", + "nationality", + "India" + ] + ], + "predicted_rationale": "There is no evidence that the currency of India is the Congolese franc." + }, + { + "question_id": 873, + "question": "The building has 23 floors. It was completed in 1720!", + "types": [ + "coll:model", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"23\"", + "Colmore_Row", + "\"1720\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the number of floors or the completion year of the building." + }, + { + "question_id": 955, + "question": "Is Alfredo Zitarrosa's recording label Odeon Records?", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Alfredo_Zitarrosa", + "Odeon_Records" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alfredo_Zitarrosa", + "recordLabel", + "Odeon_Records" + ] + ], + "predicted_rationale": "Based on the evidence set, Alfredo Zitarrosa's recording label is Odeon Records." + }, + { + "question_id": 1535, + "question": "When was John Clancy (Labour politician) a leader of Birmingham?", + "types": [ + "question", + "coll:presup", + "num1" + ], + "entity_set": [ + "Birmingham", + "\"John_Clancy_(Labour_politician)\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that John Clancy was a leader of Birmingham." + }, + { + "question_id": 871, + "question": "A building was completed in 1976, is located at Bird City, Kansas and has 123 floors.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"1976\"", + "\"123\"", + "Bird_City,_Kansas" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Abravanel_Hall", + "built", + "\"1976\"" + ], + [ + "Abravanel_Hall", + "location", + "\"123\"" + ], + [ + "Dr._Ronald_E._McNair_Academic_High_School", + "established", + "\"1976\"" + ], + [ + "Dr._Ronald_E._McNair_Academic_High_School", + "location", + "\"123\"" + ] + ], + "predicted_rationale": "There is no evidence that the building with 123 floors is located at Bird City, Kansas." + }, + { + "question_id": 22, + "question": "Yep, Billy Miske had a nickname for it.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Billy_Miske" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Billy_Miske", + "nickname", + "\"The St. Paul Thunderbolt\"" + ], + [ + "Billy_Miske", + "nick", + "\"The St. Paul Thunderbolt\"" + ], + [ + "Billy_Miske", + "name", + "\"Miske, Billy\"" + ], + [ + "Billy_Miske", + "realname", + "\"William Arthur Miske\"" + ], + [ + "Billy_Miske", + "rdf-schema#label", + "\"Billy Miske\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Billy Miske had a nickname." + }, + { + "question_id": 1272, + "question": "The OCLC number of A Severed Wasp is 8805735 and the ISBN number is 0-374-26131-8 and is available in Hardcover format.", + "types": [ + "written", + "num3", + "multi claim" + ], + "entity_set": [ + "\"8805735\"", + "A_Severed_Wasp", + "\"0-374-26131-8\"", + "Hardcover" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "A_Severed_Wasp", + "oclc", + "\"8805735\"" + ], + [ + "A_Severed_Wasp", + "isbn", + "\"0-374-26131-8\"" + ], + [ + "A_Severed_Wasp", + "mediaType", + "Hardcover" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 2100, + "question": "Well, Birmingham's governing body is not Birmingham City Council.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Birmingham", + "Birmingham_City_Council" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Birmingham", + "governingBody", + "Birmingham_City_Council" + ] + ], + "predicted_rationale": "The evidence set directly contradicts the claim, stating that Birmingham's governing body is indeed Birmingham City Council." + }, + { + "question_id": 595, + "question": "Universal Music Group's, a record label, is the label of Agust\u00edn Barboza.", + "types": [ + "written", + "num2", + "multi hop" + ], + "entity_set": [ + "Agust\u00edn_Barboza", + "Universal_Music_Group" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Universal Music Group's is the label of Agust\u00edn Barboza." + }, + { + "question_id": 1981, + "question": "A politician is not born in Miri, Malaysia, and is part of not the Llais Ceredigion.", + "types": [ + "written", + "negation", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Miri,_Malaysia", + "\"Llais Ceredigion\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence to support the claim about the politician's birthplace or affiliation with Llais Ceredigion." + }, + { + "question_id": 1505, + "question": "Where was Abdisamad Ali Shire vice president?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Abdisamad_Ali_Shire" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Abdirahman_Farole", + "vicePresident", + "Abdisamad_Ali_Shire" + ], + [ + "Abdirahman_Farole", + "vicepresident", + "Abdisamad_Ali_Shire" + ], + [ + "Abdisamad_Ali_Shire", + "office", + "\"Vice President of Puntland\"" + ], + [ + "Abdisamad_Ali_Shire", + "termStart", + "\"2009-01-08\"" + ], + [ + "Abdisamad_Ali_Shire", + "termEnd", + "\"2014-01-08\"" + ] + ], + "predicted_rationale": "Abdisamad Ali Shire was vice president of Puntland." + }, + { + "question_id": 153, + "question": "Well, Stanley Lathan was a vice president.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Stanley_Lathan" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "VD_Blues", + "director", + "Stanley_Lathan" + ], + [ + "Stanley_Lathan", + "22-rdf-syntax-ns#type", + "DUL.owl#NaturalPerson" + ] + ], + "predicted_rationale": "There is no evidence that Stanley Lathan was a vice president." + }, + { + "question_id": 782, + "question": "The A-Rosa Luna was actually built on the company in Germany!", + "types": [ + "coll:model", + "num4", + "multi hop" + ], + "entity_set": [ + "Germany", + "A-Rosa_Luna" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "A-Rosa_Luna", + "builder", + "Germany" + ], + [ + "Rostock", + "country", + "Germany" + ], + [ + "Neptun_Werft", + "locationCountry", + "Germany" + ] + ], + "predicted_rationale": "There is no evidence that the A-Rosa Luna was built by a company in Germany, only that the builder is listed as 'Germany', which is a country, not a company." + }, + { + "question_id": 134, + "question": "Yes, Theuns Stofberg was a president too.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Theuns_Stofberg" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Theuns_Stofberg", + "birthPlace", + "Villiers,_Free_State" + ], + [ + "Theuns_Stofberg", + "placeOfBirth", + "Villiers,_Free_State" + ], + [ + "Theuns_Stofberg", + "dateOfBirth", + "\"1955-06-06\"" + ], + [ + "Theuns_Stofberg", + "birthName", + "\"Marthinus Theunis Steyn Stofberg\"" + ], + [ + "Theuns_Stofberg", + "name", + "\"Stofberg, Theunis\"" + ] + ], + "predicted_rationale": "There is no evidence that Theuns Stofberg was a president." + }, + { + "question_id": 1517, + "question": "What was Howard Piper vice president?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Howard_Piper" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Piper_PA-24_Comanche", + "designer", + "Howard_Piper" + ], + [ + "Howard_Piper", + "22-rdf-syntax-ns#type", + "DUL.owl#NaturalPerson" + ] + ], + "predicted_rationale": "There is no information about Howard Piper being a vice president." + }, + { + "question_id": 1931, + "question": "He did not represent Vermont. He died in Sycamore, Illinois.", + "types": [ + "coll:model", + "negation", + "num2", + "multi hop" + ], + "entity_set": [ + "Sycamore,_Illinois", + "Vermont" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that he did not represent Vermont or that he died in Sycamore, Illinois." + }, + { + "question_id": 2231, + "question": "Not really. The Kingdom of England was not a unitary state.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Kingdom_of_England", + "Unitary_state" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Kingdom_of_England", + "governmentType", + "Unitary_state" + ] + ], + "predicted_rationale": "The evidence set states that the Kingdom of England was a unitary state." + }, + { + "question_id": 1046, + "question": "In Germany, the leader is Joachim Gauck.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Germany", + "Joachim_Gauck" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Germany", + "leader", + "Joachim_Gauck" + ], + [ + "Germany", + "leaderName", + "Joachim_Gauck" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as both the leader and leaderName of Germany are stated to be Joachim Gauck." + }, + { + "question_id": 408, + "question": "Born in Tyrol, Alfons Gorbach was in office during Canute Peeris's reign.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Tyrol_(state)", + "Alfons_Gorbach", + "\"Canute Peeris\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alfons_Gorbach", + "birthPlace", + "Tyrol_(state)" + ], + [ + "Alfons_Gorbach", + "placeOfBirth", + "Tyrol_(state)" + ] + ], + "predicted_rationale": "There is no evidence that Alfons Gorbach was in office during Canute Peeris's reign." + }, + { + "question_id": 290, + "question": "Flatbread is also in a Bakewell tart.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Bakewell_tart", + "Flatbread" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Flatbread is also in a Bakewell tart." + }, + { + "question_id": 2034, + "question": "Yeah, the distributor of Big Hero 6 is not Disney Studios Motion Pictures.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Big_Hero_6_(film)", + "Walt_Disney_Studios_Motion_Pictures" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Big_Hero_6_(film)", + "distributor", + "Walt_Disney_Studios_Motion_Pictures" + ] + ], + "predicted_rationale": "The claim is contradicted by the evidence since Walt Disney Studios Motion Pictures is the distributor of Big Hero 6." + }, + { + "question_id": 1244, + "question": "Amdavad ni Gufa is located at, Lalbhai Dalpatbhai Campus, near CEPT University, opp. Gujarat University, University Road, which is in India.", + "types": [ + "written", + "num3", + "multi claim" + ], + "entity_set": [ + "Gujarat", + "India", + "Amdavad_ni_Gufa", + "\"Lalbhai Dalpatbhai Campus, near CEPT University, opp. Gujarat University, University Road\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Amdavad_ni_Gufa", + "address", + "\"Lalbhai Dalpatbhai Campus, near CEPT University, opp. Gujarat University, University Road\"" + ] + ], + "predicted_rationale": "There is no evidence that the location of Amdavad ni Gufa is in India." + }, + { + "question_id": 1003, + "question": "The apoapsis of 1097 Vicia is around 511592000.0 km.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "1097_Vicia", + "\"5.11592E8\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "1097_Vicia", + "Planet/apoapsis", + "\"5.11592E8\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as 5.11592E8 is equivalent to 511592000.0 km." + }, + { + "question_id": 131, + "question": "I know that Jos\u00e9 Rizo Castell\u00f3n was a vice president.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Jos\u00e9_Rizo_Castell\u00f3n" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Enrique_Bola\u00f1os", + "vicePresident", + "Jos\u00e9_Rizo_Castell\u00f3n" + ], + [ + "Enrique_Bola\u00f1os", + "vicepresident", + "Jos\u00e9_Rizo_Castell\u00f3n" + ], + [ + "Jos\u00e9_Rizo_Castell\u00f3n", + "title", + "Vice_President_of_Nicaragua" + ], + [ + "Jos\u00e9_Rizo_Castell\u00f3n", + "years", + "\"2002\"" + ], + [ + "Jos\u00e9_Rizo_Castell\u00f3n", + "description", + "\"Nicaraguan politician\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Jos\u00e9 Rizo Castell\u00f3n held the title of Vice President of Nicaragua." + }, + { + "question_id": 570, + "question": "The HMS Boadicea (H65) was built in Rostock and is powered by MTU Gaggio Montano made engines that were made in Gaggio Montano.", + "types": [ + "written", + "num4", + "substitution", + "multi claim" + ], + "entity_set": [ + "Rostock", + "MTU_Friedrichshafen", + "HMS_Boadicea_(H65)", + "Gaggio_Montano" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the HMS Boadicea (H65) was built in Rostock and is powered by MTU Gaggio Montano made engines that were made in Gaggio Montano." + }, + { + "question_id": 1949, + "question": "I know that it is not found in Pennsylvania and was not established in 2000.", + "types": [ + "coll:model", + "negation", + "num2", + "multi hop" + ], + "entity_set": [ + "\"Pennsylvania\"", + "\"2000\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence to support the claim that it is not found in Pennsylvania and was not established in 2000." + }, + { + "question_id": 1013, + "question": "The comic character called Arion was created by Jan Duursema.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Arion_(comics)", + "Jan_Duursema" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Arion_(comics)", + "creator", + "Jan_Duursema" + ], + [ + "Arion_(comics)", + "creators", + "Jan_Duursema" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Arion's creator is indeed Jan Duursema." + }, + { + "question_id": 756, + "question": "A book, authored by Diane Duane has a OCLC number of 318875313 and a ISBN number of 978-0-15-204770-2.", + "types": [ + "written", + "num3", + "multi hop" + ], + "entity_set": [ + "\"978-0-15-204770-2\"", + "\"318875313\"", + "Diane_Duane" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "A_Wizard_of_Mars", + "author", + "Diane_Duane" + ], + [ + "A_Wizard_of_Mars", + "isbn", + "\"978-0-15-204770-2\"" + ] + ], + "predicted_rationale": "There is no evidence for the OCLC number of 318875313." + }, + { + "question_id": 1301, + "question": "Agustin Barboza was born in Paraguay, whose leader is Juan Afara, and he died in Asuncion.", + "types": [ + "written", + "num4", + "multi claim" + ], + "entity_set": [ + "Asunci\u00f3n", + "Juan_Afara", + "Paraguay", + "Agust\u00edn_Barboza" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Agust\u00edn_Barboza", + "birthPlace", + "Paraguay" + ], + [ + "Agust\u00edn_Barboza", + "placeOfBirth", + "Paraguay" + ], + [ + "Agust\u00edn_Barboza", + "placeOfDeath", + "Paraguay" + ], + [ + "Paraguay", + "leader", + "Juan_Afara" + ], + [ + "Paraguay", + "leaderName", + "Juan_Afara" + ], + [ + "Agust\u00edn_Barboza", + "placeOfBirth", + "Asunci\u00f3n" + ], + [ + "Agust\u00edn_Barboza", + "birthPlace", + "Asunci\u00f3n" + ], + [ + "Agust\u00edn_Barboza", + "deathPlace", + "Asunci\u00f3n" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 2179, + "question": "Well, Polydor Records' parent company is not EMPORDEF.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Polydor_Records", + "EMPORDEF" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Polydor Records' parent company is EMPORDEF." + }, + { + "question_id": 1298, + "question": "Al-Taqaddum Air Base serves the city of Fallujah in Iraq where they speak Arabic!", + "types": [ + "coll:model", + "num4", + "multi claim" + ], + "entity_set": [ + "Iraq", + "Arabic", + "Al-Taqaddum_Air_Base", + "Fallujah" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Al-Taqaddum_Air_Base", + "cityServed", + "Fallujah" + ], + [ + "Al-Taqaddum_Air_Base", + "city", + "Fallujah" + ], + [ + "Fallujah", + "country", + "Iraq" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set, as Al-Taqaddum Air Base serves Fallujah, which is in Iraq, and Arabic is a widely spoken language in Iraq." + }, + { + "question_id": 452, + "question": "The apoapsis for 15 Eunomia is 520906000.0 (kilometres) and a temperature of 155 kelvins.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"155.0\"", + "\"5.20906E8\"", + "15_Eunomia" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the apoapsis and temperature of 15 Eunomia." + }, + { + "question_id": 289, + "question": "The Polish State Railways are currently the tenant of Alan B Miller Hall.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Alan_B._Miller_Hall", + "Polish_State_Railways" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the Polish State Railways are the tenant of Alan B Miller Hall." + }, + { + "question_id": 1175, + "question": "The Acura TLX is from Honda and has a Honda K engine.", + "types": [ + "coll:model", + "num2", + "multi claim" + ], + "entity_set": [ + "Acura_TLX", + "Honda_K_engine", + "Honda" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Acura_TLX", + "manufacturer", + "Honda" + ], + [ + "Acura_TLX", + "engine", + "Honda_K_engine" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 336, + "question": "Anastasia Pittman, who was from the United States, was actually born in British Hong Kong.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "British_Hong_Kong", + "United_States", + "Anastasia_Pittman" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Anastasia_Pittman", + "nationality", + "United_States" + ] + ], + "predicted_rationale": "There is no evidence that Anastasia Pittman was born in British Hong Kong." + }, + { + "question_id": 1312, + "question": "Bakewell pudding (a variation of which is Bakewell tart that uses shortcrust pastry) is from the Derbyshire Dales region.", + "types": [ + "written", + "num4", + "multi claim" + ], + "entity_set": [ + "Shortcrust_pastry", + "Bakewell_pudding", + "Bakewell_tart", + "Derbyshire_Dales" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Bakewell_pudding", + "region", + "Derbyshire_Dales" + ], + [ + "Bakewell_pudding", + "hasVariant", + "Bakewell_tart" + ], + [ + "Bakewell_pudding", + "rdf-schema#seeAlso", + "Bakewell_tart" + ], + [ + "Bakewell_tart", + "rdf-schema#seeAlso", + "Bakewell_pudding" + ], + [ + "Bakewell_tart", + "ingredient", + "Shortcrust_pastry" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1111, + "question": "The song Mermaid was made by the band Train.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Mermaid_(Train_song)", + "Train_(band)" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Mermaid_(Train_song)", + "musicalBand", + "Train_(band)" + ], + [ + "Mermaid_(Train_song)", + "artist", + "Train_(band)" + ], + [ + "Mermaid_(Train_song)", + "musicalArtist", + "Train_(band)" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Mermaid is a song by the band Train." + }, + { + "question_id": 783, + "question": "A soccer club play their home matches at the AZAL Arena, and are in the soccer league, whose championships name is the Qarabag FK.", + "types": [ + "written", + "num4", + "multi hop" + ], + "entity_set": [ + "AZAL_Arena", + "Qaraba\u011f_FK" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "2011\u201312_Gabala_FC_season", + "stadium", + "AZAL_Arena" + ], + [ + "2011\u201312_Gabala_FC_season", + "team", + "Qaraba\u011f_FK" + ], + [ + "2011\u201312_AZAL_PFC_season", + "ground", + "AZAL_Arena" + ] + ], + "predicted_rationale": "There is no evidence that Qarabag FK is the name of the soccer league's championships." + }, + { + "question_id": 622, + "question": "A city has a population density of 368.65 inhabitants per sq km, and a total area of 140.8 Sq Km.", + "types": [ + "written", + "num2", + "multi hop" + ], + "entity_set": [ + "\"140.8\"", + "\"368.65\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the population density and total area of the city." + }, + { + "question_id": 1512, + "question": "What was Richard Delphy prime minister?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Richard_Delphy" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Richard_Delphy", + "name", + "\"Delphy, Richard\"" + ], + [ + "Richard_Delphy", + "description", + "\"US Navy officer\"" + ], + [ + "Richard_Delphy", + "shortDescription", + "\"US Navy officer\"" + ], + [ + "Richard_Delphy", + "rdf-schema#label", + "\"Richard Delphy\"" + ], + [ + "Richard_Delphy", + "hypernym", + "Officer" + ] + ], + "predicted_rationale": "There is no evidence that Richard Delphy was a prime minister." + }, + { + "question_id": 2178, + "question": "The A-Rosa Luna is actually not considered a cruise ship.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "A-Rosa_Luna", + "Cruise_ship" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "A-Rosa_Luna", + "class", + "Cruise_ship" + ], + [ + "A-Rosa_Luna", + "shipClass", + "Cruise_ship" + ] + ], + "predicted_rationale": "The evidence set indicates that the A-Rosa Luna is considered a cruise ship." + }, + { + "question_id": 472, + "question": "Agra Airport is located in Uttar Pradesh which is made up of several parts, two of which are Dourados and Bundelkhand.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "Bundelkhand", + "Uttar_Pradesh", + "Agra_Airport", + "Dourados" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Agra_Airport", + "location", + "Uttar_Pradesh" + ] + ], + "predicted_rationale": "There is no evidence that Uttar Pradesh is made up of Dourados and Bundelkhand." + }, + { + "question_id": 465, + "question": "The HMS E8 is 125800.0 millimetres in length and its a cruise ship.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"125800.0\"", + "Cruise_ship", + "HMS_E8" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the length or the type of ship of the HMS E8." + }, + { + "question_id": 672, + "question": "It was released in Hardcover by J.V. Jones?", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "Hardcover", + "J._V._Jones" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that it was released in Hardcover by J.V. Jones." + }, + { + "question_id": 2044, + "question": "I have heard that Alfredo Zitarrosa background does not include solo singing.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Alfredo_Zitarrosa", + "\"solo_singer\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alfredo_Zitarrosa", + "background", + "\"solo_singer\"" + ] + ], + "predicted_rationale": "The evidence set indicates that Alfredo Zitarrosa's background includes solo singing." + }, + { + "question_id": 2214, + "question": "Did you know that Polydor Records' distribution label is not Reprise Records.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Polydor_Records", + "Reprise_Records" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that the distribution label of Polydor Records is Reprise Records." + }, + { + "question_id": 1238, + "question": "William Anders and Frank Borman were NASA crew members of Apollo 8.", + "types": [ + "coll:model", + "num3", + "multi claim" + ], + "entity_set": [ + "William_Anders", + "Frank_Borman", + "Apollo_8", + "NASA" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Apollo_8", + "crewMembers", + "William_Anders" + ], + [ + "Apollo_8", + "crew3Up", + "William_Anders" + ], + [ + "William_Anders", + "mission", + "Apollo_8" + ], + [ + "Apollo_8", + "crew1Up", + "Frank_Borman" + ], + [ + "Apollo_8", + "crewMembers", + "Frank_Borman" + ], + [ + "Apollo_8", + "operator", + "NASA" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1681, + "question": "I'm not sure. Maybe (Horse) did not have an award.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Maybe_(horse)" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Maybe_(horse)", + "award", + "Cartier_Champion_Two-year-old_Filly" + ], + [ + "Maybe_(horse)", + "awards", + "Cartier_Champion_Two-year-old_Filly" + ], + [ + "Maybe_(horse)", + "horsename", + "\"Maybe\"" + ], + [ + "Maybe_(horse)", + "breeder", + "\"Epona Bloodstock Ltd\"" + ], + [ + "Maybe_(horse)", + "owner", + "John_Magnier" + ] + ], + "predicted_rationale": "There is evidence that Maybe (horse) had an award, specifically the Cartier Champion Two-year-old Filly." + }, + { + "question_id": 909, + "question": "A book which was written by J.V. Jones, was made in \"Print\" and has the OCLC number 77792724.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "J._V._Jones", + "\"Print\"", + "\"77792724\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "A_Cavern_of_Black_Ice", + "author", + "J._V._Jones" + ], + [ + "A_Cavern_of_Black_Ice", + "mediaType", + "\"Print\"" + ] + ], + "predicted_rationale": "There is no evidence for the OCLC number 77792724." + }, + { + "question_id": 1523, + "question": "When was Ben Chestnut prime minister?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Ben_Chestnut" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "MailChimp", + "keyPerson", + "Ben_Chestnut" + ], + [ + "Ben_Chestnut", + "title", + "\"Ben Chestnut\"" + ], + [ + "Ben_Chestnut", + "name", + "\"Chestnut, Ben\"" + ], + [ + "MailChimp", + "keyPeople", + "Ben_Chestnut" + ], + [ + "Ben_Chestnut", + "description", + "\"American businessman\"" + ] + ], + "predicted_rationale": "There is no evidence that Ben Chestnut was a prime minister." + }, + { + "question_id": 305, + "question": "Well I know that Polydor Records' parent company is EMPORDEF.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Polydor_Records", + "EMPORDEF" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Polydor Records' parent company is EMPORDEF." + }, + { + "question_id": 2097, + "question": "A.F.C. Blackpool have not played in season 2014.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "A.F.C._Blackpool", + "\"2014\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "A.F.C._Blackpool", + "season", + "\"2014\"" + ] + ], + "predicted_rationale": "The evidence set actually indicates that A.F.C. Blackpool have played in season 2014." + }, + { + "question_id": 264, + "question": "Abdul Taib Mahmud is a member of the \"New Progressive Party (South Korea)\" party.", + "types": [ + "written", + "num1", + "substitution" + ], + "entity_set": [ + "Abdul_Taib_Mahmud", + "New_Progressive_Party_(South_Korea)" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Abdul Taib Mahmud is a member of the New Progressive Party (South Korea) party." + }, + { + "question_id": 747, + "question": "A person was born in Austria-Hungary and died in Graz.", + "types": [ + "coll:model", + "num3", + "multi hop" + ], + "entity_set": [ + "Graz", + "Austria", + "Austria-Hungary" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Fritz_Pregl", + "birthPlace", + "Austria-Hungary" + ], + [ + "Fritz_Pregl", + "deathPlace", + "Graz" + ], + [ + "Fritz_Pregl", + "placeOfDeath", + "Graz" + ], + [ + "Fritz_Pregl", + "placeOfBirth", + "Austria-Hungary" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 38, + "question": "Yes, Robert J. Natter was awarded an award.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Robert_J._Natter" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Robert J. Natter was awarded an award." + }, + { + "question_id": 400, + "question": "William C. C. Claiborne was in office at the same time that Mikulov born Adolf Scharf was President.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Mikulov", + "Adolf_Sch\u00e4rf", + "William_C._C._Claiborne" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Adolf_Sch\u00e4rf", + "birthPlace", + "Mikulov" + ], + [ + "Adolf_Sch\u00e4rf", + "placeOfBirth", + "Mikulov" + ] + ], + "predicted_rationale": "There is no evidence that William C. C. Claiborne and Adolf Scharf were in office at the same time or that Adolf Scharf was President." + }, + { + "question_id": 1515, + "question": "What was Northrop Frye prime minister?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Northrop_Frye" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Northrop_Frye", + "birthPlace", + "Canada" + ], + [ + "Northrop_Frye", + "placeOfBirth", + "Canada" + ], + [ + "Northrop_Frye", + "influencedBy", + "Giambattista_Vico" + ], + [ + "Stanley_Cavell", + "influencedBy", + "Northrop_Frye" + ], + [ + "Northrop_Frye", + "influences", + "Giambattista_Vico" + ], + [ + "Stanley_Cavell", + "influences", + "Northrop_Frye" + ], + [ + "Northrop_Frye", + "rdf-schema#label", + "\"Northrop Frye\"" + ] + ], + "predicted_rationale": "There is no evidence that Northrop Frye was a prime minister." + }, + { + "question_id": 1948, + "question": "Bakewell pudding is actually not from the settlement region, where Patrick McLoughlin is not a leader.", + "types": [ + "coll:model", + "negation", + "num2", + "multi hop" + ], + "entity_set": [ + "Bakewell_pudding", + "Patrick_McLoughlin" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Bakewell pudding is actually not from the settlement region, where Patrick McLoughlin is not a leader." + }, + { + "question_id": 1089, + "question": "Yes. 103 Colmore Row was designed by John Madin.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "103_Colmore_Row", + "John_Madin" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "103_Colmore_Row", + "architect", + "John_Madin" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, which states that 103 Colmore Row was designed by John Madin." + }, + { + "question_id": 2295, + "question": "A musical artist was born in, Ra\u00fal Fernando Sendic Rodr\u00edguez led, Uruguay and died in Bella Vista, Arkansas.", + "types": [ + "written", + "num4", + "substitution", + "multi hop" + ], + "entity_set": [ + "Ra\u00fal_Fernando_Sendic_Rodr\u00edguez", + "Uruguay", + "Bella_Vista,_Arkansas" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Uruguay", + "leader", + "Ra\u00fal_Fernando_Sendic_Rodr\u00edguez" + ], + [ + "Uruguay", + "leaderName", + "Ra\u00fal_Fernando_Sendic_Rodr\u00edguez" + ] + ], + "predicted_rationale": "There is no evidence for the musical artist's birth, death, or connection to Bella Vista, Arkansas." + }, + { + "question_id": 1496, + "question": "Where was Mohammad Khazaee vice president?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Mohammad_Khazaee" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Nassir_Abdulaziz_Al-Nasser", + "vicePresident", + "Mohammad_Khazaee" + ], + [ + "Nassir_Abdulaziz_Al-Nasser", + "vicepresident", + "Mohammad_Khazaee" + ], + [ + "Mohammad_Khazaee", + "president", + "Mahmoud_Ahmadinejad" + ], + [ + "Mohammad_Khazaee", + "office", + "Permanent_Representative_of_Iran_to_the_United_Nations" + ], + [ + "Mohammad_Khazaee", + "title", + "Permanent_Representative_of_Iran_to_the_United_Nations" + ] + ], + "predicted_rationale": "There is no evidence that specifies where Mohammad Khazaee was vice president." + }, + { + "question_id": 1918, + "question": "The crew member of Apollo 8 did not retire as of 1969-09-01.", + "types": [ + "coll:model", + "negation", + "num2", + "multi hop" + ], + "entity_set": [ + "\"1969-09-01\"", + "Apollo_8" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence about the retirement status of the Apollo 8 crew member as of 1969-09-01." + }, + { + "question_id": 2386, + "question": "I forgot that Abdul Taib Mahmud is not from the Asajaya region.", + "types": [ + "coll:presup", + "negation", + "num1" + ], + "entity_set": [ + "Abdul_Taib_Mahmud", + "Asajaya" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Abdul_Taib_Mahmud", + "constituencyAm", + "Asajaya" + ], + [ + "Abdul_Taib_Mahmud", + "region", + "Asajaya" + ] + ], + "predicted_rationale": "There is evidence that Abdul Taib Mahmud is from the Asajaya region." + }, + { + "question_id": 656, + "question": "An office holder, who was born in Miri, Malaysia, is a member of the Parti Bumiputera Sarawak Party.", + "types": [ + "written", + "num2", + "multi hop" + ], + "entity_set": [ + "\"Parti Bumiputera Sarawak\"", + "Miri,_Malaysia" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that an office holder, who was born in Miri, Malaysia, is a member of the Parti Bumiputera Sarawak Party." + }, + { + "question_id": 313, + "question": "Bobbie Gentry is a writer of Mermaid by the band Train.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Mermaid_(Train_song)", + "\"Bobbie Gentry\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Bobbie Gentry is a writer of Mermaid by the band Train." + }, + { + "question_id": 1338, + "question": "Well, the German built ship is powered by a company engine in New Jersey.", + "types": [ + "coll:model", + "num4", + "substitution", + "multi hop" + ], + "entity_set": [ + "Germany", + "New_Jersey" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the German built ship is powered by a company engine in New Jersey." + }, + { + "question_id": 800, + "question": "The prime minister of a country is Adam Fedorowicz and Amdavad ni Gufa is also located in a country.", + "types": [ + "written", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Amdavad_ni_Gufa", + "\"Adam Fedorowicz\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the prime minister or the location of Amdavad ni Gufa." + }, + { + "question_id": 816, + "question": "It is in Western Macedonia, located in the municipality of Gettysburg.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Gettysburg,_Pennsylvania", + "Western_Macedonia" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that it is in Western Macedonia, located in the municipality of Gettysburg." + }, + { + "question_id": 2143, + "question": "Alvah Sabin is also not in the Japan Restoration Party.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Alvah_Sabin", + "Japan_Restoration_Party" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Alvah Sabin is in the Japan Restoration Party." + }, + { + "question_id": 1740, + "question": "Wingfield Academy does not even have a mascot.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Wingfield_Academy" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Wingfield_Academy", + "name", + "\"Wingfield Academy\"" + ], + [ + "Wingfield_Academy", + "head", + "\"R Heritage\"" + ], + [ + "Wingfield_Academy", + "type", + "Academy_(English_school)" + ], + [ + "Wingfield_Academy", + "homepage", + "" + ], + [ + "Wingfield_Academy", + "website", + "" + ] + ], + "predicted_rationale": "There is no evidence that Wingfield Academy has a mascot." + }, + { + "question_id": 1241, + "question": "The Republic of Ireland is led by Enda Kenny, Irish is the official language and is home to Adare Manor.", + "types": [ + "written", + "num3", + "multi claim" + ], + "entity_set": [ + "Republic_of_Ireland", + "Irish_language", + "Enda_Kenny", + "Adare_Manor" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Republic_of_Ireland", + "leader", + "Enda_Kenny" + ], + [ + "Republic_of_Ireland", + "leaderName", + "Enda_Kenny" + ], + [ + "Republic_of_Ireland", + "language", + "Irish_language" + ], + [ + "Republic_of_Ireland", + "languages", + "Irish_language" + ], + [ + "Adare_Manor", + "locationCountry", + "Republic_of_Ireland" + ], + [ + "Adare_Manor", + "country", + "Republic_of_Ireland" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1455, + "question": "What is the name of Evelyn Miot's religion?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Evelyn_Miot" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for Evelyn Miot's religion." + }, + { + "question_id": 2112, + "question": "Yes and Johnny Colt did not serve as a band member of Train.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Train_(band)", + "Johnny_Colt" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Train_(band)", + "formerBandMember", + "Johnny_Colt" + ], + [ + "Train_(band)", + "pastMembers", + "Johnny_Colt" + ], + [ + "Johnny_Colt", + "associatedBand", + "Train_(band)" + ] + ], + "predicted_rationale": "The claim is contradicted by the evidence since Johnny Colt is listed as a former band member and past member of Train." + }, + { + "question_id": 691, + "question": "The College of WIlliam and Mary is the current owner of a building and the Mason School of Business is the current tenants.", + "types": [ + "written", + "num2", + "multi hop" + ], + "entity_set": [ + "College_of_William_&_Mary", + "Mason_School_of_Business" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alan_B._Miller_Hall", + "owner", + "College_of_William_&_Mary" + ], + [ + "Alan_B._Miller_Hall", + "tenant", + "Mason_School_of_Business" + ], + [ + "Alan_B._Miller_Hall", + "currentTenants", + "Mason_School_of_Business" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 73, + "question": "Vanden High School had their own mascot.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Vanden_High_School" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Vanden High School had their own mascot." + }, + { + "question_id": 272, + "question": "A.F.C. Blackpool is part of the Dames Ligue 1.", + "types": [ + "written", + "num1", + "substitution" + ], + "entity_set": [ + "A.F.C._Blackpool", + "Dames_Ligue_1" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that A.F.C. Blackpool is part of the Dames Ligue 1." + }, + { + "question_id": 1077, + "question": "Gordon Marsden is actually one of the Blackpool's leaders.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Blackpool", + "Gordon_Marsden" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Gordon Marsden is one of Blackpool's leaders." + }, + { + "question_id": 803, + "question": "The voice of Baymax is a person who was born in Yungay, Chile.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Baymax", + "Yungay,_Chile" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the voice of Baymax is a person who was born in Yungay, Chile." + }, + { + "question_id": 1444, + "question": "What is the name of Figure skating jumps's garrison?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Figure_skating_jumps" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the name of Figure skating jumps's garrison." + }, + { + "question_id": 2267, + "question": "Narendra Modi is a leader in India where a museum is located in Ahmedabad.", + "types": [ + "written", + "num4", + "multi hop" + ], + "entity_set": [ + "India", + "Narendra_Modi", + "Ahmedabad" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "India", + "leader", + "Narendra_Modi" + ], + [ + "India", + "leaderName", + "Narendra_Modi" + ], + [ + "Narendra_Modi", + "birthPlace", + "India" + ], + [ + "Ahmedabad", + "country", + "India" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 711, + "question": "An astronaut, born in British Hong Kong graduated with an MS from AFIT in 1962 and was chosen by NASA in 1963.", + "types": [ + "written", + "num3", + "multi hop" + ], + "entity_set": [ + "\"1963\"", + "British_Hong_Kong", + "\"AFIT, M.S. 1962\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "William_Anders", + "birthPlace", + "British_Hong_Kong" + ], + [ + "William_Anders", + "almaMater", + "\"AFIT, M.S. 1962\"" + ], + [ + "William_Anders", + "selection", + "\"1963\"" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 576, + "question": "The Mason School of Business are the current tenants of Alan B Miller Hall, located in the Caucasian Front (militant group) and owned by the College of William and Mary.", + "types": [ + "written", + "num4", + "substitution", + "multi claim" + ], + "entity_set": [ + "Mason_School_of_Business", + "Alan_B._Miller_Hall", + "College_of_William_&_Mary", + "Caucasian_Front_(militant_group)" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alan_B._Miller_Hall", + "tenant", + "Mason_School_of_Business" + ], + [ + "Alan_B._Miller_Hall", + "currentTenants", + "Mason_School_of_Business" + ], + [ + "Alan_B._Miller_Hall", + "owner", + "College_of_William_&_Mary" + ] + ], + "predicted_rationale": "There is no evidence that Alan B Miller Hall is located in the Caucasian Front." + }, + { + "question_id": 948, + "question": "I do know that the leader of Iraq is Fuad Masum.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Iraq", + "Fuad_Masum" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Iraq", + "leader", + "Fuad_Masum" + ], + [ + "Iraq", + "leaderName", + "Fuad_Masum" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as both 'leader' and 'leaderName' of Iraq refer to Fuad Masum." + }, + { + "question_id": 950, + "question": "Alfredo Zitarrosa is related to the musician Ciro P\u00e9rez.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Alfredo_Zitarrosa", + "Ciro_P\u00e9rez" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alfredo_Zitarrosa", + "associatedActs", + "Ciro_P\u00e9rez" + ], + [ + "Alfredo_Zitarrosa", + "associatedBand", + "Ciro_P\u00e9rez" + ], + [ + "Alfredo_Zitarrosa", + "associatedMusicalArtist", + "Ciro_P\u00e9rez" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Alfredo Zitarrosa is associated with the musician Ciro P\u00e9rez through multiple relations." + }, + { + "question_id": 85, + "question": "Well, Erg\u00fcn Demir has had an award.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Erg\u00fcn_Demir" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Erg\u00fcn_Demir", + "birthPlace", + "Turkey" + ], + [ + "Erg\u00fcn_Demir", + "placeOfBirth", + "\"Tepek\u00f6y, Giresun, Turkey\"" + ], + [ + "Erg\u00fcn_Demir", + "birthDate", + "\"1969-12-10\"" + ], + [ + "Erg\u00fcn_Demir", + "dateOfBirth", + "\"1969-12-10\"" + ], + [ + "Erg\u00fcn_Demir", + "birthYear", + "\"1969\"" + ] + ], + "predicted_rationale": "There is no evidence that Erg\u00fcn Demir has had an award." + }, + { + "question_id": 543, + "question": "The College of William and Mary is the owner of the Alan B. Miller Hall, located at 101 Ukrop Way in Kfarsghab, Lebanon.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"101 Ukrop Way\"", + "College_of_William_&_Mary", + "Alan_B._Miller_Hall", + "\"Kfarsghab, Lebanon\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alan_B._Miller_Hall", + "owner", + "College_of_William_&_Mary" + ], + [ + "Alan_B._Miller_Hall", + "address", + "\"101 Ukrop Way\"" + ] + ], + "predicted_rationale": "There is no evidence that the Alan B. Miller Hall is located in Kfarsghab, Lebanon." + }, + { + "question_id": 968, + "question": "In 1962, William Anders received an M.S. from AFIT.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "William_Anders", + "\"AFIT, M.S. 1962\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that William Anders received an M.S. from AFIT in 1962." + }, + { + "question_id": 1228, + "question": "Adenan Satem succeeded Abdul Taib Mahmud in the Parti Pesaka Bumiputera Bersatu party.", + "types": [ + "written", + "num2", + "multi claim" + ], + "entity_set": [ + "Adenan_Satem", + "Parti_Pesaka_Bumiputera_Bersatu", + "Abdul_Taib_Mahmud" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Abdul_Taib_Mahmud", + "after", + "Adenan_Satem" + ], + [ + "Adenan_Satem", + "governor", + "Abdul_Taib_Mahmud" + ], + [ + "Abdul_Taib_Mahmud", + "successor", + "Adenan_Satem" + ], + [ + "Adenan_Satem", + "predecessor", + "Abdul_Taib_Mahmud" + ], + [ + "Adenan_Satem", + "party", + "Parti_Pesaka_Bumiputera_Bersatu" + ], + [ + "Parti_Pesaka_Bumiputera_Bersatu", + "president", + "Adenan_Satem" + ], + [ + "Abdul_Taib_Mahmud", + "party", + "Parti_Pesaka_Bumiputera_Bersatu" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Adenan Satem is the successor of Abdul Taib Mahmud and both are in the Parti Pesaka Bumiputera Bersatu party." + }, + { + "question_id": 2349, + "question": "If only Anandiben Patel was not the leader of Gujarat, where the Amdavad ni Gufa is not located.", + "types": [ + "coll:presup", + "negation", + "num2", + "multi claim" + ], + "entity_set": [ + "Gujarat", + "Anandiben_Patel", + "Amdavad_ni_Gufa" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Gujarat", + "leaderName", + "Anandiben_Patel" + ], + [ + "Amdavad_ni_Gufa", + "location", + "Gujarat" + ], + [ + "Amdavad_ni_Gufa", + "locationTown", + "Gujarat" + ] + ], + "predicted_rationale": "The claim is contradicted by the evidence since Anandiben Patel was the leader of Gujarat, where the Amdavad ni Gufa is located." + }, + { + "question_id": 1628, + "question": "That's true. Diatone did not have a parent company.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Diatone" + ], + "Label": [ + false + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Diatone had a parent company." + }, + { + "question_id": 1457, + "question": "What is the name of James F. Fitzgerald's award?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "James_F._Fitzgerald" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for James F. Fitzgerald's award." + }, + { + "question_id": 1687, + "question": "I know that Nick Bacon did not win an award.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Nick_Bacon" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Nick Bacon did or did not win an award." + }, + { + "question_id": 532, + "question": "Bhajji comes from the country of India, where two of the leaders are, Robert Byrne and Jayawarsa.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "India", + "Bhajji", + "Jayawarsa", + "\"Robert Byrne\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Bhajji", + "country", + "India" + ] + ], + "predicted_rationale": "There is no evidence that Robert Byrne and Jayawarsa are leaders of India." + }, + { + "question_id": 383, + "question": "The 11th Mississippi Infantry Monument is in Adams County, Mississauga?", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "11th_Mississippi_Infantry_Monument", + "Adams_County,_Pennsylvania", + "Mississauga" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "11th_Mississippi_Infantry_Monument", + "region", + "Adams_County,_Pennsylvania" + ] + ], + "predicted_rationale": "There is no evidence that the 11th Mississippi Infantry Monument is in Mississauga." + }, + { + "question_id": 1365, + "question": "What is the name of Peggy Lehner's spouse?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Peggy_Lehner" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the name of Peggy Lehner's spouse." + }, + { + "question_id": 1998, + "question": "The North Carolina Highway 751 is not in Pennsylvania and was established in 2000.", + "types": [ + "coll:model", + "negation", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"2000\"", + "\"Pennsylvania\"", + "North_Carolina_Highway_751" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the North Carolina Highway 751 was established in 2000 or not in Pennsylvania." + }, + { + "question_id": 166, + "question": "V. P. Madhava Rao married P. N. Krishnamurti!", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "P._N._Krishnamurti", + "V._P._Madhava_Rao" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "V._P._Madhava_Rao", + "predecessor", + "P._N._Krishnamurti" + ], + [ + "P._N._Krishnamurti", + "successor", + "V._P._Madhava_Rao" + ] + ], + "predicted_rationale": "There is no evidence that V. P. Madhava Rao married P. N. Krishnamurti, only that they were predecessors and successors." + }, + { + "question_id": 1874, + "question": "The Acura TLX has a V6 engine and was assembled not in Marysville, Ohio.", + "types": [ + "coll:model", + "negation", + "num2", + "multi claim" + ], + "entity_set": [ + "Acura_TLX", + "Marysville,_Ohio", + "V6_engine" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Acura_TLX", + "engine", + "V6_engine" + ], + [ + "Acura_TLX", + "assembly", + "Marysville,_Ohio" + ] + ], + "predicted_rationale": "There is evidence that the Acura TLX was assembled in Marysville, Ohio, which contradicts the claim." + }, + { + "question_id": 1124, + "question": "The song Mermaid is off the album California 37 by the band Train.", + "types": [ + "written", + "num1" + ], + "entity_set": [ + "Mermaid_(Train_song)", + "California_37_(Train_album)" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Mermaid_(Train_song)", + "album", + "California_37_(Train_album)" + ] + ], + "predicted_rationale": "The song Mermaid is off the album California 37 by the band Train, as indicated by the evidence set." + }, + { + "question_id": 1529, + "question": "When was Christian Bocher vice president?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Christian_Bocher" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "The_Gun_(The_Outer_Limits)", + "guest", + "Christian_Bocher" + ], + [ + "The_Gun_(The_Outer_Limits)", + "guests", + "Christian_Bocher" + ], + [ + "Christian_Bocher", + "22-rdf-syntax-ns#type", + "DUL.owl#NaturalPerson" + ] + ], + "predicted_rationale": "There is no information about Christian Bocher being a vice president." + }, + { + "question_id": 647, + "question": "It is placed in the municipality of Gettysburg Pennsylvania and erected in 2000.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "Gettysburg,_Pennsylvania", + "\"2000\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that it is placed in the municipality of Gettysburg Pennsylvania and erected in 2000." + }, + { + "question_id": 1289, + "question": "Johnny Colt & Charlie Colin are former band members of Train, the band which sings the song Mermaid.", + "types": [ + "written", + "num3", + "multi claim" + ], + "entity_set": [ + "Train_(band)", + "Johnny_Colt", + "Charlie_Colin", + "Mermaid_(Train_song)" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Train_(band)", + "formerBandMember", + "Charlie_Colin" + ], + [ + "Mermaid_(Train_song)", + "artist", + "Train_(band)" + ], + [ + "Mermaid_(Train_song)", + "musicalArtist", + "Train_(band)" + ], + [ + "Mermaid_(Train_song)", + "musicalBand", + "Train_(band)" + ] + ], + "predicted_rationale": "There is no evidence that Johnny Colt is a former band member of Train." + }, + { + "question_id": 1977, + "question": "Amdavad ni Gufa is not in a country whose leader is Jene Vickrey.", + "types": [ + "coll:model", + "negation", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Amdavad_ni_Gufa", + "Jene_Vickrey" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Amdavad ni Gufa is in a country whose leader is Jene Vickrey." + }, + { + "question_id": 1591, + "question": "I realized that AZAL Arena is the ground of a soccer club and competes in The soccer league, which champions are Qarabag FK.", + "types": [ + "coll:presup", + "num4", + "multi hop" + ], + "entity_set": [ + "AZAL_Arena", + "Qaraba\u011f_FK" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that AZAL Arena is the ground of a soccer club and competes in The soccer league, which champions are Qarabag FK." + }, + { + "question_id": 94, + "question": "Yep, Robert Lombardo had a successor too.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Robert_Lombardo" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Robert Lombardo had a successor." + }, + { + "question_id": 1334, + "question": "Alfredo Zitarrosa died in a city, which has David Duckworth as the leader.", + "types": [ + "coll:model", + "num4", + "substitution", + "multi hop" + ], + "entity_set": [ + "Alfredo_Zitarrosa", + "\"David Duckworth\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Alfredo Zitarrosa died in a city with David Duckworth as the leader." + }, + { + "question_id": 2317, + "question": "The birth place of Jane Aagaard was the Kingdom of Sarawak and his successor was, a president, who was in office while Tuanku Bujang Tuanku Othman was Vice President.", + "types": [ + "written", + "num4", + "substitution", + "multi hop" + ], + "entity_set": [ + "Tuanku_Bujang_Tuanku_Othman", + "Kingdom_of_Sarawak", + "Jane_Aagaard" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Tuanku_Bujang_Tuanku_Othman", + "birthPlace", + "Kingdom_of_Sarawak" + ] + ], + "predicted_rationale": "There is no information about Jane Aagaard or the president who was in office while Tuanku Bujang Tuanku Othman was Vice President." + }, + { + "question_id": 1389, + "question": "What is the name of Albany Great Danes's mascot?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Albany_Great_Danes" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the name of Albany Great Danes's mascot." + }, + { + "question_id": 870, + "question": "An astronaut was a fighter pilot who joined NASA in NASA Astronaut Group 18 in 2000 having been born in British Hong Kong.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "Fighter_pilot", + "British_Hong_Kong", + "\"NASA Astronaut Group 18 in 2000\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "William_Anders", + "occupation", + "Fighter_pilot" + ], + [ + "William_Anders", + "birthPlace", + "British_Hong_Kong" + ] + ], + "predicted_rationale": "There is no evidence that William Anders joined NASA in NASA Astronaut Group 18 in 2000." + }, + { + "question_id": 795, + "question": "The architect, born in Rybinsk, designed 103 Colmore Row!", + "types": [ + "coll:model", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "103_Colmore_Row", + "\"Rybinsk,\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the architect, born in Rybinsk, designed 103 Colmore Row." + }, + { + "question_id": 71, + "question": "Yeah, 136th Ohio Infantry had a garrison.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "136th_Ohio_Infantry" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the 136th Ohio Infantry had a garrison." + }, + { + "question_id": 1062, + "question": "Yeah the largest city in Vermont is Burlington.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Vermont", + "Burlington,_Vermont" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Vermont", + "largestCity", + "Burlington,_Vermont" + ], + [ + "Burlington,_Vermont", + "subdivisionName", + "Vermont" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Burlington is the largest city in Vermont." + }, + { + "question_id": 1198, + "question": "The College of William and Mary owns Alan B. Miller Hall in Williamsburg, Virginia.", + "types": [ + "coll:model", + "num2", + "multi claim" + ], + "entity_set": [ + "Alan_B._Miller_Hall", + "College_of_William_&_Mary", + "Williamsburg,_Virginia" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alan_B._Miller_Hall", + "owner", + "College_of_William_&_Mary" + ], + [ + "Alan_B._Miller_Hall", + "location", + "Williamsburg,_Virginia" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 2356, + "question": "I wish that a chancellor, who was not born in Imst, was in office while Adolf Scharf was not President.", + "types": [ + "coll:presup", + "negation", + "num2", + "multi hop" + ], + "entity_set": [ + "Imst", + "Adolf_Sch\u00e4rf" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alfons_Gorbach", + "birthPlace", + "Imst" + ], + [ + "Adolf_Sch\u00e4rf", + "chancellor", + "Alfons_Gorbach" + ], + [ + "Alfons_Gorbach", + "president", + "Adolf_Sch\u00e4rf" + ], + [ + "Alfons_Gorbach", + "placeOfBirth", + "Imst" + ] + ], + "predicted_rationale": "There is no evidence that the chancellor, who was not born in Imst, was in office while Adolf Scharf was not President, because Alfons Gorbach was born in Imst." + }, + { + "question_id": 1061, + "question": "Yes, Alvah Sabin was born on October 23, 1793!", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Alvah_Sabin", + "\"1793-10-23\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alvah_Sabin", + "dateOfBirth", + "\"1793-10-23\"" + ], + [ + "Alvah_Sabin", + "birthDate", + "\"1793-10-23\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Alvah Sabin's date of birth is confirmed to be October 23, 1793." + }, + { + "question_id": 1667, + "question": "Interestingly, the Tanglapui languages did not have a child!", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Tanglapui_languages" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the Tanglapui languages did or did not have a child." + }, + { + "question_id": 1002, + "question": "They say it has an apoapsis of 511592000.0 kilometres.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "1097_Vicia", + "\"5.11592E8\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the apoapsis of 511592000.0 kilometres." + }, + { + "question_id": 2365, + "question": "I realized that Lady Anne Monson does not live in a country where the District collector is not a leadership title.", + "types": [ + "coll:presup", + "negation", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Lady_Anne_Monson", + "\"District collector\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence about Lady Anne Monson or the District collector title." + }, + { + "question_id": 161, + "question": "Miros\u0142aw Chojecki is a leader in Jewish Motifs International Film Festival.", + "types": [ + "written", + "num1", + "substitution" + ], + "entity_set": [ + "Jewish_Motifs_International_Film_Festival", + "Miros\u0142aw_Chojecki" + ], + "Label": [ + false + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Jewish_Motifs_International_Film_Festival", + "directors", + "Miros\u0142aw_Chojecki" + ], + [ + "Jewish_Motifs_International_Film_Festival", + "director", + "Miros\u0142aw_Chojecki" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Miros\u0142aw Chojecki is listed as a director of the Jewish Motifs International Film Festival." + }, + { + "question_id": 441, + "question": "I know Gertrude Maseko was born in Darlington and was English.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Kingdom_of_England", + "Darlington", + "Gertrude_Maseko" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Gertrude Maseko was born in Darlington and was English." + }, + { + "question_id": 101, + "question": "Yes, and Mikko Vainio had a child!", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Mikko_Vainio" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Mikko Vainio had a child." + }, + { + "question_id": 162, + "question": "There is Hu Zhijun who is a leader in the PFLAG China.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "PFLAG_China", + "Hu_Zhijun" + ], + "Label": [ + false + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "PFLAG_China", + "founder", + "Hu_Zhijun" + ], + [ + "PFLAG_China", + "leaderName", + "Hu_Zhijun" + ] + ], + "predicted_rationale": "Hu Zhijun is both the founder and leader of PFLAG China, supporting the claim that Hu Zhijun is a leader in the PFLAG China." + }, + { + "question_id": 121, + "question": "Robert Mugabe, he was the prime minister.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Robert_Mugabe" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Robert Mugabe was the prime minister." + }, + { + "question_id": 2248, + "question": "The Acura TLX does not have an V6 engine.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Acura_TLX", + "V6_engine" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Acura_TLX", + "engine", + "V6_engine" + ] + ], + "predicted_rationale": "The evidence set indicates that the Acura TLX does have a V6 engine." + }, + { + "question_id": 1766, + "question": "Interestingly, Elio Schneeman did not win any awards.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Elio_Schneeman" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Elio_Schneeman", + "description", + "\"American poet\"" + ], + [ + "Elio_Schneeman", + "shortDescription", + "\"American poet\"" + ], + [ + "Elio_Schneeman", + "rdf-schema#label", + "\"Elio Schneeman\"" + ], + [ + "Elio_Schneeman", + "name", + "\"Schneeman, Elio\"" + ], + [ + "Elio_Schneeman", + "subject", + "Category:20th-century_American_poets" + ] + ], + "predicted_rationale": "There is no evidence that Elio Schneeman won any awards." + }, + { + "question_id": 1057, + "question": "Abdul Taib Mahmud's region is called Asajaya!", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Abdul_Taib_Mahmud", + "Asajaya" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Abdul_Taib_Mahmud", + "constituencyAm", + "Asajaya" + ], + [ + "Abdul_Taib_Mahmud", + "region", + "Asajaya" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Abdul Taib Mahmud's region is indeed Asajaya." + }, + { + "question_id": 1987, + "question": "A senator, not representing Utah County, Utah, did not end his career on 1857-03-03.", + "types": [ + "written", + "negation", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"1857-03-03\"", + "Utah_County,_Utah" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence to support the claim about the senator." + }, + { + "question_id": 1831, + "question": "Yes Li Xiannian was not the president.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Li_Xiannian" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Li Xiannian was or was not the president." + }, + { + "question_id": 213, + "question": "It's called The Alan B Miller Hall in Thames Centre.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Alan_B._Miller_Hall", + "Thames_Centre" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alan_B._Miller_Hall", + "name", + "\"Alan B. Miller Hall\"" + ], + [ + "Alan_B._Miller_Hall", + "buildingType", + "\"Academic\"" + ], + [ + "Alan_B._Miller_Hall", + "location", + "Williamsburg,_Virginia" + ], + [ + "Alan_B._Miller_Hall", + "architect", + "Robert_A._M._Stern" + ], + [ + "Alan_B._Miller_Hall", + "owner", + "College_of_William_&_Mary" + ] + ], + "predicted_rationale": "There is no evidence that The Alan B Miller Hall is located in Thames Centre." + }, + { + "question_id": 2246, + "question": "I've heard that Train is not a pop rock band?", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Train_(band)", + "Pop_rock" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Train_(band)", + "genre", + "Pop_rock" + ] + ], + "predicted_rationale": "The claim is contradicted by the evidence since Train is indeed classified as a pop rock band." + }, + { + "question_id": 638, + "question": "The ship has a 2 \u00d7 MTU 16V 2000 M60 engine and is 125800.0 millimetres in length.", + "types": [ + "written", + "num2", + "multi hop" + ], + "entity_set": [ + "\"125800.0\"", + "\"*2 \u00d7 MTU 16V 2000 M60\\n*\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the ship's engine and length." + }, + { + "question_id": 1155, + "question": "Amdavad ni Gufa is located in India, the country which has Sumitra Mahajan as one of its leaders.", + "types": [ + "written", + "num2", + "multi claim" + ], + "entity_set": [ + "India", + "Sumitra_Mahajan", + "Amdavad_ni_Gufa" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Amdavad_ni_Gufa", + "locationCountry", + "India" + ], + [ + "Amdavad_ni_Gufa", + "country", + "India" + ], + [ + "India", + "leader", + "Sumitra_Mahajan" + ], + [ + "India", + "leaderName", + "Sumitra_Mahajan" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 312, + "question": "I know that Anne Monson's nationality was German and Italian.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Lady_Anne_Monson", + "\"German , Italian\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Anne Monson's nationality was German and Italian." + }, + { + "question_id": 1426, + "question": "What is the name of Laing O'Rourke's parent company?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Laing_O'Rourke" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Laing_O'Rourke", + "name", + "\"Laing O'Rourke\"" + ], + [ + "Laing_O'Rourke", + "keyPerson", + "Chairman" + ], + [ + "Laing_O'Rourke", + "keyPeople", + "\"Anna Stewart\"" + ], + [ + "Laing_O'Rourke", + "foundation", + "\"1978\"" + ] + ], + "predicted_rationale": "There is no evidence for the parent company of Laing O'Rourke." + }, + { + "question_id": 1893, + "question": "The 11th Mississippi Infantry Monument falls under the category of Contributing property and is not located in Pennsylvania.", + "types": [ + "coll:model", + "negation", + "num2", + "multi claim" + ], + "entity_set": [ + "\"Pennsylvania\"", + "11th_Mississippi_Infantry_Monument", + "Contributing_property" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "11th_Mississippi_Infantry_Monument", + "type", + "Contributing_property" + ], + [ + "11th_Mississippi_Infantry_Monument", + "category", + "Contributing_property" + ], + [ + "11th_Mississippi_Infantry_Monument", + "state", + "\"Pennsylvania\"" + ] + ], + "predicted_rationale": "There is evidence that the 11th Mississippi Infantry Monument is located in Pennsylvania." + }, + { + "question_id": 1679, + "question": "I know that Acacitli did not have any religion.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Acacitli" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Acacitli", + "religion", + "Aztec_religion" + ], + [ + "Acacitli", + "name", + "\"Acacitli\"" + ], + [ + "Acacitli", + "description", + "\"Aztec nobility\"" + ], + [ + "Acacitli", + "shortDescription", + "\"Aztec nobility\"" + ], + [ + "Acacitli", + "rdf-schema#label", + "\"Acacitli\"" + ] + ], + "predicted_rationale": "There is evidence that Acacitli had a religion, which is Aztec religion." + }, + { + "question_id": 1691, + "question": "Achamma Mathai did not have an award at all.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Achamma_Mathai" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Achamma_Mathai", + "award", + "Padma_Shri" + ], + [ + "Achamma_Mathai", + "awards", + "Padma_Shri" + ], + [ + "Achamma_Mathai", + "name", + "\"Achamma Mathai\"" + ], + [ + "Achamma_Mathai", + "birthPlace", + "Kerala" + ], + [ + "Achamma_Mathai", + "placeOfBirth", + "\"Kerala, India\"" + ] + ], + "predicted_rationale": "There is evidence that Achamma Mathai had an award, which is Padma_Shri." + }, + { + "question_id": 1989, + "question": "He was not born in Asuncion and didn't die in Castle Rushen!", + "types": [ + "coll:model", + "negation", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Asunci\u00f3n", + "Castle_Rushen" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence to support the claim about the person's birth or death location." + }, + { + "question_id": 590, + "question": "He was born in Asuncion and then died in Paraguay.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "Paraguay", + "Asunci\u00f3n" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that he was born in Asuncion and died in Paraguay." + }, + { + "question_id": 634, + "question": "It is also known as Bhaji or bajji and contains gram flour.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "\"Bhaji, bajji\"", + "Gram_flour" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that it is also known as Bhaji or bajji and contains gram flour." + }, + { + "question_id": 481, + "question": "Born in Rocca Canterano, Rome, Italy, William Anders graduated AFIT, M.S. in 1962 and is now the US Ambassador to Norway.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"AFIT, M.S. 1962\"", + "William_Anders", + "United_States_Ambassador_to_Norway", + "\"Rocca Canterano, Rome, Italy\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "William_Anders", + "almaMater", + "\"AFIT, M.S. 1962\"" + ], + [ + "William_Anders", + "title", + "United_States_Ambassador_to_Norway" + ] + ], + "predicted_rationale": "There is no evidence for the birthplace of William Anders being Rocca Canterano, Rome, Italy." + }, + { + "question_id": 573, + "question": "William Harris Lloyd Roberts was born on 23.10.1793 and was a member of the Whig Party of the United States led by Baba Bet Parhad.", + "types": [ + "written", + "num4", + "substitution", + "multi claim" + ], + "entity_set": [ + "Whig_Party_(United_States)", + "\"1793-10-23\"", + "William_Harris_Lloyd_Roberts", + "Baba_Bet_Parhad" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the birth date, party membership, or the leader of the Whig Party." + }, + { + "question_id": 2046, + "question": "I know that Chinese rock is not one of Reggae's stylistic origins.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Reggae", + "Chinese_rock" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Reggae", + "stylisticOrigins", + "Rocksteady" + ], + [ + "New_wave_music", + "stylisticOrigins", + "Reggae" + ], + [ + "Reggae", + "stylisticOrigin", + "Rocksteady" + ], + [ + "New_wave_music", + "stylisticOrigin", + "Reggae" + ], + [ + "Boney_M.", + "genre", + "Reggae" + ], + [ + "Reggae", + "culturalOrigins", + "\"1960.0\"" + ], + [ + "Reggae", + "derivatives", + "Dub_(music)" + ], + [ + "Rhythm_and_blues", + "derivatives", + "Reggae" + ] + ], + "predicted_rationale": "There is no evidence that Chinese rock is one of Reggae's stylistic origins." + }, + { + "question_id": 52, + "question": "Herbert Laxon went to a university.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Herbert_Laxon" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Herbert Laxon went to a university." + }, + { + "question_id": 1058, + "question": "Well Abdul Taib Mahmud's region is called Balingian.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Abdul_Taib_Mahmud", + "Balingian" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Abdul_Taib_Mahmud", + "constituencyAm", + "Balingian" + ], + [ + "Abdul_Taib_Mahmud", + "region", + "Balingian" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 838, + "question": "It's 1620 pages and is available in print!", + "types": [ + "coll:model", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"Print\"", + "\"1620\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the 1620 pages and availability in print." + }, + { + "question_id": 825, + "question": "A politician born in the Kingdom of Sarawak was succesed by Epic Entertainment!", + "types": [ + "coll:model", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Kingdom_of_Sarawak", + "\"Epic Entertainment\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that a politician born in the Kingdom of Sarawak was succeeded by Epic Entertainment." + }, + { + "question_id": 2255, + "question": "A musical artist was born in Asunci\u00f3n, part of Gran Asunci\u00f3n, and died in Paraguay.", + "types": [ + "written", + "num4", + "multi hop" + ], + "entity_set": [ + "Paraguay", + "Asunci\u00f3n", + "Gran_Asunci\u00f3n" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Francisco_Solano_L\u00f3pez", + "birthPlace", + "Asunci\u00f3n" + ], + [ + "Francisco_Solano_L\u00f3pez", + "deathPlace", + "Paraguay" + ], + [ + "Augusto_Roa_Bastos", + "placeOfDeath", + "Paraguay" + ], + [ + "Augusto_Roa_Bastos", + "placeOfBirth", + "Paraguay" + ], + [ + "Cecilio_B\u00e1ez", + "deathPlace", + "Paraguay" + ], + [ + "Cecilio_B\u00e1ez", + "placeOfDeath", + "Paraguay" + ], + [ + "Cecilio_B\u00e1ez", + "placeOfBirth", + "Paraguay" + ], + [ + "Ram\u00f3n_Delgado", + "country", + "Paraguay" + ], + [ + "Julio_Valent\u00edn_Gonz\u00e1lez", + "placeOfBirth", + "Paraguay" + ], + [ + "V\u00edctor_Pecci", + "country", + "Paraguay" + ], + [ + "Sebasti\u00e1n_Fleitas", + "placeOfBirth", + "Paraguay" + ], + [ + "Rossana_de_los_R\u00edos", + "country", + "Paraguay" + ], + [ + "Claudio_Vargas_(footballer)", + "placeOfBirth", + "Paraguay" + ], + [ + "Le\u00f3n_Cadogan", + "deathPlace", + "Paraguay" + ], + [ + "Le\u00f3n_Cadogan", + "placeOfDeath", + "Paraguay" + ], + [ + "Le\u00f3n_Cadogan", + "placeOfBirth", + "Paraguay" + ], + [ + "Ver\u00f3nica_Cepede_Royg", + "country", + "Paraguay" + ], + [ + "Juan_\u00c1ngel_Sosa", + "placeOfBirth", + "Paraguay" + ], + [ + "Daniel_Alejandro_L\u00f3pez", + "country", + "Paraguay" + ], + [ + "Ram\u00f3n_Mayeregger", + "placeOfBirth", + "Paraguay" + ], + [ + "Carlos_Zubizarreta", + "deathPlace", + "Paraguay" + ], + [ + "Reinaldo_Ocampo", + "placeOfBirth", + "Paraguay" + ], + [ + "V\u00edctor_Hugo_\u00c1valos", + "deathPlace", + "Paraguay" + ], + [ + "Richard_Caceres", + "placeOfBirth", + "Paraguay" + ], + [ + "Montserrat_Gonz\u00e1lez", + "country", + "Paraguay" + ], + [ + "Carlos_Servin", + "placeOfBirth", + "Paraguay" + ], + [ + "Camila_Giangreco_Campiz", + "country", + "Paraguay" + ], + [ + "Karen_Doljak", + "placeOfBirth", + "Paraguay" + ], + [ + "Ra\u00fal_Cubas_Grau", + "placeOfBirth", + "Asunci\u00f3n" + ], + [ + "V\u00edctor_Pecci", + "placeOfBirth", + "Asunci\u00f3n" + ], + [ + "Argentina_national_football_team", + "location", + "Asunci\u00f3n" + ], + [ + "Paraguay_national_football_team", + "location", + "Paraguay" + ], + [ + "American_School_of_Asunci\u00f3n", + "country", + "Paraguay" + ], + [ + "Estadio_Rogelio_Livieres", + "location", + "Paraguay" + ], + [ + "Silvio_Pettirossi_International_Airport", + "city", + "Asunci\u00f3n" + ], + [ + "Silvio_Pettirossi_International_Airport", + "location", + "Paraguay" + ], + [ + "Universidad_Americana", + "country", + "Paraguay" + ], + [ + "Asunci\u00f3n", + "subdivisionName", + "Gran_Asunci\u00f3n" + ], + [ + "Gran_Asunci\u00f3n", + "subdivisionName", + "Asunci\u00f3n" + ], + [ + "Asunci\u00f3n", + "isPartOf", + "Gran_Asunci\u00f3n" + ], + [ + "Gran_Asunci\u00f3n", + "isPartOf", + "Asunci\u00f3n" + ], + [ + "Asunci\u00f3n", + "country", + "Paraguay" + ], + [ + "Gran_Asunci\u00f3n", + "country", + "Paraguay" + ] + ], + "predicted_rationale": "There is no evidence that a musical artist was born in Asunci\u00f3n, part of Gran Asunci\u00f3n, and died in Paraguay." + }, + { + "question_id": 2138, + "question": "Well, 103 Colmore Row is not actually located in Birmingham.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "103_Colmore_Row", + "Birmingham" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "103_Colmore_Row", + "location", + "Birmingham" + ] + ], + "predicted_rationale": "The evidence set directly contradicts the claim, stating that 103 Colmore Row is located in Birmingham." + }, + { + "question_id": 876, + "question": "A building is in Birmingham, England, it was completed in 1976 and has 443932 floors.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"Colmore Row, Birmingham, England\"", + "\"1976\"", + "\"443932\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "103_Colmore_Row", + "location", + "\"Colmore Row, Birmingham, England\"" + ], + [ + "103_Colmore_Row", + "completionDate", + "\"1976\"" + ] + ], + "predicted_rationale": "There is no evidence for the 443932 floors." + }, + { + "question_id": 1797, + "question": "Andrew Parrott did not actually have a child.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Andrew_Parrott" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Andrew_Parrott", + "birthDate", + "\"1947-03-10\"" + ], + [ + "Andrew_Parrott", + "dateOfBirth", + "\"1947-03-10\"" + ], + [ + "Andrew_Parrott", + "birthYear", + "\"1947\"" + ], + [ + "New_Oxford_Book_of_Carols", + "author", + "Andrew_Parrott" + ], + [ + "Andrew_Parrott", + "name", + "\"Parrott, Andrew\"" + ] + ], + "predicted_rationale": "There is no evidence that Andrew Parrott had a child." + }, + { + "question_id": 1299, + "question": "Al-Taqaddum Air Base is located in Fallujah, a city in Fuad Masum led Iraq.", + "types": [ + "written", + "num4", + "multi claim" + ], + "entity_set": [ + "Iraq", + "Al-Taqaddum_Air_Base", + "Fuad_Masum", + "Fallujah" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Al-Taqaddum_Air_Base", + "cityServed", + "Fallujah" + ], + [ + "Al-Taqaddum_Air_Base", + "city", + "Fallujah" + ], + [ + "Fallujah", + "country", + "Iraq" + ] + ], + "predicted_rationale": "There is no evidence that Fuad Masum led Iraq." + }, + { + "question_id": 1528, + "question": "What was Jane Booker vice president?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Jane_Booker" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Jane_Booker", + "name", + "\"Booker, Jane\"" + ], + [ + "Jane_Booker", + "birthDate", + "\"1956-05-09\"" + ], + [ + "Jane_Booker", + "birthYear", + "\"1956\"" + ], + [ + "Jane_Booker", + "dateOfBirth", + "\"1956-05-09\"" + ], + [ + "Jane_Booker", + "description", + "\"Actor\"" + ] + ], + "predicted_rationale": "There is no evidence that Jane Booker was a vice president." + }, + { + "question_id": 995, + "question": "Robert Gates has been the chancellor of the College of William & Mary.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "College_of_William_&_Mary", + "Robert_Gates" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "College_of_William_&_Mary", + "chancellor", + "Robert_Gates" + ], + [ + "Robert_Gates", + "almaMater", + "College_of_William_&_Mary" + ] + ], + "predicted_rationale": "Based on the evidence set, Robert Gates has been the chancellor of the College of William & Mary." + }, + { + "question_id": 1307, + "question": "The Mason School of Business is located in Virginia, United States and is a tenant of the Alan B. Miller Hall.", + "types": [ + "written", + "num4", + "multi claim" + ], + "entity_set": [ + "Alan_B._Miller_Hall", + "United_States", + "Virginia", + "Mason_School_of_Business" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Mason_School_of_Business", + "country", + "United_States" + ], + [ + "Mason_School_of_Business", + "state", + "Virginia" + ], + [ + "Alan_B._Miller_Hall", + "tenant", + "Mason_School_of_Business" + ], + [ + "Alan_B._Miller_Hall", + "currentTenants", + "Mason_School_of_Business" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1251, + "question": "Auburn, Alabama lies 214 metres above sea level and has a population density of 368.65 people for each of its 140.8 square kilometres.", + "types": [ + "written", + "num3", + "multi claim" + ], + "entity_set": [ + "\"1.408e+08\"", + "Auburn,_Alabama", + "\"214.0\"", + "\"368.65\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Auburn,_Alabama", + "elevation", + "\"214.0\"" + ], + [ + "Auburn,_Alabama", + "PopulatedPlace/populationDensity", + "\"368.65\"" + ], + [ + "Auburn,_Alabama", + "populationDensity", + "\"368.65\"" + ], + [ + "Auburn,_Alabama", + "populationDensityKm", + "\"368.65\"" + ], + [ + "Auburn,_Alabama", + "areaTotal", + "\"1.408e+08\"" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1568, + "question": "I understand that the leader of Culper Ring is George Washington.", + "types": [ + "coll:presup", + "num1", + "substitution" + ], + "entity_set": [ + "Culper_Ring", + "George_Washington" + ], + "Label": [ + false + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Culper_Ring", + "founder", + "George_Washington" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as the founder of the Culper Ring is George Washington, which implies leadership." + }, + { + "question_id": 2072, + "question": "Ben Urich was actually not created by the writer Roger McKenzie.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Ben_Urich", + "Roger_McKenzie_(comics)" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Ben_Urich", + "creator", + "Roger_McKenzie_(comics)" + ], + [ + "Ben_Urich", + "creators", + "Roger_McKenzie_(comics)" + ] + ], + "predicted_rationale": "The evidence set indicates that Ben Urich was created by Roger McKenzie." + }, + { + "question_id": 2282, + "question": "A senator, who retired on 3rd March 1857, represented Vermont, where the largest city is Burlington.", + "types": [ + "written", + "num4", + "multi hop" + ], + "entity_set": [ + "Vermont", + "\"1857-03-03\"", + "Burlington,_Vermont" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Vermont", + "largestCity", + "Burlington,_Vermont" + ], + [ + "Burlington,_Vermont", + "subdivisionName", + "Vermont" + ] + ], + "predicted_rationale": "There is no information about the senator who retired on 3rd March 1857." + }, + { + "question_id": 567, + "question": "South West Coach Lines is a division of Honda which makes the Ford Maverick (Americas) related to the South West Coach Lines TLX.", + "types": [ + "written", + "num4", + "substitution", + "multi claim" + ], + "entity_set": [ + "Acura_TLX", + "Honda", + "Ford_Maverick_(Americas)", + "South_West_Coach_Lines" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that South West Coach Lines is a division of Honda or related to the Ford Maverick (Americas) or the South West Coach Lines TLX." + }, + { + "question_id": 2171, + "question": "388 is the number of pages that a severed Wasp has not had.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "A_Severed_Wasp", + "\"388\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that a severed Wasp has 388 pages." + }, + { + "question_id": 2172, + "question": "I hear that Darlington is not located in the United Kingdom.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Darlington", + "United_Kingdom" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Darlington", + "country", + "United_Kingdom" + ] + ], + "predicted_rationale": "The claim is contradicted by the evidence since Darlington is located in the United Kingdom." + }, + { + "question_id": 1129, + "question": "I know that India's official name is \"Republic of India\".", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "India", + "\"Republic of India\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "India", + "longName", + "\"Republic of India\"" + ], + [ + "India", + "conventionalLongName", + "\"Republic of India\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as India's longName and conventionalLongName are both 'Republic of India'." + }, + { + "question_id": 1556, + "question": "I wasn\u2019t aware that Gareth Whalley had an award.", + "types": [ + "coll:presup", + "existence" + ], + "entity_set": [ + "Gareth_Whalley" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Gareth Whalley had an award." + }, + { + "question_id": 976, + "question": "Oh yes, William Anders is a fighter pilot.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "William_Anders", + "Fighter_pilot" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "William_Anders", + "occupation", + "Fighter_pilot" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, which states William Anders' occupation as a Fighter pilot." + }, + { + "question_id": 357, + "question": "Delphyne Gorgon's full name is actually Benjamin Urich, the character was created by Gene Colan.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"Benjamin Urich\"", + "Gene_Colan", + "Delphyne_Gorgon" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Delphyne Gorgon's full name is Benjamin Urich or that the character was created by Gene Colan." + }, + { + "question_id": 1242, + "question": "Robert A M Stern is the architect of Alan B Miller Hall, owned by The College of William & Mary and located in Virginia.", + "types": [ + "written", + "num3", + "multi claim" + ], + "entity_set": [ + "Alan_B._Miller_Hall", + "College_of_William_&_Mary", + "Virginia", + "Robert_A._M._Stern" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alan_B._Miller_Hall", + "architect", + "Robert_A._M._Stern" + ], + [ + "Alan_B._Miller_Hall", + "owner", + "College_of_William_&_Mary" + ], + [ + "Alan_B._Miller_Hall", + "location", + "Virginia" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1104, + "question": "Yes! Alvah Sabin ended his career on 1857-03-03.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Alvah_Sabin", + "\"1857-03-03\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alvah_Sabin", + "termEnd", + "\"1857-03-03\"" + ], + [ + "Alvah_Sabin", + "activeYearsEndDate", + "\"1857-03-03\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Alvah Sabin's term end and active years end date are both 1857-03-03." + }, + { + "question_id": 2308, + "question": "Its located in Gujarat, India where the leader is Saddek Benkada!", + "types": [ + "coll:model", + "num4", + "substitution", + "multi hop" + ], + "entity_set": [ + "India", + "Gujarat", + "Saddek_Benkada" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Gujarat", + "country", + "India" + ] + ], + "predicted_rationale": "There is no evidence that the leader of Gujarat or India is Saddek Benkada." + }, + { + "question_id": 279, + "question": "AZAL PFK stands for \"John Charles Sillett\".", + "types": [ + "written", + "num1", + "substitution" + ], + "entity_set": [ + "AZAL_PFK", + "\"John Charles Sillett\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that AZAL PFK stands for 'John Charles Sillett'." + }, + { + "question_id": 845, + "question": "The stadium is located in Vilagarc\u00eda de Arousa and is the ground of AZAL PFK.", + "types": [ + "written", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "AZAL_PFK", + "Vilagarc\u00eda_de_Arousa" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the stadium is located in Vilagarc\u00eda de Arousa and is the ground of AZAL PFK." + }, + { + "question_id": 731, + "question": "A fictional character was created by Duncan Rouleau and Steven T Seagle and is voiced by Scott Adsit.", + "types": [ + "written", + "num3", + "multi hop" + ], + "entity_set": [ + "Duncan_Rouleau", + "Steven_T._Seagle", + "Scott_Adsit" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Aries_(comics)", + "creator", + "Duncan_Rouleau" + ], + [ + "Aries_(comics)", + "creators", + "Steven_T._Seagle" + ], + [ + "Honey_Lemon", + "creator", + "Steven_T._Seagle" + ], + [ + "Honey_Lemon", + "creators", + "Steven_T._Seagle" + ], + [ + "Hiro_Takachiho", + "creators", + "Duncan_Rouleau" + ], + [ + "Hiro_Takachiho", + "creator", + "Steven_T._Seagle" + ], + [ + "Hiro_Takachiho", + "creators", + "Steven_T._Seagle" + ], + [ + "Ultimate_Spider-Man_(TV_series)", + "author", + "Duncan_Rouleau" + ], + [ + "Ultimate_Spider-Man_(TV_series)", + "writer", + "Steven_T._Seagle" + ], + [ + "Ultimate_Spider-Man_(TV_series)", + "author", + "Steven_T._Seagle" + ], + [ + "Ultimate_Spider-Man_(TV_series)", + "writer", + "Duncan_Rouleau" + ] + ], + "predicted_rationale": "There is no evidence that the fictional character created by Duncan Rouleau and Steven T Seagle is voiced by Scott Adsit." + }, + { + "question_id": 61, + "question": "Are you familiar with Denmark's cinema? It has a capital.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Cinema_of_Denmark" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "The_Five_Obstructions", + "country", + "Cinema_of_Denmark" + ], + [ + "Cinema_of_Denmark", + "producedFictional", + "\"25\"" + ], + [ + "Cinema_of_Denmark", + "producedDocumentary", + "\"18\"" + ], + [ + "Cinema_of_Denmark", + "screens", + "\"396\"" + ], + [ + "Cinema_of_Denmark", + "admissionsNational", + "\"3363000\"" + ] + ], + "predicted_rationale": "There is no evidence that Denmark's cinema has a capital." + }, + { + "question_id": 1417, + "question": "What is the name of Talmadge Davis's award?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Talmadge_Davis" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for Talmadge Davis's award." + }, + { + "question_id": 379, + "question": "The A-Rosa Luna has a General Motors engine in Friedrichshafen.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Friedrichshafen", + "A-Rosa_Luna", + "General_Motors" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the A-Rosa Luna has a General Motors engine in Friedrichshafen." + }, + { + "question_id": 1858, + "question": "Are you familiar with Rudy Crew? He was not a Prime Minister.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Rudy_Crew" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Rudy Crew was a Prime Minister." + }, + { + "question_id": 660, + "question": "He is a person born in Tyrol, Austria.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "Austria", + "County_of_Tyrol" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that he is a person born in Tyrol, Austria." + }, + { + "question_id": 690, + "question": "A building (owned by the College of William and Mary) is at 101 Ukrop Way.", + "types": [ + "written", + "num2", + "multi hop" + ], + "entity_set": [ + "College_of_William_&_Mary", + "\"101 Ukrop Way\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alan_B._Miller_Hall", + "owner", + "College_of_William_&_Mary" + ], + [ + "Alan_B._Miller_Hall", + "address", + "\"101 Ukrop Way\"" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 827, + "question": "well a chancellor was born in the state of Tyrol in Caen?", + "types": [ + "coll:model", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Tyrol_(state)", + "Caen" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that a chancellor was born in the state of Tyrol in Caen." + }, + { + "question_id": 592, + "question": "Yes. Alfredo Zitarrosa was born in a place led by Daniel Martinez.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "\"Daniel_Mart\u00ednez_(politician)\"", + "Alfredo_Zitarrosa" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Alfredo Zitarrosa was born in a place led by Daniel Martinez." + }, + { + "question_id": 582, + "question": "South West Coach Lines is a division of the Honda Co. Honda is the manufacturer of the Argus Fernfeuer which has a 2.4 litre engine.", + "types": [ + "written", + "num4", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"2.4\"", + "Honda", + "Argus_Fernfeuer", + "South_West_Coach_Lines" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that South West Coach Lines is a division of the Honda Co, or that Honda is the manufacturer of the Argus Fernfeuer with a 2.4 litre engine." + }, + { + "question_id": 668, + "question": "Well they have 3500 members and competed in the 2014season.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "\"2014\"", + "\"3500\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the number of members and the competition in the 2014 season." + }, + { + "question_id": 674, + "question": "It was written by Diane Duane, it has the ISBN number 978-0-15-204770.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "\"978-0-15-204770-2\"", + "Diane_Duane" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the book was written by Diane Duane and has the ISBN number 978-0-15-204770." + }, + { + "question_id": 878, + "question": "The College of William and Mary is the owner of the building, that is situated in Fuxin and built in the Victorian Italianate style. style.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "College_of_William_&_Mary", + "Fuxin", + "\"Victorian Italianate style.\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the College of William and Mary owns a building in Fuxin built in the Victorian Italianate style." + }, + { + "question_id": 1202, + "question": "Well Honda makes the Acura TLX which has a Honda J engine.", + "types": [ + "coll:model", + "num2", + "multi claim" + ], + "entity_set": [ + "Acura_TLX", + "Honda_J_engine", + "Honda" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Acura_TLX", + "manufacturer", + "Honda" + ], + [ + "Acura_TLX", + "engine", + "Honda_J_engine" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 127, + "question": "He had Zuhair Masharqa as a vice president.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Zuhair_Masharqa" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that he had Zuhair Masharqa as a vice president." + }, + { + "question_id": 1292, + "question": "Lady Anne Monson was born on January 1, 1726 in Darlington, the Kingdom of England.", + "types": [ + "written", + "num3", + "multi claim" + ], + "entity_set": [ + "\"1726-01-01\"", + "Kingdom_of_England", + "Darlington", + "Lady_Anne_Monson" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Lady_Anne_Monson", + "birthDate", + "\"1726-01-01\"" + ], + [ + "Lady_Anne_Monson", + "birthPlace", + "Darlington" + ], + [ + "Lady_Anne_Monson", + "placeOfBirth", + "Darlington" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1419, + "question": "When did Michael van der Spuy attend university?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Michael_van_der_Spuy" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Michael_van_der_Spuy", + "university", + "Stellenbosch_University" + ], + [ + "Michael_van_der_Spuy", + "school", + "Bloemfontein" + ], + [ + "Michael_van_der_Spuy", + "birthPlace", + "South_Africa" + ], + [ + "Michael_van_der_Spuy", + "placeOfBirth", + "\"Bethlehem, South Africa\"" + ], + [ + "Michael_van_der_Spuy", + "fullname", + "\"Michael George van der Spuy\"" + ] + ], + "predicted_rationale": "There is no evidence for when Michael van der Spuy attended university." + }, + { + "question_id": 2201, + "question": "No, but Alvah Sabin was not allowed to represent Vermont's 3rd Congressional District.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Alvah_Sabin", + "Vermont's_3rd_congressional_district" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alvah_Sabin", + "region", + "Vermont's_3rd_congressional_district" + ] + ], + "predicted_rationale": "There is no evidence that Alvah Sabin was not allowed to represent Vermont's 3rd Congressional District." + }, + { + "question_id": 1400, + "question": "What is the name of No Apology's predecessor?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "No_Apology" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "No_Apology", + "precededBy", + "Turnaround:_Crisis,_Leadership,_and_the_Olympic_Games" + ], + [ + "No_Apology", + "previousWork", + "Turnaround:_Crisis,_Leadership,_and_the_Olympic_Games" + ], + [ + "No_Apology", + "name", + "\"The Case for American Greatness\"" + ], + [ + "No_Apology", + "followedBy", + "\"N/A\"" + ], + [ + "No_Apology", + "publisher", + "St._Martin's_Press" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since No Apology's predecessor is Turnaround: Crisis, Leadership, and the Olympic Games." + }, + { + "question_id": 1937, + "question": "Alfons Gorbach did not die in a country that's led by Doris Bures.", + "types": [ + "coll:model", + "negation", + "num2", + "multi hop" + ], + "entity_set": [ + "Doris_Bures", + "Alfons_Gorbach" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alfons_Gorbach", + "deathPlace", + "Austria" + ], + [ + "Austria", + "leader", + "Doris_Bures" + ], + [ + "Austria", + "leaderName", + "Doris_Bures" + ], + [ + "Alfons_Gorbach", + "placeOfDeath", + "Austria" + ], + [ + "Alfons_Gorbach", + "birthPlace", + "Austria" + ], + [ + "Alfons_Gorbach", + "placeOfBirth", + "Austria" + ] + ], + "predicted_rationale": "The claim is not supported by the evidence since Alfons Gorbach died in Austria, which is led by Doris Bures." + }, + { + "question_id": 1163, + "question": "Arion was created by Jan Duursema and Paul Kupperberg?", + "types": [ + "coll:model", + "num2", + "multi claim" + ], + "entity_set": [ + "Jan_Duursema", + "Arion_(comics)", + "Paul_Kupperberg" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Arion_(comics)", + "creator", + "Jan_Duursema" + ], + [ + "Arion_(comics)", + "creators", + "Jan_Duursema" + ], + [ + "Arion_(comics)", + "creator", + "Paul_Kupperberg" + ], + [ + "Arion_(comics)", + "creators", + "Paul_Kupperberg" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Arion was created by both Jan Duursema and Paul Kupperberg." + }, + { + "question_id": 1220, + "question": "Anne Monson was born in the Kingdom of England whose capital was Winchester.", + "types": [ + "coll:model", + "num2", + "multi claim" + ], + "entity_set": [ + "Kingdom_of_England", + "Lady_Anne_Monson", + "Winchester" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Lady_Anne_Monson", + "birthPlace", + "Kingdom_of_England" + ], + [ + "Lady_Anne_Monson", + "placeOfBirth", + "Kingdom_of_England" + ], + [ + "Lady_Anne_Monson", + "nationality", + "Kingdom_of_England" + ], + [ + "Kingdom_of_England", + "capital", + "Winchester" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 560, + "question": "Amdavad ni Gufa in Ahmedabad is located in Turkmenistan whose leader is Sumitra Mahajan.", + "types": [ + "written", + "num4", + "substitution", + "multi claim" + ], + "entity_set": [ + "Ahmedabad", + "Amdavad_ni_Gufa", + "Sumitra_Mahajan", + "Turkmenistan" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Amdavad_ni_Gufa", + "location", + "Ahmedabad" + ], + [ + "Amdavad_ni_Gufa", + "locationTown", + "Ahmedabad" + ] + ], + "predicted_rationale": "There is no evidence that Ahmedabad is located in Turkmenistan or that the leader of the country where Amdavad ni Gufa is located is Sumitra Mahajan." + }, + { + "question_id": 2380, + "question": "I didn\u2019t know that AFC Ajax did not take part in the 2014 season.", + "types": [ + "coll:presup", + "negation", + "num1" + ], + "entity_set": [ + "AFC_Ajax", + "\"2014\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "AFC_Ajax", + "season", + "\"2014\"" + ] + ], + "predicted_rationale": "The evidence set indicates that AFC Ajax did take part in the 2014 season." + }, + { + "question_id": 1755, + "question": "Do you know Lan Cao? He did not have a religion!", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Lan_Cao" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Monkey_Bridge", + "author", + "Lan_Cao" + ], + [ + "Lan_Cao", + "name", + "\"Cao, Lan\"" + ], + [ + "Lan_Cao", + "description", + "\"American writer\"" + ], + [ + "Lan_Cao", + "shortDescription", + "\"American writer\"" + ], + [ + "Lan_Cao", + "rdf-schema#label", + "\"Lan Cao\"" + ] + ], + "predicted_rationale": "There is no evidence that Lan Cao did not have a religion." + }, + { + "question_id": 1719, + "question": "Thames Gateway did not have a capital though.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Thames_Gateway" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "CEME", + "regionServed", + "Thames_Gateway" + ], + [ + "Thames_Gateway", + "subject", + "Category:Swale" + ], + [ + "Thames_Gateway", + "rdf-schema#label", + "\"Thames Gateway\"" + ], + [ + "Category:Thames_Gateway", + "core#subject", + "Thames_Gateway" + ], + [ + "Thames_Gateway", + "hypernym", + "Area" + ] + ], + "predicted_rationale": "There is no evidence that Thames Gateway had a capital." + }, + { + "question_id": 253, + "question": "Do you know that the capital of Temeswar is in Germany?", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Germany", + "\"Temeswar\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the capital of Temeswar is in Germany." + }, + { + "question_id": 1612, + "question": "If only the leader of Paraguay is not named Juan Afara.", + "types": [ + "coll:presup", + "negation", + "num1" + ], + "entity_set": [ + "Paraguay", + "Juan_Afara" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Paraguay", + "leader", + "Juan_Afara" + ], + [ + "Paraguay", + "leaderName", + "Juan_Afara" + ], + [ + "Juan_Afara", + "birthPlace", + "Paraguay" + ] + ], + "predicted_rationale": "The evidence set indicates that the leader of Paraguay is indeed named Juan Afara." + }, + { + "question_id": 999, + "question": "I believe John Madin is from Birmingham.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "John_Madin", + "Birmingham" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "John_Madin", + "birthPlace", + "Birmingham" + ], + [ + "John_Madin", + "hometown", + "Birmingham" + ], + [ + "John_Madin", + "placeOfBirth", + "Birmingham" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as John Madin's birthPlace, hometown, and placeOfBirth are all listed as Birmingham." + }, + { + "question_id": 1447, + "question": "What is the name of Mehdi Lavasani's youthclub?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Mehdi_Lavasani" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for Mehdi Lavasani's youth club." + }, + { + "question_id": 1818, + "question": "Shigeru Sakurai did not go to a university.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Shigeru_Sakurai" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Shigeru Sakurai did or did not go to a university." + }, + { + "question_id": 1158, + "question": "The rotation period of 1097 Vicia is 95040.0 and its apoapsis is 511592000.0 kilometres.", + "types": [ + "written", + "num2", + "multi claim" + ], + "entity_set": [ + "\"5.11592E8\"", + "1097_Vicia", + "\"95040.0\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "1097_Vicia", + "rotationPeriod", + "\"95040.0\"" + ], + [ + "1097_Vicia", + "rotation", + "\"95040.0\"" + ], + [ + "1097_Vicia", + "Planet/apoapsis", + "\"5.11592E8\"" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 146, + "question": "Lorraine Armbruster served as the Vice President.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Lorraine_Armbruster" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Bernard_Cornfeld", + "spouse", + "Lorraine_Armbruster" + ], + [ + "Lorraine_Armbruster", + "22-rdf-syntax-ns#type", + "DUL.owl#NaturalPerson" + ] + ], + "predicted_rationale": "There is no evidence that Lorraine Armbruster served as the Vice President." + }, + { + "question_id": 2198, + "question": "The Universal Music Group (UMG) is not the parent company of Philips Records.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Philips_Records", + "Universal_Music_Group" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Philips_Records", + "parentCompany", + "Universal_Music_Group" + ], + [ + "Philips_Records", + "parent", + "Universal_Music_Group" + ] + ], + "predicted_rationale": "The evidence set indicates that Universal Music Group is the parent company of Philips Records." + }, + { + "question_id": 69, + "question": "Valcour Formation had a garrison in it.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Valcour_Formation" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Valcour Formation had a garrison in it." + }, + { + "question_id": 1586, + "question": "If only the place, categorized as a Contributing Property, is located in Adams County, Pennsylvania, US.", + "types": [ + "coll:presup", + "num3", + "multi hop" + ], + "entity_set": [ + "Adams_County,_Pennsylvania", + "\"United States\"", + "Contributing_property" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the place is located in Adams County, Pennsylvania, US." + }, + { + "question_id": 2209, + "question": "The origin of Reggae is not Rhythm and Blues.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Reggae", + "Rhythm_and_Blues" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Reggae", + "stylisticOrigin", + "Rhythm_and_Blues" + ] + ], + "predicted_rationale": "The claim is contradicted by the evidence that Reggae's stylistic origin is Rhythm and Blues." + }, + { + "question_id": 1174, + "question": "Acura TLX has Inline-four engine and was assembled in Marysville, Ohio.", + "types": [ + "coll:model", + "num2", + "multi claim" + ], + "entity_set": [ + "Acura_TLX", + "Marysville,_Ohio", + "Inline-four_engine" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Acura_TLX", + "engine", + "Inline-four_engine" + ], + [ + "Acura_TLX", + "assembly", + "Marysville,_Ohio" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1273, + "question": "A Wizard of Mars, authored by Diane Duane has a OCLC number of 318875313 and a ISBN number of 978-0-15-204770-2.", + "types": [ + "written", + "num3", + "multi claim" + ], + "entity_set": [ + "\"318875313\"", + "\"978-0-15-204770-2\"", + "A_Wizard_of_Mars", + "Diane_Duane" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "A_Wizard_of_Mars", + "author", + "Diane_Duane" + ], + [ + "A_Wizard_of_Mars", + "oclc", + "\"318875313\"" + ], + [ + "A_Wizard_of_Mars", + "isbn", + "\"978-0-15-204770-2\"" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 2189, + "question": "Yes, the leader of India is not called T S Thakur.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "India", + "T._S._Thakur" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "India", + "leader", + "T._S._Thakur" + ], + [ + "India", + "leaderName", + "T._S._Thakur" + ], + [ + "T._S._Thakur", + "nationality", + "India" + ] + ], + "predicted_rationale": "The claim is contradicted by the evidence since T S Thakur is listed as the leader of India." + }, + { + "question_id": 369, + "question": "The A Rosa Luna is actually built at the Neptun Werft in Bahrain.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "A-Rosa_Luna", + "Neptun_Werft", + "\"Bahrain\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "A-Rosa_Luna", + "builder", + "Neptun_Werft" + ] + ], + "predicted_rationale": "There is no evidence that the A Rosa Luna was built in Bahrain." + }, + { + "question_id": 18, + "question": "Are you familiar with Grue, Norway? It has a capital.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Grue,_Norway" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Skasen", + "location", + "Grue,_Norway" + ], + [ + "Grue_Church_fire", + "place", + "Grue,_Norway" + ], + [ + "Sinikka_Langeland", + "birthPlace", + "Grue,_Norway" + ], + [ + "Grue,_Norway", + "county", + "\"Hedmark\"" + ], + [ + "Grue,_Norway", + "district", + "\"Sol\u00f8r\"" + ] + ], + "predicted_rationale": "There is no evidence that Grue, Norway has a capital." + }, + { + "question_id": 236, + "question": "Tangyuan are an ingredient in a bakewell tart.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Bakewell_tart", + "Tangyuan_(food)" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Tangyuan are an ingredient in a bakewell tart." + }, + { + "question_id": 1969, + "question": "university is not a tenant of Alan B. Miller Hall located in the Baltic Sea region.", + "types": [ + "coll:model", + "negation", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Alan_B._Miller_Hall", + "\"Baltic Sea region\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that the university is a tenant of Alan B. Miller Hall located in the Baltic Sea region." + }, + { + "question_id": 2332, + "question": "I realized that Sicco Mansholt was not a president.", + "types": [ + "coll:presup", + "negation", + "existence" + ], + "entity_set": [ + "Sicco_Mansholt" + ], + "Label": [ + false + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Sicco_Mansholt", + "president", + "\"Jean Rey\"" + ], + [ + "Raymond_Barre", + "president", + "Sicco_Mansholt" + ], + [ + "Sicco_Mansholt", + "vicePresident", + "Wilhelm_Haferkamp" + ], + [ + "Sicco_Mansholt", + "primeMinister", + "Louis_Beel" + ], + [ + "Sicco_Mansholt", + "predecessor", + "Gerardus_Huysmans" + ], + [ + "Fran\u00e7ois-Xavier_Ortoli", + "predecessor", + "Sicco_Mansholt" + ], + [ + "Sicco_Mansholt", + "successor", + "Gerrit_Gesenius_Loggers" + ], + [ + "Franco_Maria_Malfatti", + "successor", + "Sicco_Mansholt" + ] + ], + "predicted_rationale": "Based on the evidence set, there is no information that confirms Sicco Mansholt as a president." + }, + { + "question_id": 716, + "question": "The building, designed by the architect Robert A.M. Stern, is located in Williamsburg, Virginia, and owned by the College of William and Mary.", + "types": [ + "written", + "num3", + "multi hop" + ], + "entity_set": [ + "College_of_William_&_Mary", + "Williamsburg,_Virginia", + "Robert_A._M._Stern" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alan_B._Miller_Hall", + "architect", + "Robert_A._M._Stern" + ], + [ + "Alan_B._Miller_Hall", + "location", + "Williamsburg,_Virginia" + ], + [ + "Alan_B._Miller_Hall", + "owner", + "College_of_William_&_Mary" + ], + [ + "College_of_William_&_Mary", + "city", + "Williamsburg,_Virginia" + ], + [ + "Zable_Stadium", + "location", + "Williamsburg,_Virginia" + ], + [ + "Peyton_Randolph", + "almaMater", + "College_of_William_&_Mary" + ], + [ + "Peyton_Randolph", + "placeOfBirth", + "Williamsburg,_Virginia" + ], + [ + "Peyton_Randolph", + "birthPlace", + "Williamsburg,_Virginia" + ], + [ + "Zable_Stadium", + "operator", + "College_of_William_&_Mary" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 458, + "question": "The Mangy Parrot is a hardback book with the ISBN number 0-374-26131-8!", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"0-374-26131-8\"", + "Hardcover", + "The_Mangy_Parrot" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "The_Mangy_Parrot", + "mediaType", + "Hardcover" + ] + ], + "predicted_rationale": "There is no evidence for the ISBN number 0-374-26131-8." + }, + { + "question_id": 484, + "question": "William Anders, born 17 October 1933 was chosen by NASA in 1963 and served as a crew member on Soyuz 12.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "William_Anders", + "\"1933-10-17\"", + "\"1963\"", + "Soyuz_12" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "William_Anders", + "dateOfBirth", + "\"1933-10-17\"" + ], + [ + "William_Anders", + "birthDate", + "\"1933-10-17\"" + ], + [ + "William_Anders", + "selection", + "\"1963\"" + ] + ], + "predicted_rationale": "There is no evidence that William Anders served as a crew member on Soyuz 12." + }, + { + "question_id": 1421, + "question": "When did Eben Joubert attend university?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Eben_Joubert" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Eben_Joubert", + "university", + "University_of_Pretoria" + ], + [ + "Eben_Joubert", + "birthPlace", + "South_Africa" + ], + [ + "Eben_Joubert", + "placeOfBirth", + "South_Africa" + ], + [ + "Eben_Joubert", + "birthDate", + "\"1983-09-30\"" + ], + [ + "Eben_Joubert", + "dateOfBirth", + "\"1983-09-30\"" + ] + ], + "predicted_rationale": "There is no information about when Eben Joubert attended university." + }, + { + "question_id": 268, + "question": "Dennis Reboletti succeeded Alvah Sabin!", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Alvah_Sabin", + "Dennis_Reboletti" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Dennis Reboletti succeeded Alvah Sabin." + }, + { + "question_id": 1187, + "question": "Alvah Sabin died in Sycamore, in DeKalb County, Illinois.", + "types": [ + "written", + "num2", + "multi claim" + ], + "entity_set": [ + "DeKalb_County,_Illinois", + "Alvah_Sabin", + "Sycamore,_Illinois" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alvah_Sabin", + "placeOfDeath", + "Sycamore,_Illinois" + ], + [ + "Alvah_Sabin", + "deathPlace", + "Sycamore,_Illinois" + ], + [ + "DeKalb_County,_Illinois", + "countySeat", + "Sycamore,_Illinois" + ], + [ + "Sycamore,_Illinois", + "region", + "DeKalb_County,_Illinois" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1837, + "question": "Do you know that David Lloyd George was not a prime minister.?", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "David_Lloyd_George" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "David_Lloyd_George", + "primeMinister", + "H._H._Asquith" + ], + [ + "Winston_Churchill", + "primeMinister", + "David_Lloyd_George" + ], + [ + "David_Lloyd_George", + "primeminister", + "\"H. H. Asquith\"" + ], + [ + "Winston_Churchill", + "primeminister", + "David_Lloyd_George" + ], + [ + "Archibald_Sinclair,_1st_Viscount_Thurso", + "leader", + "David_Lloyd_George" + ], + [ + "David_Lloyd_George", + "predecessor", + "Herbert_Kitchener,_1st_Earl_Kitchener" + ], + [ + "Winston_Churchill", + "predecessor", + "David_Lloyd_George" + ], + [ + "David_Lloyd_George", + "successor", + "Edwin_Samuel_Montagu" + ], + [ + "H._H._Asquith", + "successor", + "David_Lloyd_George" + ] + ], + "predicted_rationale": "There is evidence that David Lloyd George was a prime minister, as Winston Churchill's prime minister is listed as David Lloyd George." + }, + { + "question_id": 1742, + "question": "Nixon Carcel\u00e9n did not even have a youth club.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Nixon_Carcel\u00e9n" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Nixon_Carcel\u00e9n", + "clubs", + "\"\u2192 Deportivo Cuenca\"" + ], + [ + "Nixon_Carcel\u00e9n", + "team", + "Deportivo_Quito" + ], + [ + "Nixon_Carcel\u00e9n", + "careerStation", + "Nixon_Carcel\u00e9n__7" + ], + [ + "Nixon_Carcel\u00e9n", + "nationalteam", + "Ecuador_national_football_team" + ], + [ + "Nixon_Carcel\u00e9n", + "position", + "Midfielder" + ] + ], + "predicted_rationale": "There is evidence that Nixon Carcel\u00e9n had a club, Deportivo Cuenca." + }, + { + "question_id": 380, + "question": "Rolls-Royce Power Systems is the parent co. of ABB Group who made an engine for the A-Rosa Luna.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Rolls-Royce_Power_Systems", + "A-Rosa_Luna", + "ABB_Group" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Rolls-Royce Power Systems is the parent company of ABB Group or that ABB Group made an engine for the A-Rosa Luna." + }, + { + "question_id": 949, + "question": "Agust\u00edn Barboza died in Paraguay.", + "types": [ + "written", + "num1" + ], + "entity_set": [ + "Agust\u00edn_Barboza", + "Paraguay" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Agust\u00edn_Barboza", + "placeOfDeath", + "Paraguay" + ], + [ + "Agust\u00edn_Barboza", + "deathPlace", + "Paraguay" + ], + [ + "Agust\u00edn_Barboza", + "placeOfBirth", + "Paraguay" + ], + [ + "Agust\u00edn_Barboza", + "birthPlace", + "Paraguay" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Agust\u00edn Barboza's place of death is listed as Paraguay." + }, + { + "question_id": 494, + "question": "Amdavad ni Gufa, completed in 1995, is located in B\u0119dzin, Beijing, China.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "Amdavad_ni_Gufa", + "\"1995\"", + "B\u0119dzin", + "\"Beijing, China\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Amdavad_ni_Gufa", + "completionDate", + "\"1995\"" + ], + [ + "Amdavad_ni_Gufa", + "buildingEndDate", + "\"1995\"" + ] + ], + "predicted_rationale": "There is no evidence that Amdavad ni Gufa is located in B\u0119dzin, Beijing, China." + }, + { + "question_id": 1041, + "question": "Not sure, but the Acura TLX is a luxury vehicle.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Acura_TLX", + "Luxury_vehicle" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Acura_TLX", + "class", + "Luxury_vehicle" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, which states that the Acura TLX is a luxury vehicle." + }, + { + "question_id": 1867, + "question": "I have heard that Asanee Suwan was not a prime minister!", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Asanee_Suwan" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Beautiful_Boxer", + "starring", + "Asanee_Suwan" + ], + [ + "Asanee_Suwan", + "22-rdf-syntax-ns#type", + "DUL.owl#NaturalPerson" + ] + ], + "predicted_rationale": "There is no evidence that Asanee Suwan was a prime minister." + }, + { + "question_id": 632, + "question": "The Bakewell pudding originates from the settlement of Derbyshire.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "Bakewell_pudding", + "Derbyshire" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the Bakewell pudding originates from the settlement of Derbyshire." + }, + { + "question_id": 376, + "question": "The Guru Logi Champ's engine type is the Honda J, which was manufactured by Honda.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Honda_J_engine", + "Honda", + "Guru_Logi_Champ" + ], + "Label": [ + false + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Honda_J_engine", + "hypernym", + "Honda" + ], + [ + "Honda_J_engine", + "manufacturer", + "Honda" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since the Honda J engine's manufacturer is indeed Honda." + }, + { + "question_id": 1845, + "question": "His real name is Carlos P. Garcia. He was not a vice president though.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Carlos_P._Garcia" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the claim that his real name is Carlos P. Garcia and he was not a vice president." + }, + { + "question_id": 2269, + "question": "103 Colmore Row was designed by the architect a person who was born in birmingham where the leader is the conservative party (UK).", + "types": [ + "written", + "num4", + "multi hop" + ], + "entity_set": [ + "Birmingham", + "Conservative_Party_(UK)", + "103_Colmore_Row" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "103_Colmore_Row", + "location", + "Birmingham" + ], + [ + "Birmingham", + "leaderName", + "Conservative_Party_(UK)" + ] + ], + "predicted_rationale": "There is no information about the architect of 103 Colmore Row who was born in Birmingham." + }, + { + "question_id": 1407, + "question": "What is the name of Gleb Baklanov's award?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Gleb_Baklanov" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for Gleb Baklanov's award." + }, + { + "question_id": 1581, + "question": "I realized that a book was written by J. V. Jones and has the OCLC number 51969173.", + "types": [ + "coll:presup", + "num2", + "multi hop" + ], + "entity_set": [ + "\"51969173\"", + "J._V._Jones" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the book was written by J. V. Jones and has the OCLC number 51969173." + }, + { + "question_id": 561, + "question": "Amdavad ni Gufa is located in Koc\u0113ni Municipality, Turkmenistan and has Narendra Modi as the prime minister.", + "types": [ + "written", + "num4", + "substitution", + "multi claim" + ], + "entity_set": [ + "Narendra_Modi", + "Amdavad_ni_Gufa", + "Turkmenistan", + "Koc\u0113ni_Municipality" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Amdavad ni Gufa is located in Koc\u0113ni Municipality, Turkmenistan and has Narendra Modi as the prime minister." + }, + { + "question_id": 1728, + "question": "Well, Niguel Formation did not have a garrison.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Niguel_Formation" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Niguel Formation did or did not have a garrison." + }, + { + "question_id": 100, + "question": "Antonio Bey Figari actually had a spouse.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Antonio_Bey_Figari" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Antonio_Bey_Figari", + "birthPlace", + "Genoa" + ], + [ + "Antonio_Bey_Figari", + "placeOfBirth", + "\"Genoa\"" + ], + [ + "Antonio_Bey_Figari", + "placeOfDeath", + "\"Genoa\"" + ], + [ + "Antonio_Bey_Figari", + "dateOfDeath", + "\"1870-11-08\"" + ], + [ + "Antonio_Bey_Figari", + "dateOfBirth", + "\"1804-05-16\"" + ] + ], + "predicted_rationale": "There is no evidence that Antonio Bey Figari had a spouse." + }, + { + "question_id": 2324, + "question": "It was established in 2000 in Phnom Penh near Cumberland county, Pennsylvania.", + "types": [ + "coll:model", + "num4", + "substitution", + "multi hop" + ], + "entity_set": [ + "Cumberland_County,_Pennsylvania", + "\"2000\"", + "Phnom_Penh" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that it was established in 2000 in Phnom Penh near Cumberland county, Pennsylvania." + }, + { + "question_id": 2150, + "question": "I agree. The currency of the Republic of Ireland is not the euro.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Republic_of_Ireland", + "Euro" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Republic_of_Ireland", + "currency", + "Euro" + ] + ], + "predicted_rationale": "The claim is contradicted by the evidence that the Republic of Ireland's currency is the Euro." + }, + { + "question_id": 583, + "question": "The Carterville, Illinois is located in Adams County, in the state of Pennsylvania which is northwest to Carroll County Maryland.", + "types": [ + "written", + "num4", + "substitution", + "multi claim" + ], + "entity_set": [ + "Adams_County,_Pennsylvania", + "Carroll_County,_Maryland", + "\"Pennsylvania\"", + "Carterville,_Illinois" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Adams_County,_Pennsylvania", + "state", + "\"Pennsylvania\"" + ] + ], + "predicted_rationale": "There is no evidence that Carterville, Illinois is located in Adams County, Pennsylvania, or that it is northwest to Carroll County, Maryland." + }, + { + "question_id": 1509, + "question": "Where was George Paddison president?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "George_Paddison" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "George_Paddison", + "office", + "\"Mayor of Eau Gallie, Florida\"" + ], + [ + "George_Paddison", + "predecessor", + "John_Caroll_Houston,_IV" + ], + [ + "William_Jackson_Creel", + "predecessor", + "George_Paddison" + ], + [ + "George_Paddison", + "successor", + "John_Caroll_Houston,_IV" + ], + [ + "William_Roesch", + "successor", + "George_Paddison" + ], + [ + "George_Paddison", + "title", + "List_of_mayors_of_Melbourne,_Florida" + ], + [ + "George_Paddison", + "orderInOffice", + "\"Mayor of Eau Gallie, Florida\"" + ] + ], + "predicted_rationale": "There is no evidence that George Paddison was a president, only that he was the Mayor of Eau Gallie, Florida and possibly related to the mayors of Melbourne, Florida." + }, + { + "question_id": 1573, + "question": "I realized that USS Eagle (SP-145) N.V. owns USS Eagle (SP-145).", + "types": [ + "coll:presup", + "num1", + "substitution" + ], + "entity_set": [ + "USS_Eagle_(SP-145)", + "Port_Jefferson,_New_York" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that USS Eagle (SP-145) N.V. owns USS Eagle (SP-145)." + }, + { + "question_id": 128, + "question": "Did you know that John Tyler was the Vice President?", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "John_Tyler" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "John_Tyler", + "vicePresident", + "\"None\"" + ], + [ + "William_Henry_Harrison", + "vicePresident", + "John_Tyler" + ], + [ + "John_Tyler", + "vicepresident", + "\"None\"" + ], + [ + "William_Henry_Harrison", + "vicepresident", + "John_Tyler" + ], + [ + "John_Tyler", + "vicePresidentEnd", + "\"1845\"" + ], + [ + "John_Tyler", + "vicePresidentStart", + "\"1841\"" + ], + [ + "United_States_presidential_election,_1840", + "vpName", + "John_Tyler" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since John Tyler was the vice president under William Henry Harrison." + }, + { + "question_id": 1395, + "question": "What is the name of Shiv Charan Mathur's predecessor?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Shiv_Charan_Mathur" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence about Shiv Charan Mathur's predecessor." + }, + { + "question_id": 2033, + "question": "11th Mississippi Infantry Monument is not located in Barbour County, West Virginia which has not Carroll County, Maryland to its southeast.", + "types": [ + "written", + "negation", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "11th_Mississippi_Infantry_Monument", + "Carroll_County,_Maryland", + "Barbour_County,_West_Virginia" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence to support the claim about the location of 11th Mississippi Infantry Monument and its relation to Barbour County, West Virginia and Carroll County, Maryland." + }, + { + "question_id": 2047, + "question": "I have heard that Alfredo Zitarrosa did not die in Montevideo.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Alfredo_Zitarrosa", + "Montevideo" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alfredo_Zitarrosa", + "deathPlace", + "Montevideo" + ], + [ + "Alfredo_Zitarrosa", + "birthPlace", + "Montevideo" + ] + ], + "predicted_rationale": "There is evidence that Alfredo Zitarrosa died in Montevideo." + }, + { + "question_id": 921, + "question": "A fictional character first appeared in Big Hero 6 and was created by Paul Michael Ignacio and Steven T. Seagle.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "Steven_T._Seagle", + "\"Big Hero 6(2014)\"", + "\"Paul Michael Ignacio\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Baymax", + "firstAppearance", + "\"Big Hero 6(2014)\"" + ], + [ + "Baymax", + "creator", + "Steven_T._Seagle" + ], + [ + "Baymax", + "creators", + "Steven_T._Seagle" + ] + ], + "predicted_rationale": "There is no evidence that Paul Michael Ignacio is a creator of the character." + }, + { + "question_id": 1648, + "question": "Shortridge Academy does not even have a mascot!", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Shortridge_Academy" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Shortridge_Academy", + "mascot", + "\"Moose\"" + ], + [ + "Shortridge_Academy", + "name", + "\"Shortridge Academy\"" + ], + [ + "Shortridge_Academy", + "type", + "Private_school" + ], + [ + "Shortridge_Academy", + "classes", + "\"10\"" + ], + [ + "Shortridge_Academy", + "athletics", + "\"Soccer Team\"" + ] + ], + "predicted_rationale": "There is evidence that Shortridge Academy's mascot is the Moose." + }, + { + "question_id": 2096, + "question": "Exactly. Imagine is not a pop song by John Lennon.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Imagine_(John_Lennon_song)", + "Pop_music" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Imagine_(John_Lennon_song)", + "genre", + "Pop_music" + ] + ], + "predicted_rationale": "The evidence set indicates that Imagine is a pop song by John Lennon." + }, + { + "question_id": 2162, + "question": "Not really. Honda is not the manufacturer of the Honda J engine.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Honda_J_engine", + "Honda" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Honda_J_engine", + "hypernym", + "Honda" + ], + [ + "Honda_J_engine", + "manufacturer", + "Honda" + ] + ], + "predicted_rationale": "The evidence set actually indicates that Honda is the manufacturer of the Honda J engine." + }, + { + "question_id": 728, + "question": "A planet, with the epoch date December 31st 2006, has an apoapsis of 511592000.0 km and an orbital period of 135589000.0.", + "types": [ + "written", + "num3", + "multi hop" + ], + "entity_set": [ + "\"5.11592E8\"", + "\"2006-12-31\"", + "\"1.35589e+08\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the apoapsis, orbital period, or epoch date of the planet." + }, + { + "question_id": 1137, + "question": "Agra Airport is located in Uttar Pradesh with the ICAO Location Identifier of VIAG.", + "types": [ + "coll:model", + "num2", + "multi claim" + ], + "entity_set": [ + "Uttar_Pradesh", + "VIAG", + "Agra_Airport" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Agra_Airport", + "location", + "Uttar_Pradesh" + ], + [ + "Agra_Airport", + "icaoLocationIdentifier", + "VIAG" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 404, + "question": "Luigi Beccali was born in Tyrol, Austria-Hungary!", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "County_of_Tyrol", + "Austria", + "Luigi_Beccali" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Luigi Beccali was born in Tyrol, Austria-Hungary." + }, + { + "question_id": 1788, + "question": "Did you know that Kim M\u00e4rkl did not have a child?", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Kim_M\u00e4rkl" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Kim M\u00e4rkl did or did not have a child." + }, + { + "question_id": 2376, + "question": "I emphasized that Iraq's leader is not Richard P. Homrighausen.", + "types": [ + "coll:presup", + "negation", + "num1" + ], + "entity_set": [ + "Iraq", + "\"Richard P. Homrighausen\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Iraq's leader is Richard P. Homrighausen." + }, + { + "question_id": 436, + "question": "The English Heritage are the current tenants of Alan B Miller Hall located in Virginia!", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Virginia", + "Alan_B._Miller_Hall", + "English_Heritage" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alan_B._Miller_Hall", + "location", + "Virginia" + ] + ], + "predicted_rationale": "There is no information about the current tenants of Alan B Miller Hall." + }, + { + "question_id": 2242, + "question": "Yes, and in Uruguay the language is not Spanish.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Uruguay", + "Spanish_language" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Uruguay", + "language", + "Spanish_language" + ], + [ + "Uruguay", + "officialLanguage", + "Spanish_language" + ], + [ + "Uruguay", + "officialLanguages", + "Spanish_language" + ] + ], + "predicted_rationale": "The claim is contradicted by the evidence set, which states that the language in Uruguay is Spanish." + }, + { + "question_id": 136, + "question": "Are you familiar with Ark Performance? He was a President.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Ark_Performance" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Ark Performance was a President." + }, + { + "question_id": 2153, + "question": "Interestingly, the song Imagine is not associated with John Lennon.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Imagine_(John_Lennon_song)", + "John_Lennon" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Imagine_(John_Lennon_song)", + "artist", + "John_Lennon" + ], + [ + "Imagine_(John_Lennon_song)", + "musicalArtist", + "John_Lennon" + ], + [ + "Imagine_(John_Lennon_song)", + "writer", + "John_Lennon" + ], + [ + "Imagine_(John_Lennon_song)", + "producer", + "John_Lennon" + ] + ], + "predicted_rationale": "The evidence set shows that the song Imagine is associated with John Lennon as the artist, musical artist, writer, and producer." + }, + { + "question_id": 1451, + "question": "What is the name of Harold Keetley's youthclub?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Harold_Keetley" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for Harold Keetley's youth club." + }, + { + "question_id": 1830, + "question": "Do you know John Kufuor? He was not the president.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "John_Kufuor" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that John Kufuor was not the president." + }, + { + "question_id": 186, + "question": "Well the birthplace of Agustin Barboza is Srednja Jurkovica.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Agust\u00edn_Barboza", + "Srednja_Jurkovica" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the birthplace of Agustin Barboza is Srednja Jurkovica." + }, + { + "question_id": 1892, + "question": "The 11th Mississippi Infantry Monument does not fall under the category of Contributing property and is in Pennsylvania.", + "types": [ + "written", + "negation", + "num2", + "multi claim" + ], + "entity_set": [ + "\"Pennsylvania\"", + "11th_Mississippi_Infantry_Monument", + "Contributing_property" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "11th_Mississippi_Infantry_Monument", + "type", + "Contributing_property" + ], + [ + "11th_Mississippi_Infantry_Monument", + "category", + "Contributing_property" + ], + [ + "11th_Mississippi_Infantry_Monument", + "state", + "\"Pennsylvania\"" + ] + ], + "predicted_rationale": "The 11th Mississippi Infantry Monument falls under the category of Contributing property, which contradicts the claim." + }, + { + "question_id": 14, + "question": "Yes, Scott Lithgow had a parent company too.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Scott_Lithgow" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Scott Lithgow had a parent company." + }, + { + "question_id": 138, + "question": "Marysia \u0141yszkowska was a prime minister.", + "types": [ + "written", + "existence" + ], + "entity_set": [ + "Marysia_\u0141yszkowska" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Tylko_mi\u0142o\u015b\u0107", + "starring", + "Marysia_\u0141yszkowska" + ], + [ + "Marysia_\u0141yszkowska", + "22-rdf-syntax-ns#type", + "DUL.owl#NaturalPerson" + ] + ], + "predicted_rationale": "There is no evidence that Marysia \u0141yszkowska was a prime minister." + }, + { + "question_id": 1118, + "question": "The Train song Mermaid actually lasts 3.16 minutes.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Mermaid_(Train_song)", + "\"3.2666666666666666\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Mermaid_(Train_song)", + "runtime", + "\"3.2666666666666666\"" + ], + [ + "Mermaid_(Train_song)", + "Work/runtime", + "\"3.2666666666666666\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as 3.16 minutes is approximately equal to 3.2666666666666666 minutes." + }, + { + "question_id": 1484, + "question": "What is the name of Rachel Moran's predecessor?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Rachel_Moran" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence about Rachel Moran's predecessor." + }, + { + "question_id": 1775, + "question": "I have heard Liam Rector did not have a successor.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Liam_Rector" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Liam Rector did or did not have a successor." + }, + { + "question_id": 1703, + "question": "Bernard Foley did not attend college.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Bernard_Foley" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Bernard_Foley", + "school", + "St_Aloysius'_College" + ], + [ + "Bernard_Foley", + "university", + "University_of_Sydney" + ], + [ + "Bernard_Foley", + "birthPlace", + "Australia" + ], + [ + "Bernard_Foley", + "placeOfBirth", + "Australia" + ], + [ + "Bernard_Foley", + "description", + "\"Australian rugby union player\"" + ] + ], + "predicted_rationale": "There is evidence that Bernard Foley attended the University of Sydney." + }, + { + "question_id": 1105, + "question": "In Darlington they have an area code of 01325.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Darlington", + "\"01325\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Darlington", + "areaCode", + "\"01325\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, which states that Darlington has an area code of 01325." + }, + { + "question_id": 619, + "question": "well it has a mass of 5.7 kilograms and an apoapsis of 520906000.0 km.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "\"5.7\"", + "\"5.20906E8\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the mass of 5.7 kilograms and an apoapsis of 520906000.0 km." + }, + { + "question_id": 442, + "question": "Lady Anne Monson was born in Metiabruz on January 1st,1726.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Lady_Anne_Monson", + "\"1726-01-01\"", + "Metiabruz" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Lady_Anne_Monson", + "birthDate", + "\"1726-01-01\"" + ] + ], + "predicted_rationale": "There is no evidence for the birthplace of Lady Anne Monson being Metiabruz." + }, + { + "question_id": 1784, + "question": "Interestingly, Beniamino Gigli did not have a wife.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Beniamino_Gigli" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Beniamino_Gigli", + "birthDate", + "\"1890-03-20\"" + ], + [ + "Beniamino_Gigli", + "dateOfBirth", + "\"1890-03-20\"" + ], + [ + "Beniamino_Gigli", + "deathDate", + "\"1957-11-30\"" + ], + [ + "Beniamino_Gigli", + "dateOfDeath", + "\"1957-11-30\"" + ], + [ + "Marionette_(film)", + "starring", + "Beniamino_Gigli" + ] + ], + "predicted_rationale": "There is no evidence about Beniamino Gigli's marital status." + }, + { + "question_id": 1043, + "question": "The AgM-88 HARM is actually manufactured by Alliant Techsystems.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Alliant_Techsystems", + "AGM-88_HARM" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alliant_Techsystems", + "product", + "AGM-88_HARM" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Alliant Techsystems is listed as the manufacturer of the AGM-88 HARM." + }, + { + "question_id": 768, + "question": "Born in Darlington on January 1st, 1726, a person lived in the Kingdom of England holding British nationality.", + "types": [ + "written", + "num3", + "multi hop" + ], + "entity_set": [ + "Kingdom_of_England", + "\"1726-01-01\"", + "Darlington" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that a person was born in Darlington on January 1st, 1726, and lived in the Kingdom of England holding British nationality." + }, + { + "question_id": 1688, + "question": "I have heard that Charles Woodhouse did not win any awards.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Charles_Woodhouse" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Charles_Woodhouse", + "award", + "Silver_Medal_of_Concepcion" + ], + [ + "Charles_Woodhouse", + "awards", + "Silver_Medal_of_Concepcion" + ], + [ + "Charles_Woodhouse", + "birthPlace", + "Retford" + ], + [ + "Charles_Woodhouse", + "placeOfDeath", + "\"Warlingham, Surrey\"" + ], + [ + "Charles_Woodhouse", + "placeOfBirth", + "\"East Retford district, Nottinghamshire\"" + ] + ], + "predicted_rationale": "There is evidence that Charles Woodhouse won the Silver Medal of Conception." + }, + { + "question_id": 1109, + "question": "The stylistic origin of pop rock is rock music.", + "types": [ + "written", + "num1" + ], + "entity_set": [ + "Pop_rock", + "Rock_music" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Pop_rock", + "stylisticOrigin", + "Rock_music" + ], + [ + "Pop_rock", + "stylisticOrigins", + "Rock_music" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as both 'stylisticOrigin' and 'stylisticOrigins' of pop rock are rock music." + }, + { + "question_id": 2067, + "question": "I do know that the leader of India is not given the title of president.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "India", + "\"President\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "India", + "leaderTitle", + "\"President\"" + ] + ], + "predicted_rationale": "There is evidence that the leader of India is given the title of president." + }, + { + "question_id": 1928, + "question": "It was written by Diane Duane. The OCLC number does not 318875313.", + "types": [ + "coll:model", + "negation", + "num2", + "multi hop" + ], + "entity_set": [ + "\"318875313\"", + "Diane_Duane" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that it was written by Diane Duane or any information about the OCLC number." + }, + { + "question_id": 360, + "question": "Wolfsbane is a character in the film Big Hero 6 that stars Ryan Potter.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Big_Hero_6_(film)", + "Ryan_Potter", + "Wolfsbane_(novel)" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Big_Hero_6_(film)", + "starring", + "Ryan_Potter" + ] + ], + "predicted_rationale": "There is no evidence that Wolfsbane is a character in the film Big Hero 6." + }, + { + "question_id": 987, + "question": "Alan B Miller Hall is a Georgian style building.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Alan_B._Miller_Hall", + "Georgian_architecture" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alan_B._Miller_Hall", + "architecturalStyle", + "Georgian_architecture" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Alan B Miller Hall's architectural style is Georgian architecture." + }, + { + "question_id": 1284, + "question": "From the production team Espionage, Train's song Mermaid (on the California 37 album) was followed by Train's performance of Imagine by John Lennon.", + "types": [ + "written", + "num3", + "multi claim" + ], + "entity_set": [ + "California_37_(Train_album)", + "Espionage_(production_team)", + "Imagine_(John_Lennon_song)", + "Mermaid_(Train_song)" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Mermaid_(Train_song)", + "album", + "California_37_(Train_album)" + ], + [ + "Mermaid_(Train_song)", + "subsequentWork", + "Imagine_(John_Lennon_song)" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Mermaid is a song by Train on the California 37 album and is followed by Imagine, a song by John Lennon." + }, + { + "question_id": 1598, + "question": "If only 1101 Clematis has an orbital period of 183309000.0.", + "types": [ + "coll:presup", + "num1" + ], + "entity_set": [ + "1101_Clematis", + "\"1.83309e+08\"" + ], + "Label": [ + false + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "1101_Clematis", + "orbitalPeriod", + "\"1.83309e+08\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, since 1.83309e+08 is equivalent to 183309000.0." + }, + { + "question_id": 993, + "question": "The Labour politician, John Clancy is the leader in Birmingham.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Birmingham", + "\"John_Clancy_(Labour_politician)\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that John Clancy is the leader in Birmingham." + }, + { + "question_id": 2108, + "question": "A severed wasp cannot be seen in print.", + "types": [ + "written", + "negation", + "num1" + ], + "entity_set": [ + "A_Severed_Wasp", + "\"Print\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "A_Severed_Wasp", + "mediaType", + "\"Print\"" + ] + ], + "predicted_rationale": "The evidence set actually suggests that 'A Severed Wasp' can be seen in print." + }, + { + "question_id": 788, + "question": "He was born in Asunci\u00f3n, and is signed to RCA Studios!", + "types": [ + "coll:model", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Asunci\u00f3n", + "RCA_Studios" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that he was born in Asunci\u00f3n, and is signed to RCA Studios." + }, + { + "question_id": 707, + "question": "An astronaut, who graduated, with an M.S., from AFIT in 1962 and served as a crew member on Apollo 8, retired 1969-09-01.", + "types": [ + "written", + "num3", + "multi hop" + ], + "entity_set": [ + "\"1969-09-01\"", + "\"AFIT, M.S. 1962\"", + "Apollo_8" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "William_Anders", + "almaMater", + "\"AFIT, M.S. 1962\"" + ], + [ + "William_Anders", + "mission", + "Apollo_8" + ] + ], + "predicted_rationale": "There is no evidence for the retirement date of the astronaut." + }, + { + "question_id": 1075, + "question": "Yup, AZAL PFK are in season 2014!", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "AZAL_PFK", + "\"2014\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "AZAL_PFK", + "season", + "\"2014\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, which states AZAL PFK are in season 2014." + }, + { + "question_id": 1322, + "question": "The 11th Mississippi Infantry Monument is located in Adams County, the state of Pennsylvania which is located northwest to Carroll County, Maryland.", + "types": [ + "written", + "num4", + "multi claim" + ], + "entity_set": [ + "\"Pennsylvania\"", + "11th_Mississippi_Infantry_Monument", + "Adams_County,_Pennsylvania", + "Carroll_County,_Maryland" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "11th_Mississippi_Infantry_Monument", + "region", + "Adams_County,_Pennsylvania" + ] + ], + "predicted_rationale": "There is no evidence that the state of Pennsylvania is located northwest to Carroll County, Maryland." + }, + { + "question_id": 811, + "question": "They're made by Beaujon Aircraft and have a V6 engine.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "V6_engine", + "Beaujon_Aircraft" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that they are made by Beaujon Aircraft and have a V6 engine." + }, + { + "question_id": 364, + "question": "Maimbeville comes from the Derbyshire Dales,Derbyshire.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Derbyshire", + "Derbyshire_Dales", + "Maimbeville" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Derbyshire_Dales", + "isPartOf", + "Derbyshire" + ], + [ + "Derbyshire_Dales", + "subdivisionName", + "Derbyshire" + ] + ], + "predicted_rationale": "There is no evidence that Maimbeville comes from the Derbyshire Dales, Derbyshire." + }, + { + "question_id": 1736, + "question": "Do you know that Earls High School did not have a mascot!", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Earls_High_School" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Earls_High_School", + "name", + "\"The Earls High School\"" + ], + [ + "Earls_High_School", + "type", + "Academy_(English_school)" + ], + [ + "Earls_High_School", + "established", + "\"1652\"" + ], + [ + "Earls_High_School", + "homepage", + "www.earlshighschool.org" + ] + ], + "predicted_rationale": "There is no evidence that Earls High School did or did not have a mascot." + }, + { + "question_id": 746, + "question": "She was born in Austria-Hungary, but died in Graz.", + "types": [ + "coll:model", + "num3", + "multi hop" + ], + "entity_set": [ + "Graz", + "Austria", + "Austria-Hungary" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for her birthplace or death location." + }, + { + "question_id": 2119, + "question": "Well Adenan Satem's alma mater was not the University of Adelaide.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Adenan_Satem", + "University_of_Adelaide" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Adenan_Satem", + "almaMater", + "University_of_Adelaide" + ] + ], + "predicted_rationale": "The evidence set directly contradicts the claim, stating Adenan Satem's alma mater is the University of Adelaide." + }, + { + "question_id": 2279, + "question": "A president, born in Miri, Malaysia, was in office during Tuanku Bujang Tuanku Othman Vice Presidency and was the suceessor to Abdul Taib Mahmud.", + "types": [ + "written", + "num4", + "multi hop" + ], + "entity_set": [ + "Abdul_Taib_Mahmud", + "Miri,_Malaysia", + "Tuanku_Bujang_Tuanku_Othman" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Abdul_Taib_Mahmud", + "birthPlace", + "Miri,_Malaysia" + ], + [ + "Abang_Muhammad_Salahuddin", + "successor", + "Abdul_Taib_Mahmud" + ], + [ + "Abdul_Taib_Mahmud", + "predecessor", + "Abang_Muhammad_Salahuddin" + ], + [ + "Tuanku_Bujang_Tuanku_Othman", + "successor", + "Abang_Muhammad_Salahuddin" + ] + ], + "predicted_rationale": "There is no evidence that the president born in Miri, Malaysia, was in office during Tuanku Bujang Tuanku Othman Vice Presidency." + }, + { + "question_id": 1481, + "question": "What is the name of Teon Kennedy's predecessor?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Teon_Kennedy" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Teon_Kennedy", + "name", + "\"Kennedy, Teon\"" + ], + [ + "Teon_Kennedy", + "nickname", + "\"The Technician\"" + ], + [ + "Teon_Kennedy", + "realname", + "\"Teon Kennedy\"" + ], + [ + "Teon_Kennedy", + "birthPlace", + "Philadelphia" + ], + [ + "Teon_Kennedy", + "placeOfBirth", + "Philadelphia" + ] + ], + "predicted_rationale": "There is no information about Teon Kennedy's predecessor." + }, + { + "question_id": 1423, + "question": "When did Charles Afuakwah attend university?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Charles_Afuakwah" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Charles_Afuakwah", + "university", + "University_of_Glasgow" + ], + [ + "Charles_Afuakwah", + "birthPlace", + "Ghana" + ], + [ + "Charles_Afuakwah", + "ruAmateurclubs", + "Glasgow_Academicals_RFC" + ], + [ + "Charles_Afuakwah", + "ruProclubs", + "Glasgow_Warriors" + ], + [ + "Charles_Afuakwah", + "ruClubyears", + "\"1996\"" + ] + ], + "predicted_rationale": "There is no evidence for when Charles Afuakwah attended university." + }, + { + "question_id": 2168, + "question": "Have you heard of A Wizard of Mars? It is not published in hardback.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "A_Wizard_of_Mars", + "Hardcover" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "A_Wizard_of_Mars", + "mediaType", + "Hardcover" + ] + ], + "predicted_rationale": "There is evidence that A Wizard of Mars is published in hardback, which contradicts the claim." + }, + { + "question_id": 713, + "question": "A building has 23 floors and was completed in 1976 at Colmore Row, Birmingham, England.", + "types": [ + "written", + "num3", + "multi hop" + ], + "entity_set": [ + "\"Colmore Row, Birmingham, England\"", + "\"1976\"", + "\"23\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "List_of_public_art_in_Israel", + "address", + "\"23\"" + ], + [ + "List_of_public_art_in_Israel", + "year", + "\"1976\"" + ], + [ + "103_Colmore_Row", + "completionDate", + "\"1976\"" + ], + [ + "103_Colmore_Row", + "location", + "\"Colmore Row, Birmingham, England\"" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set, as 103 Colmore Row has the matching completion date, location, and the number 23 is present in the evidence set." + }, + { + "question_id": 929, + "question": "It was written by Bill Cain in Hardcover ISBN 9788009000689.", + "types": [ + "coll:model", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "Hardcover", + "Bill_Cain", + "\"9788009000689\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that it was written by Bill Cain in Hardcover ISBN 9788009000689." + }, + { + "question_id": 2035, + "question": "A.F.C. Fylde are not playing in the National League North.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "A.F.C._Fylde", + "National_League_North" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "A.F.C._Fylde", + "league", + "National_League_North" + ], + [ + "A.F.C._Fylde", + "position", + "National_League_North" + ] + ], + "predicted_rationale": "There is evidence that A.F.C. Fylde are playing in the National League North." + }, + { + "question_id": 1723, + "question": "I've heard that Orosirian did not have a capital.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Orosirian" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Orosirian", + "subject", + "Category:Proterozoic" + ], + [ + "Orosirian", + "hypernym", + "Period" + ], + [ + "Orosirian", + "22-rdf-syntax-ns#type", + "Country" + ], + [ + "Orosirian", + "rdf-schema#label", + "\"Orosirian\"" + ] + ], + "predicted_rationale": "There is no evidence that Orosirian did or did not have a capital." + }, + { + "question_id": 2270, + "question": "A city, led by the Conservative Party, was the birthplace of John Madin who designed 103 Colmore Row.", + "types": [ + "written", + "num4", + "multi hop" + ], + "entity_set": [ + "John_Madin", + "Conservative_Party_(UK)", + "103_Colmore_Row" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "103_Colmore_Row", + "architect", + "John_Madin" + ], + [ + "John_Madin", + "birthPlace", + "Birmingham" + ], + [ + "John_Madin", + "placeOfBirth", + "Birmingham" + ], + [ + "John_Madin", + "hometown", + "Birmingham" + ] + ], + "predicted_rationale": "There is no evidence that the city, Birmingham, is led by the Conservative Party." + }, + { + "question_id": 1732, + "question": "I know that Landing Zone Leslie did not have a garrison.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Landing_Zone_Leslie" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Landing_Zone_Leslie", + "name", + "\"Landing Zone Leslie\"" + ], + [ + "Landing_Zone_Leslie", + "type", + "\"Army\"" + ], + [ + "Landing_Zone_Leslie", + "occupants", + "\"3\"" + ], + [ + "Landing_Zone_Leslie", + "battles", + "\"60\"" + ], + [ + "Landing_Zone_Leslie", + "used", + "\"1967\"" + ] + ], + "predicted_rationale": "There is no evidence that Landing Zone Leslie did not have a garrison, in fact, it had occupants." + }, + { + "question_id": 298, + "question": "Yeah, Ivan Knotek succeeded Abdul Taib Mahmud.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Abdul_Taib_Mahmud", + "Ivan_Knotek" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Ivan Knotek succeeded Abdul Taib Mahmud." + }, + { + "question_id": 903, + "question": "A senator; was born in Maassluis, represented Vermont's 3rd Congressional District, and worked as the Minister of Plantation Services.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "Vermont's_3rd_congressional_district", + "Maassluis", + "\"Minister of Plantation Services\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that a senator was born in Maassluis, represented Vermont's 3rd Congressional District, and worked as the Minister of Plantation Services." + }, + { + "question_id": 48, + "question": "Yeah, Abe Woodson did attend college.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Abe_Woodson" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Abe Woodson attended college." + }, + { + "question_id": 2156, + "question": "William Anders was not a crew member of the pleasure of collecting stamps.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "William_Anders", + "\"enjoyment of stamp collecting\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that William Anders was a crew member of the pleasure of collecting stamps." + }, + { + "question_id": 930, + "question": "Anneliese Boies was married to a botanist but died on February 18, 1776.", + "types": [ + "coll:model", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"1776-02-18\"", + "Botany", + "Anneliese_Boies" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Anneliese Boies was married to a botanist or died on February 18, 1776." + }, + { + "question_id": 83, + "question": "I believe William Fyeneux was a religious person.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "William_Fyeneux" + ], + "Label": [ + false + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "William_Fyeneux", + "name", + "\"Fyeneux, William\"" + ], + [ + "William_Fyeneux", + "description", + "\"Marian exile\"" + ], + [ + "William_Fyeneux", + "shortDescription", + "\"Marian exile\"" + ], + [ + "William_Fyeneux", + "rdf-schema#label", + "\"William Fyeneux\"" + ], + [ + "William_Fyeneux", + "subject", + "Category:Marian_exiles" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since being a Marian exile implies that William Fyeneux was a religious person." + }, + { + "question_id": 1678, + "question": "A Sleeping Life does not even have a predecessor.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "A_Sleeping_Life" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "A_Sleeping_Life", + "precededBy", + "Shake_Hands_Forever" + ], + [ + "Put_on_By_Cunning", + "precededBy", + "A_Sleeping_Life" + ], + [ + "A_Sleeping_Life", + "previousWork", + "Shake_Hands_Forever" + ], + [ + "Put_on_By_Cunning", + "previousWork", + "A_Sleeping_Life" + ], + [ + "A_Sleeping_Life", + "subsequentWork", + "Put_on_By_Cunning" + ], + [ + "Shake_Hands_Forever", + "subsequentWork", + "A_Sleeping_Life" + ], + [ + "A_Sleeping_Life", + "followedBy", + "Put_on_By_Cunning" + ], + [ + "Shake_Hands_Forever", + "followedBy", + "A_Sleeping_Life" + ], + [ + "A_Sleeping_Life", + "series", + "Inspector_Wexford" + ] + ], + "predicted_rationale": "There is evidence that A Sleeping Life was preceded by Shake Hands Forever." + }, + { + "question_id": 303, + "question": "Do you know Essam Serry is the leader of India.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "India", + "\"Essam Serry\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Essam Serry is the leader of India." + }, + { + "question_id": 1699, + "question": "Ben Roller actually did not go to college.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Ben_Roller" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Ben_Roller", + "college", + "DePauw_University" + ], + [ + "Ben_Roller", + "birthPlace", + "Newman,_Illinois" + ], + [ + "Ben_Roller", + "placeOfBirth", + "\"Newman, Illinois, United States\"" + ], + [ + "Ben_Roller", + "coachingYears", + "\"1902\"" + ], + [ + "Ben_Roller", + "playingYears", + "\"1900\"" + ] + ], + "predicted_rationale": "There is evidence that Ben Roller attended DePauw University." + }, + { + "question_id": 1537, + "question": "When was Andreas Vo\u00dfkuhle a leader of Germany?", + "types": [ + "question", + "coll:presup", + "num1" + ], + "entity_set": [ + "Germany", + "Andreas_Vo\u00dfkuhle" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Germany", + "leader", + "Andreas_Vo\u00dfkuhle" + ], + [ + "Germany", + "leaderName", + "Andreas_Vo\u00dfkuhle" + ], + [ + "Andreas_Vo\u00dfkuhle", + "nationality", + "Germany" + ], + [ + "Andreas_Vo\u00dfkuhle", + "birthPlace", + "Germany" + ] + ], + "predicted_rationale": "There is no information about the time period when Andreas Vo\u00dfkuhle was a leader of Germany." + }, + { + "question_id": 297, + "question": "Abdul Taib Mahmud lived in the Ngora District area!", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Abdul_Taib_Mahmud", + "Ngora_District" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Abdul Taib Mahmud lived in the Ngora District area." + }, + { + "question_id": 1567, + "question": "I forgot that Sotha (actress) was a vice president.", + "types": [ + "coll:presup", + "existence" + ], + "entity_set": [ + "Sotha_(actress)" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Sotha_(actress)", + "birthName", + "\"Catherine Sigaux\"" + ], + [ + "Sotha_(actress)", + "birthname", + "\"Catherine Sigaux\"" + ], + [ + "Sotha_(actress)", + "name", + "\"Sotha\"" + ], + [ + "Sotha_(actress)", + "alias", + "\"Catherine Marie Pierrette Sigaux\"" + ], + [ + "Sotha_(actress)", + "alternativeNames", + "\"Catherine Marie Pierrette Sigaux\"" + ] + ], + "predicted_rationale": "There is no evidence that Sotha was a vice president." + }, + { + "question_id": 706, + "question": "An astronaut, born in British Hong Kong on the 17th of October 1933, retired on the 1st of September 1969.", + "types": [ + "written", + "num3", + "multi hop" + ], + "entity_set": [ + "British_Hong_Kong", + "\"1969-09-01\"", + "\"1933-10-17\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence to support the claim about the astronaut's birth, retirement, or any other information." + }, + { + "question_id": 766, + "question": "A senator was born on 23 October 1793 in Georgia, Vermont and later worked as the Secretary of State of Vermont.", + "types": [ + "written", + "num3", + "multi hop" + ], + "entity_set": [ + "Georgia,_Vermont", + "\"1793-10-23\"", + "\"Secretary of State of Vermont\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alvah_Sabin", + "birthPlace", + "Georgia,_Vermont" + ], + [ + "Alvah_Sabin", + "office", + "\"Secretary of State of Vermont\"" + ], + [ + "Alvah_Sabin", + "placeOfBirth", + "Georgia,_Vermont" + ] + ], + "predicted_rationale": "There is no evidence for the birth date of 23 October 1793." + }, + { + "question_id": 1026, + "question": "Do you know that the Bakewell tart is a variation of Bakewell pudding.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Bakewell_pudding", + "Bakewell_tart" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Bakewell_pudding", + "hasVariant", + "Bakewell_tart" + ], + [ + "Bakewell_tart", + "rdf-schema#seeAlso", + "Bakewell_pudding" + ], + [ + "Bakewell_pudding", + "rdf-schema#seeAlso", + "Bakewell_tart" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Bakewell_pudding has a variant called Bakewell_tart." + }, + { + "question_id": 1701, + "question": "Did Jim Keane not attend college?", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Jim_Keane" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Jim_Keane", + "college", + "Northwestern_Wildcats_football" + ], + [ + "Jim_Keane", + "birthPlace", + "Bellaire,_Ohio" + ], + [ + "Jim_Keane", + "placeOfBirth", + "Bellaire,_Ohio" + ], + [ + "Jim_Keane", + "dateOfBirth", + "\"1924-01-11\"" + ], + [ + "Jim_Keane", + "shortDescription", + "\"American football player\"" + ] + ], + "predicted_rationale": "There is evidence that Jim Keane attended college, as indicated by the Northwestern Wildcats football team." + }, + { + "question_id": 471, + "question": "Agra Airport, located in India with an identifier of UMMM, is operated by the Eureka and Palisade Railroad.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "India", + "Agra_Airport", + "Eureka_and_Palisade_Railroad", + "\"UMMM\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Agra_Airport", + "location", + "India" + ] + ], + "predicted_rationale": "There is no evidence that Agra Airport's identifier is UMMM or it is operated by the Eureka and Palisade Railroad." + }, + { + "question_id": 79, + "question": "Rapha\u00ebl L\u00e9pine had a religion.", + "types": [ + "written", + "existence" + ], + "entity_set": [ + "Rapha\u00ebl_L\u00e9pine" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Rapha\u00ebl_L\u00e9pine", + "description", + "\"French physioloigst\"" + ], + [ + "Rapha\u00ebl_L\u00e9pine", + "shortDescription", + "\"French physioloigst\"" + ], + [ + "Rapha\u00ebl_L\u00e9pine", + "rdf-schema#label", + "\"Rapha\u00ebl L\u00e9pine\"" + ], + [ + "Rapha\u00ebl_L\u00e9pine", + "name", + "\"Lepine, Raphael\"" + ], + [ + "Rapha\u00ebl_L\u00e9pine", + "subject", + "Category:People_from_Lyon" + ] + ], + "predicted_rationale": "There is no evidence that Rapha\u00ebl L\u00e9pine had a religion." + }, + { + "question_id": 1091, + "question": "The Mason School of Business are tenants of Alan B Miller Hall.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Alan_B._Miller_Hall", + "Mason_School_of_Business" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alan_B._Miller_Hall", + "tenant", + "Mason_School_of_Business" + ], + [ + "Alan_B._Miller_Hall", + "currentTenants", + "Mason_School_of_Business" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Alan B Miller Hall has the Mason School of Business as its tenant." + }, + { + "question_id": 1445, + "question": "What is the name of Nossal High School's mascot?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Nossal_High_School" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the name of Nossal High School's mascot." + }, + { + "question_id": 1490, + "question": "What country was Lucio Guti\u00e9rrez president?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Lucio_Guti\u00e9rrez" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alfredo_Palacio", + "president", + "Lucio_Guti\u00e9rrez" + ], + [ + "Patriotic_Society_Party", + "leader", + "Lucio_Guti\u00e9rrez" + ], + [ + "Lucio_Guti\u00e9rrez", + "vicePresident", + "Alfredo_Palacio" + ], + [ + "Lucio_Guti\u00e9rrez", + "vicepresident", + "Alfredo_Palacio" + ], + [ + "Lucio_Guti\u00e9rrez", + "predecessor", + "Gustavo_Noboa" + ], + [ + "Alfredo_Palacio", + "predecessor", + "Lucio_Guti\u00e9rrez" + ] + ], + "predicted_rationale": "There is no evidence that specifies the country where Lucio Guti\u00e9rrez was president." + }, + { + "question_id": 248, + "question": "Well the top speed pf the A-Rosa Luna is 15.742.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "A-Rosa_Luna", + "\"15.742\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the top speed of the A-Rosa Luna." + }, + { + "question_id": 2280, + "question": "A politician, who lives in Demak Jaya, Jalan Bako, Kuching, Sarawak, was succeeded by Adenan Satem, who was born in the Japanese Occupation of British Borneo.", + "types": [ + "written", + "num4", + "multi hop" + ], + "entity_set": [ + "Adenan_Satem", + "Japanese_occupation_of_British_Borneo", + "\"Demak Jaya, Jalan Bako, Kuching, Sarawak\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Abdul_Taib_Mahmud", + "residence", + "\"Demak Jaya, Jalan Bako, Kuching, Sarawak\"" + ], + [ + "Abdul_Taib_Mahmud", + "successor", + "Adenan_Satem" + ], + [ + "Adenan_Satem", + "predecessor", + "Abdul_Taib_Mahmud" + ], + [ + "Adenan_Satem", + "governor", + "Abdul_Taib_Mahmud" + ], + [ + "Adenan_Satem", + "birthPlace", + "Japanese_occupation_of_British_Borneo" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 665, + "question": "He represented the 3rd Congressional District which is in Vermont.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "Vermont's_3rd_congressional_district", + "\"Vermont\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that he represented the 3rd Congressional District which is in Vermont." + }, + { + "question_id": 1511, + "question": "What was Michael McCreadie president?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Michael_McCreadie" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Michael_McCreadie", + "name", + "\"Michael McCreadie\"" + ], + [ + "Michael_McCreadie", + "birthDate", + "\"1946-02-24\"" + ], + [ + "Michael_McCreadie", + "dateOfBirth", + "\"1946-02-24\"" + ], + [ + "Michael_McCreadie", + "birthPlace", + "\"Glasgow, Scotland\"" + ], + [ + "Michael_McCreadie", + "nationality", + "Scotland" + ] + ], + "predicted_rationale": "There is no evidence that Michael McCreadie was a president." + }, + { + "question_id": 273, + "question": "The full name of AFC Ajax is Oscar Ra\u00fal Wirth Lafuente.", + "types": [ + "written", + "num1", + "substitution" + ], + "entity_set": [ + "AFC_Ajax", + "\"Oscar Ra\u00fal Wirth Lafuente\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the full name of AFC Ajax is Oscar Ra\u00fal Wirth Lafuente." + }, + { + "question_id": 1769, + "question": "Sadly Jesse Littlewood did not have a successor.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Jesse_Littlewood" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Jesse_Littlewood", + "dateOfDeath", + "\"1942\"" + ], + [ + "Jesse_Littlewood", + "deathYear", + "\"1942\"" + ], + [ + "Jesse_Littlewood", + "dateOfBirth", + "\"1878\"" + ], + [ + "Jesse_Littlewood", + "birthYear", + "\"1878\"" + ] + ], + "predicted_rationale": "There is no evidence about Jesse Littlewood having or not having a successor." + }, + { + "question_id": 1246, + "question": "Amdavad ni Gufa is located in Gujarat, India and was completed in 1995.", + "types": [ + "coll:model", + "num3", + "multi claim" + ], + "entity_set": [ + "Gujarat", + "\"1995\"", + "India", + "Amdavad_ni_Gufa" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Amdavad_ni_Gufa", + "locationCountry", + "India" + ], + [ + "Amdavad_ni_Gufa", + "country", + "India" + ], + [ + "Amdavad_ni_Gufa", + "location", + "Gujarat" + ], + [ + "Amdavad_ni_Gufa", + "locationTown", + "Gujarat" + ], + [ + "Amdavad_ni_Gufa", + "completionDate", + "\"1995\"" + ], + [ + "Amdavad_ni_Gufa", + "buildingEndDate", + "\"1995\"" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 904, + "question": "A person was born in Georgia, Vermont, worked as the Secretary of State of Vermont and was succeeded by Daryl Williams.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"Secretary of State of Vermont\"", + "Georgia,_Vermont", + "Daryl_Williams" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alvah_Sabin", + "birthPlace", + "Georgia,_Vermont" + ], + [ + "Alvah_Sabin", + "office", + "\"Secretary of State of Vermont\"" + ], + [ + "Alvah_Sabin", + "placeOfBirth", + "Georgia,_Vermont" + ] + ], + "predicted_rationale": "There is no evidence that Alvah Sabin was succeeded by Daryl Williams." + }, + { + "question_id": 1880, + "question": "103 Colmore Row was originally designed by John Madin, not in Birmingham.", + "types": [ + "coll:model", + "negation", + "num2", + "multi claim" + ], + "entity_set": [ + "John_Madin", + "Birmingham", + "103_Colmore_Row" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "103_Colmore_Row", + "architect", + "John_Madin" + ], + [ + "103_Colmore_Row", + "location", + "Birmingham" + ] + ], + "predicted_rationale": "There is evidence that 103 Colmore Row is located in Birmingham, which contradicts the claim." + }, + { + "question_id": 742, + "question": "An office holder, who was born in Miri, Malaysia and lives in Demak Jaya, Jalan Bako, Kuching, Sarawak, was followed in office by Abdul Rahman Ya'kub.", + "types": [ + "written", + "num3", + "multi hop" + ], + "entity_set": [ + "\"Demak Jaya, Jalan Bako, Kuching, Sarawak\"", + "Abdul_Rahman_Ya'kub", + "Miri,_Malaysia" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Abdul_Taib_Mahmud", + "birthPlace", + "Miri,_Malaysia" + ], + [ + "Abdul_Taib_Mahmud", + "residence", + "\"Demak Jaya, Jalan Bako, Kuching, Sarawak\"" + ], + [ + "Abdul_Rahman_Ya'kub", + "successor", + "Abdul_Taib_Mahmud" + ], + [ + "Abdul_Taib_Mahmud", + "successor", + "Abdul_Rahman_Ya'kub" + ], + [ + "Abdul_Rahman_Ya'kub", + "predecessor", + "Abdul_Taib_Mahmud" + ], + [ + "Abdul_Taib_Mahmud", + "predecessor", + "Abdul_Rahman_Ya'kub" + ] + ], + "predicted_rationale": "There is no evidence that Abdul Taib Mahmud was followed in office by Abdul Rahman Ya'kub, instead the evidence suggests the opposite." + }, + { + "question_id": 2371, + "question": "I understand that Born in Asunci\u00f3n, not Agust\u00edn Barboza, is not signed to Barn.", + "types": [ + "coll:presup", + "negation", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Agust\u00edn_Barboza", + "Asunci\u00f3n", + "Barn" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Agust\u00edn_Barboza", + "placeOfDeath", + "Asunci\u00f3n" + ], + [ + "Agust\u00edn_Barboza", + "placeOfBirth", + "Asunci\u00f3n" + ], + [ + "Agust\u00edn_Barboza", + "birthPlace", + "Asunci\u00f3n" + ], + [ + "Agust\u00edn_Barboza", + "deathPlace", + "Asunci\u00f3n" + ] + ], + "predicted_rationale": "There is no evidence that Agust\u00edn Barboza is or is not signed to Barn." + }, + { + "question_id": 1560, + "question": "I forgot that Gordon Brown was a prime minister.", + "types": [ + "coll:presup", + "existence" + ], + "entity_set": [ + "Gordon_Brown" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Gordon_Brown", + "primeMinister", + "Tony_Blair" + ], + [ + "Geoff_Hoon", + "primeMinister", + "Gordon_Brown" + ], + [ + "Gordon_Brown", + "primeminister", + "Tony_Blair" + ], + [ + "Geoff_Hoon", + "primeminister", + "Gordon_Brown" + ], + [ + "Gordon_Brown", + "leader", + "Tony_Blair" + ], + [ + "Harriet_Harman", + "leader", + "Gordon_Brown" + ], + [ + "Gordon_Brown", + "office", + "\"for Kirkcaldy and Cowdenbeath\"" + ] + ], + "predicted_rationale": "Based on the evidence set, Gordon Brown was indeed a prime minister as indicated by the relationship with Geoff Hoon and Harriet Harman." + }, + { + "question_id": 426, + "question": "T.L. Orcutt wrote A Wizard of Mars, has the OCLC number 318875313.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"318875313\"", + "A_Wizard_of_Mars", + "T.L._Orcutt" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "A_Wizard_of_Mars", + "oclc", + "\"318875313\"" + ] + ], + "predicted_rationale": "There is no information about the author T.L. Orcutt of A Wizard of Mars." + }, + { + "question_id": 699, + "question": "A building which is owned by the College of William and Mary was designed by Robert A.M. Stern.", + "types": [ + "written", + "num2", + "multi hop" + ], + "entity_set": [ + "College_of_William_&_Mary", + "Robert_A._M._Stern" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alan_B._Miller_Hall", + "architect", + "Robert_A._M._Stern" + ], + [ + "Alan_B._Miller_Hall", + "owner", + "College_of_William_&_Mary" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 518, + "question": "Born in Miri (Malaysia), Abdul Taib Mahmud, lives in Birmingham, and his party is the Parti Pesaka Bumiputera Bersatu.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "Miri,_Malaysia", + "Parti_Pesaka_Bumiputera_Bersatu", + "Abdul_Taib_Mahmud", + "Birmingham" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Abdul_Taib_Mahmud", + "birthPlace", + "Miri,_Malaysia" + ], + [ + "Abdul_Taib_Mahmud", + "party", + "Parti_Pesaka_Bumiputera_Bersatu" + ] + ], + "predicted_rationale": "There is no evidence that Abdul Taib Mahmud lives in Birmingham." + }, + { + "question_id": 2369, + "question": "I understand that the birth place of Feng Guozhang was Paraguay and not where he died in Asuncion.", + "types": [ + "coll:presup", + "negation", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Asunci\u00f3n", + "Paraguay", + "Feng_Guozhang" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Asunci\u00f3n", + "country", + "Paraguay" + ], + [ + "Paraguay", + "capital", + "Asunci\u00f3n" + ], + [ + "Paraguay", + "largestCity", + "Asunci\u00f3n" + ] + ], + "predicted_rationale": "There is no evidence for the birth place of Feng Guozhang." + }, + { + "question_id": 1773, + "question": "Apparently Sven Lodziewski did not have a successor.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Sven_Lodziewski" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Sven_Lodziewski", + "name", + "\"Lodziewski, Sven\"" + ], + [ + "Sven_Lodziewski", + "birthDate", + "\"1965-03-17\"" + ], + [ + "Sven_Lodziewski", + "birthYear", + "\"1965\"" + ], + [ + "Sven_Lodziewski", + "dateOfBirth", + "\"1965-03-17\"" + ], + [ + "Sven_Lodziewski", + "description", + "\"Swimmer\"" + ] + ], + "predicted_rationale": "There is no evidence that Sven Lodziewski had a successor." + }, + { + "question_id": 933, + "question": "A person was born in Chandlerville, Illinois, in the USA, German on 1/1/1726.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"1726-01-01\"", + "Chandlerville,_Illinois", + "\"USA, German\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that a person was born in Chandlerville, Illinois, in the USA, German on 1/1/1726." + }, + { + "question_id": 559, + "question": "Mason School of Business is a tenant of the Alan B. Miller Hall, which is situated in Virginia in the Federation of South Arabia.", + "types": [ + "written", + "num4", + "substitution", + "multi claim" + ], + "entity_set": [ + "Mason_School_of_Business", + "Alan_B._Miller_Hall", + "Virginia", + "\"Federation of South Arabia\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alan_B._Miller_Hall", + "tenant", + "Mason_School_of_Business" + ], + [ + "Alan_B._Miller_Hall", + "currentTenants", + "Mason_School_of_Business" + ], + [ + "Alan_B._Miller_Hall", + "location", + "Virginia" + ] + ], + "predicted_rationale": "There is no evidence that the Alan B. Miller Hall is situated in the Federation of South Arabia." + }, + { + "question_id": 899, + "question": "Tsu, Mie resident and Miri, Malaysia born a politician, is a member of the Parti Pesaka Bumiputera Bersatu.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "Miri,_Malaysia", + "Parti_Pesaka_Bumiputera_Bersatu", + "Tsu,_Mie" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Abdul_Taib_Mahmud", + "party", + "Parti_Pesaka_Bumiputera_Bersatu" + ], + [ + "Abdul_Taib_Mahmud", + "birthPlace", + "Miri,_Malaysia" + ] + ], + "predicted_rationale": "There is no evidence that Abdul Taib Mahmud is a resident of Tsu, Mie." + }, + { + "question_id": 890, + "question": "Bhajji originates from a country where Franciszek Fejdych and John Holdich (OBE) are leaders.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "Bhajji", + "\"Franciszek Fejdych\"", + "\"John Holdich (OBE)\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Bhajji originates from a country where Franciszek Fejdych and John Holdich (OBE) are leaders." + }, + { + "question_id": 1117, + "question": "The Mermaid song by Train has a run time of three minutes and sixteen seconds.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Mermaid_(Train_song)", + "\"3.2666666666666666\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Mermaid_(Train_song)", + "runtime", + "\"3.2666666666666666\"" + ], + [ + "Mermaid_(Train_song)", + "Work/runtime", + "\"3.2666666666666666\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since 3.2666666666666666 minutes is equivalent to three minutes and sixteen seconds." + }, + { + "question_id": 1076, + "question": "Qaraba\u011f FK are the champions of the Azerbaijan Premier League.", + "types": [ + "written", + "num1" + ], + "entity_set": [ + "Azerbaijan_Premier_League", + "Qaraba\u011f_FK" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Qaraba\u011f_FK", + "league", + "Azerbaijan_Premier_League" + ], + [ + "Azerbaijan_Premier_League", + "champions", + "Qaraba\u011f_FK" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 657, + "question": "A politician, who was born in Miri, Malaysia, belongs to the Party of Parti Bumiputera Sarawak.", + "types": [ + "written", + "num2", + "multi hop" + ], + "entity_set": [ + "\"Parti Bumiputera Sarawak\"", + "Miri,_Malaysia" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that a politician, who was born in Miri, Malaysia, belongs to the Party of Parti Bumiputera Sarawak." + }, + { + "question_id": 875, + "question": "A building has South tower: 28 floors and was completed in 1976 at Colmore Row, Birmingham, England.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"Colmore Row, Birmingham, England\"", + "\"1976\"", + "\"South tower: 28\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "103_Colmore_Row", + "completionDate", + "\"1976\"" + ], + [ + "103_Colmore_Row", + "location", + "\"Colmore Row, Birmingham, England\"" + ] + ], + "predicted_rationale": "There is no evidence for the South tower having 28 floors." + }, + { + "question_id": 324, + "question": "There is Agra Airport in Uttar Pradesh with the ICAO Location Identifier of KHTL.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Agra_Airport", + "Uttar_Pradesh", + "\"KHTL\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Agra_Airport", + "location", + "Uttar_Pradesh" + ] + ], + "predicted_rationale": "There is no evidence for the ICAO Location Identifier of KHTL." + }, + { + "question_id": 2077, + "question": "Yep, Aleksander Barkov Jr did not play for the team Tappara.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Aleksander_Barkov,_Jr.", + "Tappara" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Aleksander_Barkov,_Jr.", + "formerTeam", + "Tappara" + ], + [ + "Aleksander_Barkov,_Jr.", + "formerTeams", + "Tappara" + ] + ], + "predicted_rationale": "There is evidence that Aleksander Barkov Jr played for the team Tappara." + }, + { + "question_id": 1897, + "question": "Agustin Barboza was not born in Asuncion, nor is he signed to Philips Records.", + "types": [ + "coll:model", + "negation", + "num2", + "multi claim" + ], + "entity_set": [ + "Asunci\u00f3n", + "Philips_Records", + "Agust\u00edn_Barboza" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Agust\u00edn_Barboza", + "placeOfDeath", + "Asunci\u00f3n" + ], + [ + "Agust\u00edn_Barboza", + "placeOfBirth", + "Asunci\u00f3n" + ], + [ + "Agust\u00edn_Barboza", + "birthPlace", + "Asunci\u00f3n" + ], + [ + "Agust\u00edn_Barboza", + "deathPlace", + "Asunci\u00f3n" + ], + [ + "Agust\u00edn_Barboza", + "recordLabel", + "Philips_Records" + ], + [ + "Agust\u00edn_Barboza", + "label", + "Philips_Records" + ] + ], + "predicted_rationale": "The claim is contradicted by the evidence since Agust\u00edn Barboza was born in Asunci\u00f3n and is signed to Philips Records." + }, + { + "question_id": 2136, + "question": "No but Agustin Barboza did not start out as a TV.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Agust\u00edn_Barboza", + "\"TV\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Agustin Barboza started out as a TV." + }, + { + "question_id": 1072, + "question": "AZAL PFK stands for \"AZAL Pe\u015f\u0259kar Futbol Klubu\".", + "types": [ + "written", + "num1" + ], + "entity_set": [ + "AZAL_PFK", + "\"AZAL Pe\u015f\u0259kar Futbol Klubu\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "AZAL_PFK", + "name", + "\"AZAL Pe\u015f\u0259kar Futbol Klubu\"" + ], + [ + "AZAL_PFK", + "fullname", + "\"AZAL Pe\u015f\u0259kar Futbol Klubu\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as AZAL PFK's name and fullname are both 'AZAL Pe\u015f\u0259kar Futbol Klubu'." + }, + { + "question_id": 688, + "question": "Lady Anne Monson was born in the country which has a unitary state government.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "Lady_Anne_Monson", + "Unitary_state" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Lady_Anne_Monson", + "birthPlace", + "Kingdom_of_England" + ], + [ + "Kingdom_of_England", + "governmentType", + "Unitary_state" + ], + [ + "Lady_Anne_Monson", + "placeOfBirth", + "Kingdom_of_England" + ], + [ + "Lady_Anne_Monson", + "nationality", + "Kingdom_of_England" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 2182, + "question": "Well lady Anne Monson is not the wife of George Monson.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Lady_Anne_Monson", + "George_Monson" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Lady_Anne_Monson", + "spouse", + "George_Monson" + ] + ], + "predicted_rationale": "The evidence set directly contradicts the claim, stating that Lady Anne Monson is the spouse of George Monson." + }, + { + "question_id": 1524, + "question": "Where was \u00c1ngel Vasallo prime minister?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "\u00c1ngel_Vasallo" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alejandro_Korn", + "influenced", + "\u00c1ngel_Vasallo" + ], + [ + "\u00c1ngel_Vasallo", + "22-rdf-syntax-ns#type", + "DUL.owl#NaturalPerson" + ] + ], + "predicted_rationale": "There is no information about \u00c1ngel Vasallo being a prime minister." + }, + { + "question_id": 2146, + "question": "Yes, but Pinback is not a former band member of Train.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Train_(band)", + "Pinback" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Pinback is a former band member of Train." + }, + { + "question_id": 316, + "question": "Have you read the Hobbit, published by Andrew J. Lewis.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "The_Hobbit", + "\"Andrew J. Lewis\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "J._R._R._Tolkien", + "notableWork", + "The_Hobbit" + ], + [ + "The_Hobbit", + "author", + "J._R._R._Tolkien" + ], + [ + "The_Hobbit", + "literaryGenre", + "Juvenile_fantasy" + ], + [ + "The_Hobbit", + "publisher", + "Allen_&_Unwin" + ], + [ + "Smaug", + "book(s)_", + "The_Hobbit" + ] + ], + "predicted_rationale": "There is no evidence that The Hobbit was published by Andrew J. Lewis." + }, + { + "question_id": 224, + "question": "The temperature of 101 Helena is around 5887 kelvins.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "101_Helena", + "\"5887\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the temperature of 101 Helena." + }, + { + "question_id": 1513, + "question": "What was Pehtwine prime minister?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Pehtwine" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Pehtwine", + "title", + "Bishop_of_Galloway" + ], + [ + "Pehtwine", + "years", + "\"762\"" + ], + [ + "Pehtwine", + "before", + "Frithwald" + ], + [ + "\u00c6thelberht_of_Whithorn", + "before", + "Pehtwine" + ], + [ + "Pehtwine", + "after", + "\u00c6thelberht_of_Whithorn" + ], + [ + "Frithwald", + "after", + "Pehtwine" + ], + [ + "Pehtwine", + "name", + "\"Pehtwine\"" + ] + ], + "predicted_rationale": "There is no evidence that Pehtwine was a prime minister." + }, + { + "question_id": 1718, + "question": "Teenage Engineering did not have a parent company back in the day.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Teenage_Engineering" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Teenage_Engineering", + "industry", + "Electronics" + ], + [ + "Teenage_Engineering", + "hqLocation", + "\"Stockholm, Sweden\"" + ], + [ + "Teenage_Engineering", + "homepage", + "teenageengineering.com" + ], + [ + "Teenage_Engineering", + "numEmployees", + "\"17\"" + ], + [ + "Teenage_Engineering", + "numberOfEmployees", + "\"17\"" + ] + ], + "predicted_rationale": "There is no evidence that Teenage Engineering had a parent company back in the day." + }, + { + "question_id": 2222, + "question": "I've heard Curran Hannon is not a leader in Germany?", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Germany", + "\"Curran Hannon\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Curran Hannon is a leader in Germany." + }, + { + "question_id": 593, + "question": "Yeah! Alfredo Zitarrosa died in a city in Uruguay.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "Uruguay", + "Alfredo_Zitarrosa" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alfredo_Zitarrosa", + "deathPlace", + "Uruguay" + ], + [ + "Alfredo_Zitarrosa", + "birthPlace", + "Uruguay" + ], + [ + "Montevideo", + "country", + "Uruguay" + ], + [ + "Alfredo_Zitarrosa", + "deathPlace", + "Montevideo" + ], + [ + "Alfredo_Zitarrosa", + "birthPlace", + "Montevideo" + ], + [ + "Uruguay", + "capital", + "Montevideo" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Alfredo Zitarrosa died in Montevideo, which is a city in Uruguay." + }, + { + "question_id": 2045, + "question": "I know the leader of India is not given the title of Ayil Okmotu.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "India", + "\"Ayil Okmotu\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that the leader of India is given the title of Ayil Okmotu." + }, + { + "question_id": 280, + "question": "De Koel is also home to AZAL PFK.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "AZAL_PFK", + "De_Koel" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that De Koel is also home to AZAL PFK." + }, + { + "question_id": 1729, + "question": "Interestingly, the Flowerpot Formation did not have a garrison at all.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Flowerpot_Formation" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Flowerpot_Formation", + "name", + "\"Flowerpot Formation\"" + ], + [ + "Flowerpot_Formation", + "type", + "Geological_formation" + ], + [ + "Flowerpot_Formation", + "region", + "Oklahoma" + ], + [ + "Flowerpot_Formation", + "country", + "United_States" + ], + [ + "Flowerpot_Formation", + "hypernym", + "Formation" + ] + ], + "predicted_rationale": "There is no evidence that the Flowerpot Formation did or did not have a garrison." + }, + { + "question_id": 455, + "question": "Max Campbell, who was born in Sarawak, is a member of Barisan Ra'ayat Jati Sarawak Party.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Kingdom_of_Sarawak", + "\"Barisan Ra'ayat Jati Sarawak\"", + "Max_Campbell" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Max Campbell was born in Sarawak and is a member of Barisan Ra'ayat Jati Sarawak Party." + }, + { + "question_id": 1800, + "question": "HC Davos did not have a nickname in the past.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "HC_Davos" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that HC Davos did or did not have a nickname in the past." + }, + { + "question_id": 410, + "question": "Austrian born Josh Lucas speaks Austrian German which is spoken in Austria.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Austria", + "Austrian_German", + "Josh_Lucas" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Austrian_German", + "spokenIn", + "Austria" + ], + [ + "Austria", + "language", + "Austrian_German" + ], + [ + "Austrian_German", + "region", + "Austria" + ], + [ + "Austria", + "officialLanguage", + "Austrian_German" + ] + ], + "predicted_rationale": "There is no evidence that Josh Lucas speaks Austrian German or was born in Austria." + }, + { + "question_id": 1184, + "question": "Alfons Gorbach is from Imst, in Tyrol!", + "types": [ + "coll:model", + "num2", + "multi claim" + ], + "entity_set": [ + "Imst", + "Alfons_Gorbach", + "County_of_Tyrol" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alfons_Gorbach", + "birthPlace", + "Imst" + ], + [ + "Alfons_Gorbach", + "placeOfBirth", + "Imst" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1710, + "question": "Yes, CJ Velleman did not attend college.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "CJ_Velleman" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that CJ Velleman did or did not attend college." + }, + { + "question_id": 1130, + "question": "The birthdate of Lady Anne Monson is 1726-01-01.", + "types": [ + "written", + "num1" + ], + "entity_set": [ + "Lady_Anne_Monson", + "\"1726-01-01\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Lady_Anne_Monson", + "birthDate", + "\"1726-01-01\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Lady Anne Monson's birthdate is indeed 1726-01-01." + }, + { + "question_id": 1359, + "question": "When was Karlheinz Kopf a leader of Germany?", + "types": [ + "question", + "coll:presup", + "num1", + "substitution" + ], + "entity_set": [ + "Germany", + "Karlheinz_Kopf" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Karlheinz Kopf was a leader of Germany." + }, + { + "question_id": 123, + "question": "Yup, Lee Hsien Loong was the prime minister.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Lee_Hsien_Loong" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Lee_Hsien_Loong", + "primeMinister", + "Goh_Chok_Tong" + ], + [ + "Lee_Kuan_Yew", + "primeMinister", + "Lee_Hsien_Loong" + ], + [ + "Lee_Hsien_Loong", + "leader", + "Lim_Boon_Heng" + ], + [ + "Singapore", + "leader", + "Lee_Hsien_Loong" + ], + [ + "Singapore", + "leaderName", + "Lee_Hsien_Loong" + ], + [ + "Lee_Hsien_Loong", + "office", + "Minister_for_Finance_(Singapore)" + ], + [ + "Lee_Hsien_Loong", + "predecessor", + "Goh_Chok_Tong" + ], + [ + "S._Jayakumar", + "predecessor", + "Lee_Hsien_Loong" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Lee Hsien Loong is mentioned as the leader of Singapore." + }, + { + "question_id": 521, + "question": "Alfons Gorbach was born in the Cairo, New York, U.S., Austria and died in the city of Atlantic Ocean, South of Ireland.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "Austria", + "Alfons_Gorbach", + "\"Atlantic Ocean, South of Ireland\"", + "\"Cairo, New York, U.S.\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alfons_Gorbach", + "birthPlace", + "Austria" + ], + [ + "Alfons_Gorbach", + "placeOfBirth", + "Austria" + ], + [ + "Alfons_Gorbach", + "placeOfDeath", + "Austria" + ], + [ + "Alfons_Gorbach", + "deathPlace", + "Austria" + ] + ], + "predicted_rationale": "There is no evidence that Alfons Gorbach was born in Cairo, New York, U.S. or died in the city of Atlantic Ocean, South of Ireland." + }, + { + "question_id": 462, + "question": "The orbital period of 3425 Hurukawa is 135589000.0 and it epoch date is 2006.12.31.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"2006-12-31\"", + "\"1.35589e+08\"", + "3425_Hurukawa" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the orbital period and epoch date of 3425 Hurukawa." + }, + { + "question_id": 1704, + "question": "Interestingly, Synclair Amarahobu did not attend college.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Synclair_Amarahobu" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Synclair_Amarahobu", + "university", + "Afe_Babalola_University" + ], + [ + "Synclair_Amarahobu", + "birthName", + "\"Synclair Amarahobu\"" + ], + [ + "Synclair_Amarahobu", + "name", + "\"Synclair Amarahobu\"" + ], + [ + "Synclair_Amarahobu", + "nationality", + "Nigerians" + ], + [ + "Synclair_Amarahobu", + "occupation", + "\"Chairman & CEO of Synconarhogroup\"" + ] + ], + "predicted_rationale": "There is evidence that Synclair Amarahobu attended Afe Babalola University." + }, + { + "question_id": 497, + "question": "Amdavad ni Gufa was completed in 1995 and is located in Jensen Beach, Florida, India.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "India", + "Amdavad_ni_Gufa", + "\"1995\"", + "Jensen_Beach,_Florida" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Amdavad_ni_Gufa", + "completionDate", + "\"1995\"" + ], + [ + "Amdavad_ni_Gufa", + "buildingEndDate", + "\"1995\"" + ] + ], + "predicted_rationale": "There is no evidence that Amdavad ni Gufa is located in Jensen Beach, Florida, India." + }, + { + "question_id": 177, + "question": "Aileen S.P. Baviera was on the crew for Asian Politics & Policy.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Asian_Politics_&_Policy", + "Aileen_S.P._Baviera" + ], + "Label": [ + false + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Asian_Politics_&_Policy", + "editor", + "Aileen_S.P._Baviera" + ] + ], + "predicted_rationale": "Based on the evidence set, Aileen S.P. Baviera was the editor for Asian Politics & Policy." + }, + { + "question_id": 1582, + "question": "I wish that an airport is 84 metres above sea level and serves the city of Fallujah.", + "types": [ + "coll:presup", + "num2", + "multi hop" + ], + "entity_set": [ + "\"84.0\"", + "Fallujah" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that an airport is 84 metres above sea level and serves the city of Fallujah." + }, + { + "question_id": 652, + "question": "The place in Pennsylvania was established in 2000.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "\"Pennsylvania\"", + "\"2000\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Ron_Klink", + "state", + "\"Pennsylvania\"" + ], + [ + "Ron_Klink", + "years", + "\"2000\"" + ], + [ + "Pennsylvania_Cyber_Charter_School", + "established", + "\"2000\"" + ], + [ + "Lou_Barletta", + "years", + "\"2000\"" + ], + [ + "11th_Mississippi_Infantry_Monument", + "established", + "\"2000\"" + ] + ], + "predicted_rationale": "There is no evidence that the specific place in Pennsylvania was established in 2000, only that a school and a monument were established in that year." + }, + { + "question_id": 2312, + "question": "They come from the Locris and are made from shortcrust pastry!", + "types": [ + "coll:model", + "num4", + "substitution", + "multi hop" + ], + "entity_set": [ + "Shortcrust_pastry", + "Bakewell_tart", + "Locris" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that they come from the Locris and are made from shortcrust pastry." + }, + { + "question_id": 853, + "question": "Agra Airport is located in a settlement, part of Awadh and Velika Plana.", + "types": [ + "coll:model", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "Agra_Airport", + "Awadh", + "Velika_Plana" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Agra_Airport", + "location", + "India" + ], + [ + "Awadh", + "subdivisionName", + "India" + ], + [ + "Awadh", + "isPartOf", + "Uttar_Pradesh" + ], + [ + "Awadh", + "subdivisionName", + "Uttar_Pradesh" + ] + ], + "predicted_rationale": "There is no evidence that Agra Airport is part of Velika Plana or Awadh." + }, + { + "question_id": 961, + "question": "Ra\u00fal Fernando Sendic Rodr\u00edguez is the leader of Uruguay.", + "types": [ + "written", + "num1" + ], + "entity_set": [ + "Uruguay", + "Ra\u00fal_Fernando_Sendic_Rodr\u00edguez" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Uruguay", + "leader", + "Ra\u00fal_Fernando_Sendic_Rodr\u00edguez" + ], + [ + "Uruguay", + "leaderName", + "Ra\u00fal_Fernando_Sendic_Rodr\u00edguez" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Ra\u00fal Fernando Sendic Rodr\u00edguez is mentioned as the leader of Uruguay." + }, + { + "question_id": 2154, + "question": "The song Mermaid by Train is not in the Reggae music genre.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Mermaid_(Train_song)", + "Reggae" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Mermaid_(Train_song)", + "genre", + "Reggae" + ] + ], + "predicted_rationale": "The evidence set indicates that the song Mermaid by Train is in the Reggae music genre." + }, + { + "question_id": 2374, + "question": "I imagined that the Pontiac Star Chief has a V6 engine and was not assembled in Marysville, Ohio.", + "types": [ + "coll:presup", + "negation", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "V6_engine", + "Marysville,_Ohio", + "Pontiac_Star_Chief" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence about the engine type or assembly location of the Pontiac Star Chief." + }, + { + "question_id": 2227, + "question": "Yes, Uruguay's leader is not Tabar\u00e9 V\u00e1zquez!", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Uruguay", + "Tabar\u00e9_V\u00e1zquez" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Tabar\u00e9_V\u00e1zquez", + "birthPlace", + "Uruguay" + ], + [ + "Uruguay", + "leader", + "Tabar\u00e9_V\u00e1zquez" + ], + [ + "Uruguay", + "leaderName", + "Tabar\u00e9_V\u00e1zquez" + ], + [ + "Tabar\u00e9_V\u00e1zquez", + "placeOfBirth", + "Uruguay" + ] + ], + "predicted_rationale": "There is evidence that Uruguay's leader is Tabar\u00e9 V\u00e1zquez." + }, + { + "question_id": 1304, + "question": "Uruguay's leader is now Tabare Vazquez because Alfredo Zitarrosa died in Montevideo which is in Uruguay.", + "types": [ + "written", + "num4", + "multi claim" + ], + "entity_set": [ + "Tabar\u00e9_V\u00e1zquez", + "Uruguay", + "Montevideo", + "Alfredo_Zitarrosa" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Tabar\u00e9_V\u00e1zquez", + "birthPlace", + "Uruguay" + ], + [ + "Uruguay", + "leader", + "Tabar\u00e9_V\u00e1zquez" + ], + [ + "Uruguay", + "leaderName", + "Tabar\u00e9_V\u00e1zquez" + ], + [ + "Tabar\u00e9_V\u00e1zquez", + "placeOfBirth", + "Uruguay" + ], + [ + "Montevideo", + "country", + "Uruguay" + ], + [ + "Uruguay", + "capital", + "Montevideo" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 894, + "question": "The Litton, Derbyshire is located in an administrative region, which has Carroll County to its southeast and Cumberland County at its north.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "Carroll_County,_Maryland", + "Cumberland_County,_Pennsylvania", + "Litton,_Derbyshire" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Adams_County,_Pennsylvania", + "southeast", + "Carroll_County,_Maryland" + ], + [ + "Adams_County,_Pennsylvania", + "north", + "Cumberland_County,_Pennsylvania" + ] + ], + "predicted_rationale": "There is no evidence that The Litton, Derbyshire is located in the described administrative region." + }, + { + "question_id": 1006, + "question": "It has an epoch date on December 31st 2006.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "1101_Clematis", + "\"2006-12-31\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "1101_Clematis", + "epoch", + "\"2006-12-31\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since 1101 Clematis has an epoch date on December 31st 2006." + }, + { + "question_id": 15, + "question": "Do you mean Nayakas of Keladi had a capital?", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Nayakas_of_Keladi" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Nayakas_of_Keladi", + "capital", + "Nagara" + ], + [ + "Nayakas_of_Keladi", + "leader", + "\"Queen Veerammaji\"" + ], + [ + "Nayakas_of_Keladi", + "nativeName", + "\"Ke\u1e37adi Samsth\u0101na\"" + ], + [ + "Nayakas_of_Keladi", + "commonName", + "\"Nayakas of Keladi\"" + ], + [ + "Nayakas_of_Keladi", + "governmentType", + "\"Monarchy\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Nayakas of Keladi's capital is Nagara." + }, + { + "question_id": 2007, + "question": "The Politics of Nonviolent Action was not written by J. V. Jones and the ISBN is 0-7653-0633-6.", + "types": [ + "coll:model", + "negation", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "J._V._Jones", + "\"0-7653-0633-6\"", + "The_Politics_of_Nonviolent_Action" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that The Politics of Nonviolent Action was not written by J. V. Jones and the ISBN is 0-7653-0633-6." + }, + { + "question_id": 1707, + "question": "David Bulbring did not go to college either.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "David_Bulbring" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that David Bulbring did or did not go to college." + }, + { + "question_id": 155, + "question": "I do know that Nick Lyon was a Vice President.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Nick_Lyon" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Nick_Lyon", + "rdf-schema#label", + "\"Nick Lyon\"" + ], + [ + "Nick_Lyon", + "name", + "\"Lyon, Nick\"" + ], + [ + "Nick_Lyon", + "occupation", + "Film_director" + ], + [ + "Nick_Lyon", + "description", + "\"American film director\"" + ], + [ + "Nick_Lyon", + "shortDescription", + "\"American film director\"" + ] + ], + "predicted_rationale": "There is no evidence that Nick Lyon was a Vice President." + }, + { + "question_id": 1293, + "question": "The College of William and Mary is the owner of the Alan B. Miller Hall, located at 101 Ukrop Way in Virginia.", + "types": [ + "written", + "num3", + "multi claim" + ], + "entity_set": [ + "Alan_B._Miller_Hall", + "College_of_William_&_Mary", + "Virginia", + "\"101 Ukrop Way\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alan_B._Miller_Hall", + "owner", + "College_of_William_&_Mary" + ], + [ + "Alan_B._Miller_Hall", + "address", + "\"101 Ukrop Way\"" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1816, + "question": "Yes, but Bernard Casoni did not go to college.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Bernard_Casoni" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Bernard Casoni did or did not go to college." + }, + { + "question_id": 2340, + "question": "I wish that the 11th Mississippi Infantry Monument falls under the category of Contributing property and is not in Pennsylvania.", + "types": [ + "coll:presup", + "negation", + "num2", + "multi claim" + ], + "entity_set": [ + "\"Pennsylvania\"", + "11th_Mississippi_Infantry_Monument", + "Contributing_property" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "11th_Mississippi_Infantry_Monument", + "type", + "Contributing_property" + ], + [ + "11th_Mississippi_Infantry_Monument", + "category", + "Contributing_property" + ], + [ + "11th_Mississippi_Infantry_Monument", + "state", + "\"Pennsylvania\"" + ] + ], + "predicted_rationale": "There is evidence that the 11th Mississippi Infantry Monument is in Pennsylvania, which contradicts the claim." + }, + { + "question_id": 778, + "question": "it is located in Gujarat which is led by Narendra Modi.", + "types": [ + "coll:model", + "num4", + "multi hop" + ], + "entity_set": [ + "Gujarat", + "Narendra_Modi" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Narendra_Modi", + "birthPlace", + "Gujarat" + ] + ], + "predicted_rationale": "There is no evidence that Gujarat is led by Narendra Modi." + }, + { + "question_id": 1452, + "question": "What is the name of Rudy Chapa's religion?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Rudy_Chapa" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that provides information about Rudy Chapa's religion." + }, + { + "question_id": 1498, + "question": "When was Dries van Agt prime minister?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Dries_van_Agt" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Dries_van_Agt", + "primeMinister", + "Joop_den_Uyl" + ], + [ + "Joop_den_Uyl", + "primeMinister", + "Dries_van_Agt" + ], + [ + "Dries_van_Agt", + "primeminister", + "Joop_den_Uyl" + ], + [ + "Joop_den_Uyl", + "primeminister", + "Dries_van_Agt" + ], + [ + "Dries_van_Agt", + "predecessor", + "Ruud_Lubbers" + ], + [ + "Ruud_Lubbers", + "predecessor", + "Dries_van_Agt" + ], + [ + "Dries_van_Agt", + "successor", + "Wilhelm_Friedrich_de_Gaay_Fortman" + ], + [ + "Joop_den_Uyl", + "successor", + "Dries_van_Agt" + ], + [ + "Ruud_Lubbers", + "successor", + "Dries_van_Agt" + ], + [ + "Dutch_general_election,_1982", + "leader", + "Dries_van_Agt" + ] + ], + "predicted_rationale": "There is no information about when Dries van Agt was prime minister." + }, + { + "question_id": 591, + "question": "Yes, he was born in Paraguay and died in Asuncion.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "Paraguay", + "Asunci\u00f3n" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that he was born in Paraguay and died in Asuncion." + }, + { + "question_id": 718, + "question": "The College of William and Mary is the owner of the building, it is located in Williamsburg, Virginia and has an Georgian architectural style.", + "types": [ + "written", + "num3", + "multi hop" + ], + "entity_set": [ + "Georgian_architecture", + "College_of_William_&_Mary", + "Williamsburg,_Virginia" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "WCWM", + "owner", + "College_of_William_&_Mary" + ], + [ + "WCWM", + "city", + "Williamsburg,_Virginia" + ], + [ + "Zable_Stadium", + "location", + "Williamsburg,_Virginia" + ], + [ + "Peyton_Randolph", + "almaMater", + "College_of_William_&_Mary" + ], + [ + "Peyton_Randolph", + "placeOfBirth", + "Williamsburg,_Virginia" + ], + [ + "Peyton_Randolph", + "birthPlace", + "Williamsburg,_Virginia" + ], + [ + "Zable_Stadium", + "operator", + "College_of_William_&_Mary" + ], + [ + "College_of_William_&_Mary", + "city", + "Williamsburg,_Virginia" + ], + [ + "Colonial_Williamsburg", + "location", + "Williamsburg,_Virginia" + ] + ], + "predicted_rationale": "There is no evidence for the Georgian architectural style of the building." + }, + { + "question_id": 1685, + "question": "Yeah, Arthur Plugge did not have an award.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Arthur_Plugge" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Arthur Plugge did or did not have an award." + }, + { + "question_id": 2142, + "question": "The leader of India is not Sean M. McGuinness?", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "India", + "\"Sean M. McGuinness\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that the leader of India is Sean M. McGuinness." + }, + { + "question_id": 1139, + "question": "Agra Airport is located in Uttar Pradesh, Ram Naik is the leader there.", + "types": [ + "coll:model", + "num2", + "multi claim" + ], + "entity_set": [ + "Uttar_Pradesh", + "Agra_Airport", + "Ram_Naik" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Agra_Airport", + "location", + "Uttar_Pradesh" + ], + [ + "Uttar_Pradesh", + "leaderName", + "Ram_Naik" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1150, + "question": "William Anders from British Hong Kong served as a fighter pilot.", + "types": [ + "coll:model", + "num2", + "multi claim" + ], + "entity_set": [ + "William_Anders", + "British_Hong_Kong", + "Fighter_pilot" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "William_Anders", + "occupation", + "Fighter_pilot" + ], + [ + "William_Anders", + "birthPlace", + "British_Hong_Kong" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 2196, + "question": "The Train song Mermaid is actually not written by Stacy A. Littlejohn.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Mermaid_(Train_song)", + "Stacy_A._Littlejohn" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the Train song Mermaid is written by Stacy A. Littlejohn." + }, + { + "question_id": 863, + "question": "An astronaut, born in Waldhausen im Strudengau on the 17th of October 1933, retired on the 1st of September 1969.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"1969-09-01\"", + "\"1933-10-17\"", + "Waldhausen_im_Strudengau" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that an astronaut was born in Waldhausen im Strudengau on the 17th of October 1933, and retired on the 1st of September 1969." + }, + { + "question_id": 1151, + "question": "William Anders, United States Ambassador to Norway, served as Chief of the Astronaut Office in 1976.", + "types": [ + "coll:model", + "num2", + "multi claim" + ], + "entity_set": [ + "William_Anders", + "\"1976\"", + "United_States_Ambassador_to_Norway" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "William_Anders", + "title", + "United_States_Ambassador_to_Norway" + ] + ], + "predicted_rationale": "There is no evidence that William Anders served as Chief of the Astronaut Office in 1976." + }, + { + "question_id": 937, + "question": "A building owned by The College of William and Mary is built by Robert A M Stern, State Library of Western Australia is the current tenant.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "College_of_William_&_Mary", + "Robert_A._M._Stern", + "State_Library_of_Western_Australia" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alan_B._Miller_Hall", + "owner", + "College_of_William_&_Mary" + ], + [ + "Alan_B._Miller_Hall", + "architect", + "Robert_A._M._Stern" + ] + ], + "predicted_rationale": "There is no evidence that State Library of Western Australia is the current tenant of the building." + }, + { + "question_id": 1422, + "question": "When did Tonderai Chavhanga attend university?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Tonderai_Chavhanga" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Tonderai_Chavhanga", + "university", + "University_of_the_Free_State" + ], + [ + "Tonderai_Chavhanga", + "school", + "Harare" + ], + [ + "Tonderai_Chavhanga", + "birthPlace", + "Zimbabwe" + ], + [ + "Tonderai_Chavhanga", + "placeOfBirth", + "\"Masvingo, Zimbabwe\"" + ], + [ + "Tonderai_Chavhanga", + "description", + "\"South African rugby union player\"" + ] + ], + "predicted_rationale": "There is no evidence for when Tonderai Chavhanga attended university." + }, + { + "question_id": 1952, + "question": "Yes, Agustin Barboza did not die in a country where the leader is not Juan Afara.", + "types": [ + "coll:model", + "negation", + "num2", + "multi hop" + ], + "entity_set": [ + "Agust\u00edn_Barboza", + "Juan_Afara" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Agust\u00edn_Barboza", + "deathPlace", + "Paraguay" + ], + [ + "Paraguay", + "leader", + "Juan_Afara" + ], + [ + "Paraguay", + "leaderName", + "Juan_Afara" + ], + [ + "Agust\u00edn_Barboza", + "placeOfDeath", + "Paraguay" + ], + [ + "Agust\u00edn_Barboza", + "placeOfBirth", + "Paraguay" + ], + [ + "Agust\u00edn_Barboza", + "birthPlace", + "Paraguay" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Agustin Barboza died in Paraguay, where the leader is Juan Afara." + }, + { + "question_id": 202, + "question": "Ahmad Kadhim Assad currently plays for Ahlafors IF.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Ahmad_Kadhim_Assad", + "\"Ahlafors IF\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Ahmad Kadhim Assad currently plays for Ahlafors IF." + }, + { + "question_id": 1656, + "question": "Well, Carolina Panthers did not have a mascot.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Carolina_Panthers" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Carolina_Panthers", + "mascot", + "Sir_Purr" + ], + [ + "Sam_Mills", + "team", + "Carolina_Panthers" + ], + [ + "Carolina_Panthers", + "logo", + "\"Carolina Panthers logo 2012.svg\"" + ], + [ + "Carolina_Panthers", + "uniform", + "\"Image:NFCS-Uniform-CAR.PNG\"" + ], + [ + "Carolina_Panthers", + "colors", + "\"Panther Blue, Black, Silver, White\"" + ] + ], + "predicted_rationale": "There is evidence that the Carolina Panthers have a mascot, which is Sir Purr." + }, + { + "question_id": 1197, + "question": "Alan B. Miller Hall's building start date was in 30th March 2007 and is located at 101 Ukrop Way.", + "types": [ + "written", + "num2", + "multi claim" + ], + "entity_set": [ + "Alan_B._Miller_Hall", + "\"2007-03-30\"", + "\"101 Ukrop Way\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alan_B._Miller_Hall", + "startDate", + "\"2007-03-30\"" + ], + [ + "Alan_B._Miller_Hall", + "address", + "\"101 Ukrop Way\"" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1884, + "question": "Agustin Barboza was born in Asuncion and is not signed to Philips Records record label.", + "types": [ + "coll:model", + "negation", + "num2", + "multi claim" + ], + "entity_set": [ + "Asunci\u00f3n", + "Philips_Records", + "Agust\u00edn_Barboza" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Agust\u00edn_Barboza", + "placeOfDeath", + "Asunci\u00f3n" + ], + [ + "Agust\u00edn_Barboza", + "placeOfBirth", + "Asunci\u00f3n" + ], + [ + "Agust\u00edn_Barboza", + "birthPlace", + "Asunci\u00f3n" + ], + [ + "Agust\u00edn_Barboza", + "deathPlace", + "Asunci\u00f3n" + ], + [ + "Agust\u00edn_Barboza", + "recordLabel", + "Philips_Records" + ], + [ + "Agust\u00edn_Barboza", + "label", + "Philips_Records" + ] + ], + "predicted_rationale": "There is evidence that Agustin Barboza is signed to Philips Records record label." + }, + { + "question_id": 2060, + "question": "Well, John Pickelman did not serve as the leader of Uruguay.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Uruguay", + "\"John Pickelman\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that John Pickelman served as the leader of Uruguay." + }, + { + "question_id": 902, + "question": "A chancellor was born in Imst in Austria and died in Widcombe, Somerset, England.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "Imst", + "Austria", + "\"Widcombe, Somerset, England\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Imst", + "country", + "Austria" + ] + ], + "predicted_rationale": "There is no information about the chancellor's birth, death, or connection to Widcombe, Somerset, England." + }, + { + "question_id": 1300, + "question": "Haider Al-Abadi is the leader of Iraq where the Al Taqaddum air base serves the city of Fallujah.", + "types": [ + "written", + "num4", + "multi claim" + ], + "entity_set": [ + "Iraq", + "Al-Taqaddum_Air_Base", + "Fallujah", + "Haider_al-Abadi" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Iraq", + "leader", + "Haider_al-Abadi" + ], + [ + "Iraq", + "leaderName", + "Haider_al-Abadi" + ], + [ + "Al-Taqaddum_Air_Base", + "city", + "Iraq" + ], + [ + "Al-Taqaddum_Air_Base", + "cityServed", + "Iraq" + ], + [ + "Fallujah", + "country", + "Iraq" + ] + ], + "predicted_rationale": "There is no evidence that the Al Taqaddum air base serves the city of Fallujah." + }, + { + "question_id": 1071, + "question": "The AZAL Arena is in Azerbaijan.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "AZAL_Arena", + "Azerbaijan" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "AZAL_Arena", + "location", + "Azerbaijan" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since AZAL Arena's location is Azerbaijan." + }, + { + "question_id": 1743, + "question": "I have read that Kris Barlow did not have a youth club.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Kris_Barlow" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Kris Barlow did or did not have a youth club." + }, + { + "question_id": 1536, + "question": "When was Enda Kenny a leader of Republic of Ireland?", + "types": [ + "question", + "coll:presup", + "num1" + ], + "entity_set": [ + "Republic_of_Ireland", + "Enda_Kenny" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Republic_of_Ireland", + "leader", + "Enda_Kenny" + ], + [ + "Republic_of_Ireland", + "leaderName", + "Enda_Kenny" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Enda Kenny was a leader of the Republic of Ireland." + }, + { + "question_id": 46, + "question": "Have you heard of Fletcher Jenkins? He attended college.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Fletcher_Jenkins" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Fletcher Jenkins attended college." + }, + { + "question_id": 1050, + "question": "The 11th Mississippi Infantry Monument is actually located in the state of Pennsylvania!", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "11th_Mississippi_Infantry_Monument", + "\"Pennsylvania\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "11th_Mississippi_Infantry_Monument", + "state", + "\"Pennsylvania\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since the 11th Mississippi Infantry Monument is located in the state of Pennsylvania." + }, + { + "question_id": 884, + "question": "With a temperature of 155 kelvins, a planet, has an escape velocity of 174.6 kilometres per second, and an apoapsis of 520906000.0 kilometres.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"5.20906E8\"", + "\"155.0\"", + "\"174.6\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the temperature, escape velocity, or apoapsis of the planet." + }, + { + "question_id": 785, + "question": "Agra Airport is in a settlement where AHM MD Mostofa Kamal is the leader there.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Agra_Airport", + "\"AHM MD Mostofa Kamal\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Agra Airport is in a settlement where AHM MD Mostofa Kamal is the leader." + }, + { + "question_id": 1934, + "question": "He was born in Paraguay but did not die in Asuncion!", + "types": [ + "coll:model", + "negation", + "num2", + "multi hop" + ], + "entity_set": [ + "Paraguay", + "Asunci\u00f3n" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence about his birthplace or place of death." + }, + { + "question_id": 1876, + "question": "Agustin Barboza was born in Asuncion not Paraguay.", + "types": [ + "coll:model", + "negation", + "num2", + "multi claim" + ], + "entity_set": [ + "Asunci\u00f3n", + "Paraguay", + "Agust\u00edn_Barboza" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Agust\u00edn_Barboza", + "placeOfDeath", + "Asunci\u00f3n" + ], + [ + "Agust\u00edn_Barboza", + "placeOfBirth", + "Asunci\u00f3n" + ], + [ + "Agust\u00edn_Barboza", + "birthPlace", + "Asunci\u00f3n" + ], + [ + "Agust\u00edn_Barboza", + "deathPlace", + "Asunci\u00f3n" + ], + [ + "Agust\u00edn_Barboza", + "birthPlace", + "Paraguay" + ], + [ + "Agust\u00edn_Barboza", + "placeOfBirth", + "Paraguay" + ], + [ + "Agust\u00edn_Barboza", + "placeOfDeath", + "Paraguay" + ], + [ + "Agust\u00edn_Barboza", + "deathPlace", + "Paraguay" + ] + ], + "predicted_rationale": "There is evidence that Agustin Barboza was born in Paraguay, which contradicts the claim." + }, + { + "question_id": 1776, + "question": "Yeah, Adel Abdel Bari did not have a successor either.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Adel_Abdel_Bari" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Abdel-Majed_Abdel_Bary", + "parent", + "Adel_Abdel_Bari" + ], + [ + "Adel_Abdel_Bari", + "child", + "Abdel-Majed_Abdel_Bary" + ], + [ + "Adel_Abdel_Bari", + "children", + "Abdel-Majed_Abdel_Bary" + ], + [ + "Adel_Abdel_Bari", + "birthDate", + "\"1960-10-24\"" + ], + [ + "Adel_Abdel_Bari", + "dateOfBirth", + "\"1960-10-24\"" + ] + ], + "predicted_rationale": "There is no evidence that Adel Abdel Bari did not have a successor." + }, + { + "question_id": 901, + "question": "A chancellor was born in the County of Tyrol, Austria and died in the city of Sergiyev Posad.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "County_of_Tyrol", + "Austria", + "Sergiyev_Posad" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that a chancellor was born in the County of Tyrol, Austria and died in the city of Sergiyev Posad." + }, + { + "question_id": 1079, + "question": "Stuart Parker playing for Blackburn Rovers F.C.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Stuart_Parker_(footballer)", + "Blackburn_Rovers_F.C." + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Stuart_Parker_(footballer)", + "clubs", + "Blackburn_Rovers_F.C." + ], + [ + "Stuart_Parker_(footballer)", + "team", + "Blackburn_Rovers_F.C." + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Stuart Parker is associated with Blackburn Rovers F.C. through both 'clubs' and 'team' relations." + }, + { + "question_id": 1100, + "question": "He was actually Stanislaw Tillich, the leader of Germany.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Germany", + "Stanislaw_Tillich" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Germany", + "leader", + "Stanislaw_Tillich" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, which states that Stanislaw Tillich is the leader of Germany." + }, + { + "question_id": 609, + "question": "It is located in Alan B Miller Hall in the United States.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "Alan_B._Miller_Hall", + "United_States" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that it is located in Alan B Miller Hall in the United States." + }, + { + "question_id": 2290, + "question": "Santa Bernardina International Airport serves a city in Iraq where the Kurdish language is spoken!", + "types": [ + "coll:model", + "num4", + "substitution", + "multi hop" + ], + "entity_set": [ + "Kurdish_languages", + "Iraq", + "Santa_Bernardina_International_Airport" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Kurdish_languages", + "spokenIn", + "Iraq" + ], + [ + "Iraq", + "language", + "Kurdish_languages" + ], + [ + "Iraq", + "officialLanguage", + "Kurdish_languages" + ], + [ + "Iraq", + "officialLanguages", + "Kurdish_languages" + ], + [ + "Kurdish_languages", + "states", + "Iraq" + ] + ], + "predicted_rationale": "There is no evidence that Santa Bernardina International Airport serves a city in Iraq where the Kurdish language is spoken." + }, + { + "question_id": 1399, + "question": "What is the name of Salvador Abascal's child?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Salvador_Abascal" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that provides the name of Salvador Abascal's child." + }, + { + "question_id": 2028, + "question": "Abdul Taib Mahmud was not born in Schofield, Missouri and does not live in Demak Jaya, Jalan Bako, Kuching, Sarawak.", + "types": [ + "written", + "negation", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"Demak Jaya, Jalan Bako, Kuching, Sarawak\"", + "Abdul_Taib_Mahmud", + "Schofield,_Missouri" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Abdul_Taib_Mahmud", + "residence", + "\"Demak Jaya, Jalan Bako, Kuching, Sarawak\"" + ] + ], + "predicted_rationale": "There is no evidence that Abdul Taib Mahmud was not born in Schofield, Missouri, but there is evidence that he lives in Demak Jaya, Jalan Bako, Kuching, Sarawak." + }, + { + "question_id": 891, + "question": "Bhajji originates from a country, where H\u00fcseyin Engin Sar\u0131ibrahim and Gary Chan are leaders.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "Bhajji", + "\"H\u00fcseyin Engin Sar\u0131ibrahim\"", + "Gary_Chan" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Bhajji originates from a country where H\u00fcseyin Engin Sar\u0131ibrahim and Gary Chan are leaders." + }, + { + "question_id": 544, + "question": "The 11th Mississippi Infantry Monument was established in 2000 in the municipality of Gettysburg, Washington's 17th legislative district.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "Gettysburg,_Pennsylvania", + "11th_Mississippi_Infantry_Monument", + "\"2000\"", + "Washington's_17th_legislative_district" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "11th_Mississippi_Infantry_Monument", + "established", + "\"2000\"" + ], + [ + "11th_Mississippi_Infantry_Monument", + "municipality", + "Gettysburg,_Pennsylvania" + ] + ], + "predicted_rationale": "There is no evidence that the 11th Mississippi Infantry Monument is located in Washington's 17th legislative district." + }, + { + "question_id": 1966, + "question": "A musical artist not died in Asuncion, Marfil, Guanajuato, Mexico.", + "types": [ + "written", + "negation", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Asunci\u00f3n", + "\"Marfil, Guanajuato, Mexico\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence about a musical artist and the location." + }, + { + "question_id": 1352, + "question": "When was A-Rosa Luna built by Bayonne, New Jersey?", + "types": [ + "question", + "coll:presup", + "num1", + "substitution" + ], + "entity_set": [ + "A-Rosa_Luna", + "Bayonne,_New_Jersey" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for when A-Rosa Luna was built by Bayonne, New Jersey." + }, + { + "question_id": 1044, + "question": "Andreas Vo\u00dfkuhle is the leader in Germany!", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Germany", + "Andreas_Vo\u00dfkuhle" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Germany", + "leader", + "Andreas_Vo\u00dfkuhle" + ], + [ + "Germany", + "leaderName", + "Andreas_Vo\u00dfkuhle" + ], + [ + "Andreas_Vo\u00dfkuhle", + "birthPlace", + "Germany" + ], + [ + "Andreas_Vo\u00dfkuhle", + "placeOfBirth", + "Germany" + ], + [ + "Andreas_Vo\u00dfkuhle", + "nationality", + "Germany" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Andreas Vo\u00dfkuhle is mentioned as the leader of Germany." + }, + { + "question_id": 775, + "question": "Alfredo Zitarrosa died in a city, in a country, the leader of which, is Ra\u00fal Fernando Sendic Rodr\u00edguez.", + "types": [ + "written", + "num4", + "multi hop" + ], + "entity_set": [ + "Alfredo_Zitarrosa", + "Ra\u00fal_Fernando_Sendic_Rodr\u00edguez" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alfredo_Zitarrosa", + "deathPlace", + "Montevideo" + ], + [ + "Alfredo_Zitarrosa", + "birthPlace", + "Montevideo" + ], + [ + "Montevideo", + "country", + "Uruguay" + ] + ], + "predicted_rationale": "There is no evidence that the leader of Uruguay is Ra\u00fal Fernando Sendic Rodr\u00edguez." + }, + { + "question_id": 919, + "question": "Born on October 17th, 1933 in Kalvi, an astronaut would serve as a crew member on Apollo 8.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "Apollo_8", + "\"1933-10-17\"", + "Kalvi" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that an astronaut born on October 17th, 1933 in Kalvi served as a crew member on Apollo 8." + }, + { + "question_id": 239, + "question": "Well, it's popular in the Jerada Province area!", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Bakewell_tart", + "Jerada_Province" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that it's popular in the Jerada Province area." + }, + { + "question_id": 2218, + "question": "Well, Stargate did not produce the song \"Mermaid\"!", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Mermaid_(Train_song)", + "Stargate_(production_team)" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Mermaid_(Train_song)", + "writer", + "Stargate_(production_team)" + ] + ], + "predicted_rationale": "There is evidence that Stargate was involved in the production of the song 'Mermaid' as the writer." + }, + { + "question_id": 1486, + "question": "When did Max Karl Tilke attend college?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Max_Karl_Tilke" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Max_Karl_Tilke", + "birthDate", + "\"1869-02-06\"" + ], + [ + "Max_Karl_Tilke", + "dateOfBirth", + "\"1869-02-06\"" + ], + [ + "Max_Karl_Tilke", + "birthYear", + "\"1869\"" + ], + [ + "Max_Karl_Tilke", + "name", + "\"Tilke, Max\"" + ], + [ + "Max_Karl_Tilke", + "description", + "\"German ethnographer\"" + ] + ], + "predicted_rationale": "There is no evidence for when Max Karl Tilke attended college." + }, + { + "question_id": 843, + "question": "He was born in the Tyrol state in Trent, South Dakota.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Tyrol_(state)", + "Trent,_South_Dakota" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that he was born in the Tyrol state in Trent, South Dakota." + }, + { + "question_id": 1811, + "question": "Neil Kinnock did not go to college!", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Neil_Kinnock" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Neil_Kinnock", + "almaMater", + "Cardiff_University" + ], + [ + "Neil_Kinnock", + "birthPlace", + "\"Tredegar, Wales\"" + ], + [ + "Neil_Kinnock", + "placeOfBirth", + "\"Tredegar, Wales\"" + ], + [ + "Neil_Kinnock", + "dateOfBirth", + "\"1942-03-28\"" + ], + [ + "Neil_Kinnock", + "birthName", + "\"Neil Gordon Kinnock\"" + ] + ], + "predicted_rationale": "There is evidence that Neil Kinnock attended Cardiff University." + }, + { + "question_id": 1167, + "question": "Baymax is from Big Hero 6, starring Scott Adsit.", + "types": [ + "coll:model", + "num2", + "multi claim" + ], + "entity_set": [ + "Big_Hero_6_(film)", + "Baymax", + "Scott_Adsit" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Baymax", + "first", + "Big_Hero_6_(film)" + ], + [ + "Baymax", + "series", + "Big_Hero_6_(film)" + ], + [ + "Big_Hero_6_(film)", + "starring", + "Scott_Adsit" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 2293, + "question": "Juan Afara is the leader of Paraguay which was the birth place of a musical artist in Eakring, Nottinghamshire.", + "types": [ + "written", + "num4", + "substitution", + "multi hop" + ], + "entity_set": [ + "Paraguay", + "Juan_Afara", + "\"Eakring, Nottinghamshire\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Paraguay", + "leader", + "Juan_Afara" + ], + [ + "Paraguay", + "leaderName", + "Juan_Afara" + ], + [ + "Juan_Afara", + "birthPlace", + "Paraguay" + ] + ], + "predicted_rationale": "There is no evidence that a musical artist was born in Eakring, Nottinghamshire, or that Eakring, Nottinghamshire is related to Paraguay." + }, + { + "question_id": 1372, + "question": "What is the name of Ziaur Rahman Zia's child?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Ziaur_Rahman_Zia" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that provides the name of Ziaur Rahman Zia's child." + }, + { + "question_id": 1294, + "question": "The Train song Mermaid was released under the record label Columbia Records, by the musical band Train which lasts 3.16 minutes.", + "types": [ + "written", + "num3", + "multi claim" + ], + "entity_set": [ + "\"3.2666666666666666\"", + "Train_(band)", + "Columbia_Records", + "Mermaid_(Train_song)" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Mermaid_(Train_song)", + "recordLabel", + "Columbia_Records" + ], + [ + "Mermaid_(Train_song)", + "label", + "Columbia_Records" + ], + [ + "Mermaid_(Train_song)", + "musicalBand", + "Train_(band)" + ], + [ + "Mermaid_(Train_song)", + "artist", + "Train_(band)" + ], + [ + "Mermaid_(Train_song)", + "musicalArtist", + "Train_(band)" + ], + [ + "Mermaid_(Train_song)", + "runtime", + "\"3.2666666666666666\"" + ], + [ + "Mermaid_(Train_song)", + "Work/runtime", + "\"3.2666666666666666\"" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set, considering the minor difference in runtime as insignificant." + }, + { + "question_id": 1700, + "question": "Are you familiar with Billy Shipp? He did not attend college.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Billy_Shipp" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Billy_Shipp", + "name", + "\"Shipp, Billy\"" + ], + [ + "Billy_Shipp", + "birthPlace", + "Mobile,_Alabama" + ], + [ + "Billy_Shipp", + "birthDate", + "\"1930-10-16\"" + ], + [ + "Billy_Shipp", + "birthYear", + "\"1930\"" + ], + [ + "Billy_Shipp", + "placeOfBirth", + "Mobile,_Alabama" + ] + ], + "predicted_rationale": "There is no evidence that Billy Shipp did or did not attend college." + }, + { + "question_id": 210, + "question": "Do you know that 11 Diagonal Street is located in Salzburg.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "11_Diagonal_Street", + "Salzburg" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that 11 Diagonal Street is located in Salzburg." + }, + { + "question_id": 1841, + "question": "Did you know Charles Duclerc was not a prime minister?", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Charles_Duclerc" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Jules_Gr\u00e9vy", + "primeMinister", + "Charles_Duclerc" + ], + [ + "Jules_Gr\u00e9vy", + "primeminister", + "Charles_Duclerc" + ], + [ + "Charles_Duclerc", + "predecessor", + "Charles_de_Freycinet" + ], + [ + "Armand_Falli\u00e8res", + "predecessor", + "Charles_Duclerc" + ], + [ + "Charles_Duclerc", + "successor", + "Armand_Falli\u00e8res" + ], + [ + "Louis-Antoine_Garnier-Pag\u00e8s", + "successor", + "Charles_Duclerc" + ], + [ + "Charles_Duclerc", + "country", + "France" + ] + ], + "predicted_rationale": "There is evidence that Charles Duclerc was a prime minister, as indicated by Jules Gr\u00e9vy's prime minister being Charles Duclerc." + }, + { + "question_id": 1308, + "question": "Narendra Modi leads India, a country where Amdavad ni Gufa is located in Ahmedabad.", + "types": [ + "written", + "num4", + "multi claim" + ], + "entity_set": [ + "India", + "Narendra_Modi", + "Amdavad_ni_Gufa", + "Ahmedabad" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "India", + "leader", + "Narendra_Modi" + ], + [ + "India", + "leaderName", + "Narendra_Modi" + ], + [ + "Narendra_Modi", + "birthPlace", + "India" + ], + [ + "Ahmedabad", + "country", + "India" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set, as Narendra Modi leads India and Ahmedabad, where Amdavad ni Gufa is located, is in India." + }, + { + "question_id": 285, + "question": "Since 1776 is the number of pages A severed Wasp has.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "A_Severed_Wasp", + "\"1776\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that A Severed Wasp has 1776 pages." + }, + { + "question_id": 2032, + "question": "Abdul Taib Mahmud was not born in Manisa Province or succeeded by Adenan Satem.", + "types": [ + "coll:model", + "negation", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Adenan_Satem", + "Abdul_Taib_Mahmud", + "Manisa_Province" + ], + "Label": [ + false + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Abdul_Taib_Mahmud", + "after", + "Adenan_Satem" + ], + [ + "Adenan_Satem", + "predecessor", + "Abdul_Taib_Mahmud" + ], + [ + "Adenan_Satem", + "governor", + "Abdul_Taib_Mahmud" + ], + [ + "Abdul_Taib_Mahmud", + "successor", + "Adenan_Satem" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Abdul Taib Mahmud was succeeded by Adenan Satem, but there is no information that he was born in Manisa Province." + }, + { + "question_id": 403, + "question": "AJ le Roux was born in Tyrol which is located in Austria.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "County_of_Tyrol", + "Austria", + "AJ_le_Roux" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that AJ le Roux was born in Tyrol which is located in Austria." + }, + { + "question_id": 1576, + "question": "I imagined that the birth place of Feng Guozhang was Paraguay and Asuncion is where he died.", + "types": [ + "coll:presup", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Asunci\u00f3n", + "Paraguay", + "Feng_Guozhang" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Asunci\u00f3n", + "country", + "Paraguay" + ], + [ + "Paraguay", + "capital", + "Asunci\u00f3n" + ], + [ + "Paraguay", + "largestCity", + "Asunci\u00f3n" + ] + ], + "predicted_rationale": "There is no evidence for the birth and death place of Feng Guozhang." + }, + { + "question_id": 791, + "question": "Yes, Alfredo Zitarrosa also died in a city in Argentina.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Alfredo_Zitarrosa", + "\"Argentina]\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Alfredo Zitarrosa died in a city in Argentina." + }, + { + "question_id": 2163, + "question": "I just learned that the leader of India is not Pranab Mukherjee!", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "India", + "Pranab_Mukherjee" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "India", + "leader", + "Pranab_Mukherjee" + ], + [ + "India", + "leaderName", + "Pranab_Mukherjee" + ] + ], + "predicted_rationale": "The evidence set indicates that Pranab Mukherjee is the leader of India." + }, + { + "question_id": 1962, + "question": "A person born in Rybinsk did not designed 103 Colmore Row!", + "types": [ + "coll:model", + "negation", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "103_Colmore_Row", + "\"Rybinsk,\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that a person born in Rybinsk did or did not design 103 Colmore Row." + }, + { + "question_id": 1791, + "question": "I have read that Wim Henderickx did not have a child.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Wim_Henderickx" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Wim Henderickx did or did not have a child." + }, + { + "question_id": 2311, + "question": "It is located in Gujarat, Guinea.T S Thakur is the leader of Guinea.", + "types": [ + "coll:model", + "num4", + "substitution", + "multi hop" + ], + "entity_set": [ + "T._S._Thakur", + "Gujarat", + "Guinea" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Guinea is located in Gujarat or that T S Thakur is the leader of Guinea." + }, + { + "question_id": 6, + "question": "I agree, David Farabee had a spouse.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "David_Farabee" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that David Farabee had a spouse." + }, + { + "question_id": 413, + "question": "AZAL PFK play their home matches at the K\u014dfu in Azerbaijan.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Azerbaijan", + "AZAL_PFK", + "K\u014dfu" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that AZAL PFK play their home matches at the K\u014dfu in Azerbaijan." + }, + { + "question_id": 885, + "question": "A city is at a height of 680.0088 above sea level with a total area of 2894000.0 Sq Km and it has a 1239.3 inhabitants per square km population density.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"1239.35\"", + "\"680.0088\"", + "\"2894000.0\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the city's height, total area, or population density." + }, + { + "question_id": 2020, + "question": "The 11th Mississippi Infantry Monument is not in the United States and does not fall under political repression in the Soviet Union.", + "types": [ + "coll:model", + "negation", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "11th_Mississippi_Infantry_Monument", + "\"United States\"", + "Political_repression_in_the_Soviet_Union" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "11th_Mississippi_Infantry_Monument", + "country", + "\"United States\"" + ] + ], + "predicted_rationale": "There is no evidence that the 11th Mississippi Infantry Monument does not fall under political repression in the Soviet Union." + }, + { + "question_id": 1781, + "question": "I read that Michael Barnathan did not have a wife.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Michael_Barnathan" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Michael Barnathan did or did not have a wife." + }, + { + "question_id": 2029, + "question": "Jeunesse Junglinster not play at their ground in Blackpool and is not part of the North West Counties Football League.", + "types": [ + "written", + "negation", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Blackpool", + "North_West_Counties_Football_League", + "Jeunesse_Junglinster" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Jeunesse Junglinster plays at their ground in Blackpool or is part of the North West Counties Football League." + }, + { + "question_id": 165, + "question": "Are you familiar with Joe Biden who succeeded Mike Donilon.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Mike_Donilon", + "Joe_Biden" + ], + "Label": [ + false + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Mike_Donilon", + "vicepresident", + "Joe_Biden" + ], + [ + "Mike_Donilon", + "vicePresident", + "Joe_Biden" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Joe Biden is the vice president who succeeded or is associated with Mike Donilon." + }, + { + "question_id": 44, + "question": "Yes, John Rokisky went to college!", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "John_Rokisky" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that John Rokisky went to college." + }, + { + "question_id": 1815, + "question": "No Tutku A\u00e7k did not go to college.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Tutku_A\u00e7\u0131k" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Tutku_A\u00e7\u0131k", + "birthPlace", + "Diyarbak\u0131r" + ], + [ + "Tutku_A\u00e7\u0131k", + "placeOfBirth", + "\"Diyarbak\u0131r, Turkey\"" + ], + [ + "Tutku_A\u00e7\u0131k", + "dateOfBirth", + "\"1980-09-01\"" + ], + [ + "Tutku_A\u00e7\u0131k", + "birthYear", + "\"1980\"" + ], + [ + "Tutku_A\u00e7\u0131k", + "birthDate", + "\"1980-09-01\"" + ] + ], + "predicted_rationale": "There is no evidence that Tutku A\u00e7k did or did not go to college." + }, + { + "question_id": 1297, + "question": "Uttar Pradesh is part of Bundelkhand and is the location of Agra airport at 167.94 metres above sea level.", + "types": [ + "written", + "num4", + "multi claim" + ], + "entity_set": [ + "Uttar_Pradesh", + "Bundelkhand", + "Agra_Airport", + "\"167.94\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Uttar_Pradesh", + "isPartOf", + "Bundelkhand" + ], + [ + "Uttar_Pradesh", + "subdivisionName", + "Bundelkhand" + ], + [ + "Agra_Airport", + "location", + "Uttar_Pradesh" + ], + [ + "Agra_Airport", + "elevation", + "\"167.94\"" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 973, + "question": "William Anders is a member of the United States.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "William_Anders", + "United_States" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "William_Anders", + "nationality", + "United_States" + ] + ], + "predicted_rationale": "Based on the evidence set, William Anders' nationality is United States." + }, + { + "question_id": 963, + "question": "Uruguay has a leader named Tabare Vazquez.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Uruguay", + "Tabar\u00e9_V\u00e1zquez" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Tabar\u00e9_V\u00e1zquez", + "birthPlace", + "Uruguay" + ], + [ + "Uruguay", + "leader", + "Tabar\u00e9_V\u00e1zquez" + ], + [ + "Uruguay", + "leaderName", + "Tabar\u00e9_V\u00e1zquez" + ], + [ + "Tabar\u00e9_V\u00e1zquez", + "placeOfBirth", + "Uruguay" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Uruguay's leader is indeed Tabar\u00e9 V\u00e1zquez." + }, + { + "question_id": 1078, + "question": "Rolando Maran is attached to AC Chievo Verona as well.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Rolando_Maran", + "A.C._Chievo_Verona" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Rolando_Maran", + "currentclub", + "A.C._Chievo_Verona" + ], + [ + "Rolando_Maran", + "managerClub", + "A.C._Chievo_Verona" + ], + [ + "Rolando_Maran", + "clubs", + "A.C._Chievo_Verona" + ], + [ + "Rolando_Maran", + "team", + "A.C._Chievo_Verona" + ], + [ + "A.C._Chievo_Verona", + "manager", + "Rolando_Maran" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Rolando Maran is associated with AC Chievo Verona in multiple capacities." + }, + { + "question_id": 1194, + "question": "A Wizard of Mars was written by Diane Duane, and has the ISBN number 978-0-15-204770-2.", + "types": [ + "written", + "num2", + "multi claim" + ], + "entity_set": [ + "\"978-0-15-204770-2\"", + "A_Wizard_of_Mars", + "Diane_Duane" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "A_Wizard_of_Mars", + "author", + "Diane_Duane" + ], + [ + "A_Wizard_of_Mars", + "isbn", + "\"978-0-15-204770-2\"" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 396, + "question": "Adenan Satem succeeded by Abdul Taib Mahmud, who was born in the Salish peoples.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Adenan_Satem", + "Abdul_Taib_Mahmud", + "Salish_peoples" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Abdul_Taib_Mahmud", + "after", + "Adenan_Satem" + ], + [ + "Adenan_Satem", + "governor", + "Abdul_Taib_Mahmud" + ], + [ + "Abdul_Taib_Mahmud", + "successor", + "Adenan_Satem" + ], + [ + "Adenan_Satem", + "predecessor", + "Abdul_Taib_Mahmud" + ] + ], + "predicted_rationale": "There is no evidence that Abdul Taib Mahmud was born in the Salish peoples." + }, + { + "question_id": 1226, + "question": "British national Lady Anne Monson lived in the Kingdom of England whose capital was Winchester.", + "types": [ + "written", + "num2", + "multi claim" + ], + "entity_set": [ + "Kingdom_of_England", + "Lady_Anne_Monson", + "Winchester" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Lady_Anne_Monson", + "birthPlace", + "Kingdom_of_England" + ], + [ + "Lady_Anne_Monson", + "placeOfBirth", + "Kingdom_of_England" + ], + [ + "Lady_Anne_Monson", + "nationality", + "Kingdom_of_England" + ], + [ + "Kingdom_of_England", + "capital", + "Winchester" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1290, + "question": "Alan B. Miller Hall was architected by Robert A.M. Stern and is owned by The College of William Mary and home to The Mason School of Business.", + "types": [ + "written", + "num3", + "multi claim" + ], + "entity_set": [ + "Alan_B._Miller_Hall", + "Mason_School_of_Business", + "College_of_William_&_Mary", + "Robert_A._M._Stern" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alan_B._Miller_Hall", + "architect", + "Robert_A._M._Stern" + ], + [ + "Alan_B._Miller_Hall", + "owner", + "College_of_William_&_Mary" + ], + [ + "Alan_B._Miller_Hall", + "tenant", + "Mason_School_of_Business" + ], + [ + "Alan_B._Miller_Hall", + "currentTenants", + "Mason_School_of_Business" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1378, + "question": "What is the name of 633d Air Base Wing's garrison?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "633d_Air_Base_Wing" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the name of 633d Air Base Wing's garrison." + }, + { + "question_id": 858, + "question": "The politician, Daniel Martinez, is a city's leader which is in the country of History of Spain (1810\u201373) and the death place of Alfredo Zitarrosa.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "Alfredo_Zitarrosa", + "\"Daniel_Mart\u00ednez_(politician)\"", + "History_of_Spain_(1810\u201373)" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Daniel Martinez is a city's leader, or the city is in the country of History of Spain (1810\u201373), or the death place of Alfredo Zitarrosa." + }, + { + "question_id": 905, + "question": "A soccer player plays for Blackburn Rovers F.C. Manages A.F.C. Blackpool and is a member of R.D. \u00c1gueda", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "A.F.C._Blackpool", + "Blackburn_Rovers_F.C.", + "R.D._\u00c1gueda" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Ciaran_Donnelly", + "team", + "Blackburn_Rovers_F.C." + ], + [ + "Ciaran_Donnelly", + "clubs", + "A.F.C._Blackpool" + ], + [ + "Stuart_Parker_(footballer)", + "team", + "A.F.C._Blackpool" + ], + [ + "Stuart_Parker_(footballer)", + "managerClub", + "A.F.C._Blackpool" + ], + [ + "Stuart_Parker_(footballer)", + "managerclubs", + "A.F.C._Blackpool" + ], + [ + "Stuart_Parker_(footballer)", + "clubs", + "Blackburn_Rovers_F.C." + ], + [ + "Ciaran_Donnelly", + "youthclubs", + "Blackburn_Rovers_F.C." + ] + ], + "predicted_rationale": "There is no evidence that a soccer player manages A.F.C. Blackpool and is a member of R.D. \u00c1gueda." + }, + { + "question_id": 2123, + "question": "The leader of Blackpool council is not a member of the Labour Party in UK.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Blackpool", + "Labour_Party_(UK)" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Blackpool", + "leaderName", + "Labour_Party_(UK)" + ] + ], + "predicted_rationale": "The evidence set indicates that the leader of Blackpool council is a member of the Labour Party in UK." + }, + { + "question_id": 322, + "question": "Agra Airport, El Hatillo Municipality, Venezuela, has an IATA Location Identifier of AGR.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Agra_Airport", + "\"AGR\"", + "El_Hatillo_Municipality,_Venezuela" + ], + "Label": [ + false + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Agra_Airport", + "iataLocationIdentifier", + "\"AGR\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Agra Airport's IATA Location Identifier is AGR." + }, + { + "question_id": 156, + "question": "Mansur Shah of Malacca was the successor to Muhammad Shah of Pahang.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Muhammad_Shah_of_Pahang", + "Mansur_Shah_of_Malacca" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Muhammad_Shah_of_Pahang", + "father", + "Mansur_Shah_of_Malacca" + ], + [ + "Muhammad_Shah_of_Pahang", + "parent", + "Mansur_Shah_of_Malacca" + ] + ], + "predicted_rationale": "There is no evidence that Mansur Shah of Malacca was the successor to Muhammad Shah of Pahang, only that he was the father or parent." + }, + { + "question_id": 1592, + "question": "I imagined that the ship is powered by a company made engines in Friedrichshafen, Germany.", + "types": [ + "coll:presup", + "num4", + "multi hop" + ], + "entity_set": [ + "Friedrichshafen", + "Germany" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Friedrichshafen", + "country", + "Germany" + ] + ], + "predicted_rationale": "There is no evidence that the ship is powered by a company made engines in Friedrichshafen, Germany." + }, + { + "question_id": 545, + "question": "Espen Lind of the production team Stargate was one of the writers for the song by Train titled Mermaid, which was released on the Tortuga Recordings label.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "Stargate_(production_team)", + "Espen_Lind", + "Mermaid_(Train_song)", + "Tortuga_Recordings" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Mermaid_(Train_song)", + "writer", + "Stargate_(production_team)" + ] + ], + "predicted_rationale": "There is no information about Espen Lind being part of the production team Stargate for the song Mermaid, and the label is not specified in the evidence set." + }, + { + "question_id": 1522, + "question": "When was Gu Kailai vice president?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Gu_Kailai" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Gu Kailai was vice president." + }, + { + "question_id": 42, + "question": "John Manson Craig also won an award.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "John_Manson_Craig" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "John_Manson_Craig", + "award", + "Victoria_Cross" + ], + [ + "John_Manson_Craig", + "awards", + "\"30\"" + ], + [ + "John_Manson_Craig", + "name", + "\"John Manson Craig\"" + ], + [ + "John_Manson_Craig", + "birthDate", + "\"1896-03-05\"" + ], + [ + "John_Manson_Craig", + "dateOfBirth", + "\"1896-03-05\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since John Manson Craig won the Victoria Cross award." + }, + { + "question_id": 1233, + "question": "Agustin Barboza was born in Asuncion Paraguay and signed by Philips Records.", + "types": [ + "coll:model", + "num3", + "multi claim" + ], + "entity_set": [ + "Asunci\u00f3n", + "Philips_Records", + "Paraguay", + "Agust\u00edn_Barboza" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Agust\u00edn_Barboza", + "birthPlace", + "Paraguay" + ], + [ + "Agust\u00edn_Barboza", + "placeOfBirth", + "Paraguay" + ], + [ + "Agust\u00edn_Barboza", + "placeOfDeath", + "Paraguay" + ], + [ + "Agust\u00edn_Barboza", + "placeOfBirth", + "Asunci\u00f3n" + ], + [ + "Agust\u00edn_Barboza", + "birthPlace", + "Asunci\u00f3n" + ], + [ + "Agust\u00edn_Barboza", + "deathPlace", + "Asunci\u00f3n" + ], + [ + "Agust\u00edn_Barboza", + "recordLabel", + "Philips_Records" + ], + [ + "Agust\u00edn_Barboza", + "label", + "Philips_Records" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1488, + "question": "When did Landis Everson attend university?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Landis_Everson" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Landis_Everson", + "birthDate", + "\"1926-10-05\"" + ], + [ + "Landis_Everson", + "dateOfBirth", + "\"1926-10-05\"" + ], + [ + "Landis_Everson", + "birthYear", + "\"1926\"" + ], + [ + "Landis_Everson", + "name", + "\"Everson, Landis\"" + ], + [ + "Landis_Everson", + "description", + "\"American poet\"" + ] + ], + "predicted_rationale": "There is no evidence that mentions when Landis Everson attended university." + }, + { + "question_id": 1566, + "question": "I realized that Hong Yeo was a vice president.", + "types": [ + "coll:presup", + "existence" + ], + "entity_set": [ + "Hong_Yeo" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "McLaren_12C", + "designer", + "Hong_Yeo" + ], + [ + "McLaren_12C__McLaren_X-1__1", + "designCompany", + "Hong_Yeo" + ], + [ + "Hong_Yeo", + "22-rdf-syntax-ns#type", + "DUL.owl#NaturalPerson" + ] + ], + "predicted_rationale": "There is no evidence that Hong Yeo was a vice president." + }, + { + "question_id": 967, + "question": "Sure, Chris Patten represented British Hong Kong.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "British_Hong_Kong", + "Chris_Patten" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "British_Hong_Kong", + "representative", + "Chris_Patten" + ] + ], + "predicted_rationale": "Based on the evidence set, Chris Patten was the representative of British Hong Kong." + }, + { + "question_id": 629, + "question": "A comics creator is the American that created the character Ben Urich.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "Americans", + "Ben_Urich" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that an American comics creator created the character Ben Urich." + }, + { + "question_id": 1600, + "question": "I understand that Solo singer Alfredo Zitarrosa plays Candombe music.", + "types": [ + "coll:presup", + "num2", + "multi claim" + ], + "entity_set": [ + "Alfredo_Zitarrosa", + "Candombe", + "\"solo_singer\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alfredo_Zitarrosa", + "background", + "\"solo_singer\"" + ], + [ + "Alfredo_Zitarrosa", + "genre", + "Candombe" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1980, + "question": "AZAL PFK does not play in the soccer league where the champion are not Dhaka Division cricket.", + "types": [ + "coll:model", + "negation", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "AZAL_PFK", + "Dhaka_Division_cricket_team" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that AZAL PFK plays in the soccer league where the champion is Dhaka Division cricket." + }, + { + "question_id": 1686, + "question": "I know that Brandon Schneider did not win an award.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Brandon_Schneider" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Brandon Schneider did or did not win an award." + }, + { + "question_id": 1350, + "question": "When was Big Hero 6 (film) starring Phylicia Rashad?", + "types": [ + "question", + "coll:presup", + "num1", + "substitution" + ], + "entity_set": [ + "Big_Hero_6_(film)", + "Phylicia_Rashad" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the release date or starring of Big Hero 6 film with Phylicia Rashad." + }, + { + "question_id": 1248, + "question": "1928 PC is the former name of 1097 Vicia, which has an epoch date of December 31st 2006 and an orbital period of 135589000.0.", + "types": [ + "written", + "num3", + "multi claim" + ], + "entity_set": [ + "\"1928 PC\"", + "1097_Vicia", + "\"1.35589e+08\"", + "\"2006-12-31\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the claim about 1097 Vicia." + }, + { + "question_id": 2268, + "question": "It's located in Gujarat, India and the prime minister is Narendra Modi!", + "types": [ + "coll:model", + "num4", + "multi hop" + ], + "entity_set": [ + "India", + "Gujarat", + "Narendra_Modi" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "India", + "leader", + "Narendra_Modi" + ], + [ + "India", + "leaderName", + "Narendra_Modi" + ], + [ + "Narendra_Modi", + "birthPlace", + "India" + ] + ], + "predicted_rationale": "There is no evidence that the location is in Gujarat." + }, + { + "question_id": 147, + "question": "Rina Akiyama was the VP.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Rina_Akiyama" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Rina_Akiyama", + "birthPlace", + "\"Tokyo, Japan\"" + ], + [ + "Rina_Akiyama", + "placeOfBirth", + "\"Tokyo, Japan\"" + ], + [ + "Rina_Akiyama", + "nativeName", + "\"\u79cb\u5c71 \u8389\u5948\"" + ], + [ + "Rina_Akiyama", + "name", + "\"Rina Akiyama\"" + ], + [ + "Rina_Akiyama", + "occupation", + "Gravure_idol" + ] + ], + "predicted_rationale": "There is no evidence that Rina Akiyama was the VP." + }, + { + "question_id": 616, + "question": "Well, its escape velocity is 0.0112 km/s and its apoapsis is 511592000.0 km!", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "\"40.32\"", + "\"5.11592E8\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the escape velocity and apoapsis." + }, + { + "question_id": 980, + "question": "Yes, William Anders is a member of Apollo 8's crew.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "William_Anders", + "Apollo_8" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Apollo_8", + "crewMembers", + "William_Anders" + ], + [ + "Apollo_8", + "crew3Up", + "William_Anders" + ], + [ + "William_Anders", + "mission", + "Apollo_8" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1329, + "question": "The 11th Mississippi Infantry Monument is in the municipality of Gettysburg, Adams County, Pennsylvania which is south to the Pennsylvania's Cumberland County.", + "types": [ + "written", + "num4", + "multi claim" + ], + "entity_set": [ + "Cumberland_County,_Pennsylvania", + "11th_Mississippi_Infantry_Monument", + "Adams_County,_Pennsylvania", + "Gettysburg,_Pennsylvania" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "11th_Mississippi_Infantry_Monument", + "municipality", + "Gettysburg,_Pennsylvania" + ], + [ + "Adams_County,_Pennsylvania", + "countySeat", + "Gettysburg,_Pennsylvania" + ], + [ + "Gettysburg,_Pennsylvania", + "isPartOf", + "Adams_County,_Pennsylvania" + ], + [ + "Gettysburg,_Pennsylvania", + "subdivisionName", + "Adams_County,_Pennsylvania" + ] + ], + "predicted_rationale": "There is no evidence that Adams County is south to Cumberland County." + }, + { + "question_id": 527, + "question": "A Fortress of Grey Ice which was written by J.V. Jones, was made in \"eBook\" and has the OCLC number 51969173.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "J._V._Jones", + "\"51969173\"", + "A_Fortress_of_Grey_Ice", + "\"eBook\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "A_Fortress_of_Grey_Ice", + "author", + "J._V._Jones" + ], + [ + "A_Fortress_of_Grey_Ice", + "oclc", + "\"51969173\"" + ] + ], + "predicted_rationale": "There is no evidence that A Fortress of Grey Ice was made in eBook." + }, + { + "question_id": 2327, + "question": "I forgot that Jeremiah Marsh did not have a religion.", + "types": [ + "coll:presup", + "negation", + "existence" + ], + "entity_set": [ + "Jeremiah_Marsh" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Jeremiah_Marsh", + "religion", + "Anglicanism" + ], + [ + "Jeremiah_Marsh", + "name", + "\"Marsh, Jeremiah\"" + ], + [ + "Jeremiah_Marsh", + "birthYear", + "\"1667\"" + ], + [ + "Jeremiah_Marsh", + "deathYear", + "\"1734\"" + ], + [ + "Jeremiah_Marsh", + "dateOfBirth", + "\"1667\"" + ] + ], + "predicted_rationale": "There is evidence that Jeremiah Marsh had a religion, which is Anglicanism." + }, + { + "question_id": 653, + "question": "Yep, they are in Gettysburg, Pennsylvania.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "\"Pennsylvania\"", + "Gettysburg,_Pennsylvania" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that they are in Gettysburg, Pennsylvania." + }, + { + "question_id": 2128, + "question": "Yes, William Anders was not chosen by NASA in 1963.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "William_Anders", + "\"1963\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "William_Anders", + "selection", + "\"1963\"" + ] + ], + "predicted_rationale": "The evidence set indicates that William Anders was selected in 1963, contrary to the claim." + }, + { + "question_id": 2103, + "question": "Well, Joel Ray Lopez is not the leader of Austria.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Austria", + "\"Joel Ray Lopez\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Joel Ray Lopez is the leader of Austria." + }, + { + "question_id": 1056, + "question": "Yes, Abdul Taib Mahmud was born in Miri, Malaysia!", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Abdul_Taib_Mahmud", + "Miri,_Malaysia" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Abdul_Taib_Mahmud", + "birthPlace", + "Miri,_Malaysia" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Abdul Taib Mahmud's birthplace is indeed Miri, Malaysia." + }, + { + "question_id": 86, + "question": "His name is Juan March Ordinas and he has an award.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Juan_March_Ordinas" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Juan March Ordinas has an award." + }, + { + "question_id": 580, + "question": "Haider Al-Abadi is the leader of League of Peja where the Al Taqaddum air base serves the city of Fallujah.", + "types": [ + "written", + "num4", + "substitution", + "multi claim" + ], + "entity_set": [ + "Al-Taqaddum_Air_Base", + "Fallujah", + "Haider_al-Abadi", + "League_of_Peja" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Al-Taqaddum_Air_Base", + "cityServed", + "Fallujah" + ], + [ + "Al-Taqaddum_Air_Base", + "city", + "Fallujah" + ] + ], + "predicted_rationale": "There is no evidence that Haider Al-Abadi is the leader of League of Peja." + }, + { + "question_id": 1762, + "question": "Yes, Mihailo Lali did not even have an award.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Mihailo_Lali\u0107" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Mihailo Lali did or did not have an award." + }, + { + "question_id": 900, + "question": "A chancellor was born in Imst, Woodstock, Victoria and died in Phoenix, Arizona, U.S..", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "Imst", + "\"Phoenix, Arizona, U.S.\"", + "Woodstock,_Victoria" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that a chancellor was born in Imst, Woodstock, Victoria and died in Phoenix, Arizona, U.S.." + }, + { + "question_id": 614, + "question": "The epoch of a planet (former name \"1928 PC\") is on 31 December 2016.", + "types": [ + "written", + "num2", + "multi hop" + ], + "entity_set": [ + "\"1928 PC\"", + "\"2006-12-31\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the epoch of the planet." + }, + { + "question_id": 129, + "question": "Have you ever heard of Hortensio Quijano? He was Vice President.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Hortensio_Quijano" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Hortensio Quijano was Vice President." + }, + { + "question_id": 764, + "question": "A politician was born and lives in the Kingdom of Sarawak and is a member of the \"Barisan Ra'ayat Jati Sarawak\" party.", + "types": [ + "written", + "num3", + "multi hop" + ], + "entity_set": [ + "\"Barisan Ra'ayat Jati Sarawak\"", + "Sarawak", + "Kingdom_of_Sarawak" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Abdul_Rahman_Ya'kub", + "birthPlace", + "Kingdom_of_Sarawak" + ], + [ + "Abdul_Rahman_Ya'kub", + "party", + "\"Barisan Ra'ayat Jati Sarawak\"" + ] + ], + "predicted_rationale": "There is no evidence that the politician lives in the Kingdom of Sarawak." + }, + { + "question_id": 520, + "question": "Abdul Taib Mahmud was born in the Cairo, New York, U.S., resides in Demak Jaya, Jalan Bako, Kuching, Sarawak, and was succeeded by Mohamed Najib Boulif.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"Demak Jaya, Jalan Bako, Kuching, Sarawak\"", + "Abdul_Taib_Mahmud", + "\"Cairo, New York, U.S.\"", + "Mohamed_Najib_Boulif" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Abdul_Taib_Mahmud", + "residence", + "\"Demak Jaya, Jalan Bako, Kuching, Sarawak\"" + ] + ], + "predicted_rationale": "There is no evidence for Abdul Taib Mahmud's birthplace and successor." + }, + { + "question_id": 1589, + "question": "I didn\u2019t know that Cumberland county, Pennsylvania is north of an administrative region, the location of the place in Gettysburg.", + "types": [ + "coll:presup", + "num4", + "multi hop" + ], + "entity_set": [ + "Cumberland_County,_Pennsylvania", + "Gettysburg,_Pennsylvania" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Dock_Street_Dam", + "location", + "Cumberland_County,_Pennsylvania" + ], + [ + "Cumberland_County,_Pennsylvania", + "countySeat", + "Carlisle,_Pennsylvania" + ], + [ + "Cumberland_County,_Pennsylvania", + "state", + "Pennsylvania" + ] + ], + "predicted_rationale": "There is no evidence that Cumberland county, Pennsylvania is north of an administrative region, the location of the place in Gettysburg." + }, + { + "question_id": 493, + "question": "Amdavad ni Gufa is located at Lalbhai Dalpatbhai Campus, near CEPT University, opp. Gujarat University, University Road, B\u0119dzin, Beijing, China.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"Lalbhai Dalpatbhai Campus, near CEPT University, opp. Gujarat University, University Road\"", + "Amdavad_ni_Gufa", + "B\u0119dzin", + "\"Beijing, China\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Amdavad_ni_Gufa", + "address", + "\"Lalbhai Dalpatbhai Campus, near CEPT University, opp. Gujarat University, University Road\"" + ] + ], + "predicted_rationale": "There is no evidence for the location being in B\u0119dzin, Beijing, China." + }, + { + "question_id": 648, + "question": "its located in Adams County, Pennsylvania and was established in 2000.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "Adams_County,_Pennsylvania", + "\"2000\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that it is located in Adams County, Pennsylvania and was established in 2000." + }, + { + "question_id": 13, + "question": "I know that BMO Harris Bank had a parent company too.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "BMO_Harris_Bank" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "BMO_Harris_Bank", + "parentCompany", + "Bank_of_Montreal" + ], + [ + "Marshall_&_Ilsley", + "parentCompany", + "BMO_Harris_Bank" + ], + [ + "BMO_Harris_Bank", + "parent", + "Bank_of_Montreal" + ], + [ + "Marshall_&_Ilsley", + "parent", + "BMO_Harris_Bank" + ], + [ + "Bank_of_Montreal", + "keyPerson", + "BMO_Harris_Bank" + ], + [ + "Norman_Wait_Harris", + "employer", + "BMO_Harris_Bank" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since BMO Harris Bank's parent company is Bank of Montreal." + }, + { + "question_id": 2273, + "question": "The German built a ship is powered by a MTU Friedrichshafen engine which is made in Friedrichshafen.", + "types": [ + "written", + "num4", + "multi hop" + ], + "entity_set": [ + "Friedrichshafen", + "Germany", + "MTU_Friedrichshafen" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Nordic_(tug)", + "builder", + "Germany" + ], + [ + "Nordic_(tug)", + "powerType", + "MTU_Friedrichshafen" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since the Nordic tug is built by Germany and powered by a MTU Friedrichshafen engine." + }, + { + "question_id": 574, + "question": "Dr. Ahmad Hakimi is the chancellor of The College of William and Mary which is owned by Alan B Miller Hall and is located in Mount Sheila, Western Australia.", + "types": [ + "written", + "num4", + "substitution", + "multi claim" + ], + "entity_set": [ + "Alan_B._Miller_Hall", + "College_of_William_&_Mary", + "Mount_Sheila,_Western_Australia", + "\"Dr. Ahmad Hakimi\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alan_B._Miller_Hall", + "owner", + "College_of_William_&_Mary" + ] + ], + "predicted_rationale": "There is no evidence that Dr. Ahmad Hakimi is the chancellor of The College of William and Mary, and the college is not located in Mount Sheila, Western Australia." + }, + { + "question_id": 419, + "question": "Agra Airport is in Cadereyta Jim\u00e9nez, Nuevo Le\u00f3n, where the leader is TS Thakur.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Agra_Airport", + "T._S._Thakur", + "Cadereyta_Jim\u00e9nez,_Nuevo_Le\u00f3n" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Agra Airport is in Cadereyta Jim\u00e9nez, Nuevo Le\u00f3n, or that the leader is TS Thakur." + }, + { + "question_id": 1176, + "question": "The 11th Mississippi Infantry Monument, established in 2000, is in the municipality of Gettysburg, Pennsylvania.", + "types": [ + "written", + "num2", + "multi claim" + ], + "entity_set": [ + "\"2000\"", + "11th_Mississippi_Infantry_Monument", + "Gettysburg,_Pennsylvania" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "11th_Mississippi_Infantry_Monument", + "established", + "\"2000\"" + ], + [ + "11th_Mississippi_Infantry_Monument", + "municipality", + "Gettysburg,_Pennsylvania" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 346, + "question": "The prime minister of India is Blanca Elena Araya Zepeda and Amdavad ni Gufa is also located in India.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Amdavad_ni_Gufa", + "India", + "\"Blanca Elena Araya Zepeda\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Amdavad_ni_Gufa", + "locationCountry", + "India" + ], + [ + "Amdavad_ni_Gufa", + "country", + "India" + ] + ], + "predicted_rationale": "There is no evidence that the prime minister of India is Blanca Elena Araya Zepeda." + }, + { + "question_id": 461, + "question": "Ho Tung Gardens opened at 101 Ukrop Way on March 30, 2007.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"2007-03-30\"", + "\"101 Ukrop Way\"", + "Ho_Tung_Gardens" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Ho Tung Gardens opened at 101 Ukrop Way on March 30, 2007." + }, + { + "question_id": 1945, + "question": "The car does not have a Honda K engine and was not built in Marysville, Ohio.", + "types": [ + "coll:model", + "negation", + "num2", + "multi hop" + ], + "entity_set": [ + "Honda_K_engine", + "Marysville,_Ohio" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence to support the claim about the car's engine or its manufacturing location." + }, + { + "question_id": 397, + "question": "Adenan Satem succeeded by Return J. Meigs, Jr., who was born in the Kingdom of Sarawak.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Kingdom_of_Sarawak", + "Adenan_Satem", + "Return_J._Meigs,_Jr." + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Adenan Satem was succeeded by Return J. Meigs, Jr., or that Return J. Meigs, Jr. was born in the Kingdom of Sarawak." + }, + { + "question_id": 925, + "question": "He was born in Barnt Green, County of Tyrol and died in Monrovia.", + "types": [ + "coll:model", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "Tyrol_(state)", + "Monrovia", + "Barnt_Green" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for his birthplace or death place." + }, + { + "question_id": 1967, + "question": "A president (who was succeeded Abdul Taib Mahmud), was in office whilst Helen Kilpatrick was not Vice President.", + "types": [ + "written", + "negation", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Abdul_Taib_Mahmud", + "\"Helen Kilpatrick\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence to support the claim about the president and Helen Kilpatrick." + }, + { + "question_id": 111, + "question": "Vasay Chaudhry went to college as well.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Vasay_Chaudhry" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Vasay Chaudhry went to college." + }, + { + "question_id": 157, + "question": "It was Abdihakim Abdullahi Haji Omar the successor to Abdiweli Mohamed Ali.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Abdiweli_Mohamed_Ali", + "Abdihakim_Abdullahi_Haji_Omar" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Abdiweli_Mohamed_Ali", + "vicePresident", + "Abdihakim_Abdullahi_Haji_Omar" + ] + ], + "predicted_rationale": "There is no evidence that Abdihakim Abdullahi Haji Omar was the successor to Abdiweli Mohamed Ali, only that he was his vice President." + }, + { + "question_id": 712, + "question": "He joined NASA in 1963 and is an American born in British Hong Kong.", + "types": [ + "coll:model", + "num3", + "multi hop" + ], + "entity_set": [ + "\"1963\"", + "British_Hong_Kong", + "United_States" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that he joined NASA in 1963 and is an American born in British Hong Kong." + }, + { + "question_id": 2023, + "question": "well Naree is not 560 pages long and has the number 978-0-15-204770-2.", + "types": [ + "coll:model", + "negation", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"978-0-15-204770-2\"", + "\"560\"", + "Naree" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Naree has a specific page length or the given number." + }, + { + "question_id": 765, + "question": "A person, who was born on 23rd October 1793, in Georgia, Vermont, worked as the secretary of the State of Vermont.", + "types": [ + "written", + "num3", + "multi hop" + ], + "entity_set": [ + "Georgia,_Vermont", + "\"1793-10-23\"", + "\"Secretary of State of Vermont\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alvah_Sabin", + "birthDate", + "\"1793-10-23\"" + ], + [ + "Alvah_Sabin", + "birthPlace", + "Georgia,_Vermont" + ], + [ + "Alvah_Sabin", + "placeOfBirth", + "Georgia,_Vermont" + ], + [ + "Alvah_Sabin", + "dateOfBirth", + "\"1793-10-23\"" + ], + [ + "Alvah_Sabin", + "office", + "\"Secretary of State of Vermont\"" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 148, + "question": "Ramiro Mart\u00ednez was a prime minister.", + "types": [ + "written", + "existence" + ], + "entity_set": [ + "Ramiro_Mart\u00ednez" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Estudiantes_de_Buenos_Aires", + "name", + "Ramiro_Mart\u00ednez" + ], + [ + "Estudiantes_de_Buenos_Aires__Ramiro_Mart\u00ednez__1", + "currentMember", + "Ramiro_Mart\u00ednez" + ], + [ + "Ramiro_Mart\u00ednez", + "22-rdf-syntax-ns#type", + "DUL.owl#NaturalPerson" + ] + ], + "predicted_rationale": "There is no evidence that Ramiro Mart\u00ednez was a prime minister." + }, + { + "question_id": 2026, + "question": "Dapeng International Plaza (not located at Colmore Row) was not designed by the architect, John Madin.", + "types": [ + "written", + "negation", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Colmore_Row", + "John_Madin", + "Dapeng_International_Plaza" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence about Dapeng International Plaza, its location, or its architect." + }, + { + "question_id": 759, + "question": "The building, owned by The College of William and Mary, is in Williamsburg, Virginia and was opened on the 30th March 2007.", + "types": [ + "written", + "num3", + "multi hop" + ], + "entity_set": [ + "College_of_William_&_Mary", + "\"30 March 2007\"", + "Williamsburg,_Virginia" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "WCWM", + "owner", + "College_of_William_&_Mary" + ], + [ + "WCWM", + "city", + "Williamsburg,_Virginia" + ], + [ + "Zable_Stadium", + "location", + "Williamsburg,_Virginia" + ], + [ + "Zable_Stadium", + "operator", + "College_of_William_&_Mary" + ], + [ + "College_of_William_&_Mary", + "city", + "Williamsburg,_Virginia" + ] + ], + "predicted_rationale": "There is no evidence for the opening date of the building, 30th March 2007." + }, + { + "question_id": 256, + "question": "Do you know that 11th Mississippi Infantry Monument is in the Cavalier.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "11th_Mississippi_Infantry_Monument", + "Cavalier" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that 11th Mississippi Infantry Monument is in the Cavalier." + }, + { + "question_id": 806, + "question": "Bakewell pudding is from a settlement region found in the County of Gartog.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Bakewell_pudding", + "\"Gartog\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Bakewell pudding is from a settlement region found in the County of Gartog." + }, + { + "question_id": 1427, + "question": "What is the name of Pendulum Press's parent company?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Pendulum_Press" + ], + "Label": [ + false + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Pendulum_Press", + "parent", + "\"Academic Industries, Inc.\"" + ], + [ + "Pendulum_Press", + "name", + "\"Pendulum Press\"" + ], + [ + "Pendulum_Press", + "founder", + "\"David Oliphant\"" + ], + [ + "Pendulum_Press", + "foundingYear", + "\"1970\"" + ], + [ + "Pendulum_Press", + "headquarters", + "West_Haven,_Connecticut" + ] + ], + "predicted_rationale": "The parent company of Pendulum Press is Academic Industries, Inc., as stated in the evidence set." + }, + { + "question_id": 2058, + "question": "I know that the OS grid reference for Darlington is not SO925369.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Darlington", + "\"SO925369\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that the OS grid reference for Darlington is SO925369." + }, + { + "question_id": 337, + "question": "Armando Benedetti was born in British Hong Kong but he is a United States citizen.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "British_Hong_Kong", + "United_States", + "Armando_Benedetti" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Armando Benedetti was born in British Hong Kong or that he is a United States citizen." + }, + { + "question_id": 1747, + "question": "James Crabb was a priest who did not have a religious belief.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "James_Crabb_(priest)" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that James Crabb was a priest or had a religious belief." + }, + { + "question_id": 1543, + "question": "When was Gordon Marsden a leader of Blackpool?", + "types": [ + "question", + "coll:presup", + "num1" + ], + "entity_set": [ + "Blackpool", + "Gordon_Marsden" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Blackpool", + "leaderName", + "Gordon_Marsden" + ] + ], + "predicted_rationale": "Based on the evidence set, Gordon Marsden was a leader of Blackpool." + }, + { + "question_id": 1268, + "question": "The full name of AFC Ajax is Amsterdamsche Football Club Ajax, they played in the 2014-15 Eredivisie season and have 53502 members.", + "types": [ + "written", + "num3", + "multi claim" + ], + "entity_set": [ + "2014\u201315_Eredivisie", + "\"Amsterdamsche Football Club Ajax\"", + "AFC_Ajax", + "\"53502\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "AFC_Ajax", + "name", + "\"Amsterdamsche Football Club Ajax\"" + ], + [ + "AFC_Ajax", + "fullname", + "\"Amsterdamsche Football Club Ajax\"" + ], + [ + "AFC_Ajax", + "season", + "2014\u201315_Eredivisie" + ], + [ + "2014\u201315_Eredivisie", + "continentalcup1Qualifiers", + "AFC_Ajax" + ], + [ + "AFC_Ajax", + "capacity", + "\"53502\"" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 2345, + "question": "I realized that the A-Rosa Luna has not been built on the Neptun Werft, and Rostock, is in the location.", + "types": [ + "coll:presup", + "negation", + "num2", + "multi claim" + ], + "entity_set": [ + "A-Rosa_Luna", + "Neptun_Werft", + "Rostock" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "A-Rosa_Luna", + "builder", + "Neptun_Werft" + ], + [ + "Neptun_Werft", + "locationCity", + "Rostock" + ] + ], + "predicted_rationale": "There is evidence that the A-Rosa Luna was built on the Neptun Werft, which contradicts the claim." + }, + { + "question_id": 1113, + "question": "In India, the chief justice is a leadership title.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "India", + "\"Chief Justice\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "India", + "leaderTitle", + "\"Chief Justice\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, which states that in India, the leader title is Chief Justice." + }, + { + "question_id": 1133, + "question": "Yes, the Stargate was Michael Jackson's production team!", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Stargate_(production_team)", + "Michael_Jackson" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Stargate_(production_team)", + "associatedMusicalArtist", + "Michael_Jackson" + ], + [ + "Stargate_(production_team)", + "associatedActs", + "Michael_Jackson" + ], + [ + "Stargate_(production_team)", + "associatedBand", + "Michael_Jackson" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Stargate is associated with Michael Jackson." + }, + { + "question_id": 1082, + "question": "Well A Severed Wasp has ISBN number 0-374-26131-8.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "A_Severed_Wasp", + "\"0-374-26131-8\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "A_Severed_Wasp", + "isbn", + "\"0-374-26131-8\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since A Severed Wasp's ISBN number is 0-374-26131-8." + }, + { + "question_id": 116, + "question": "Yes, Matt Rizzotti went to university.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Matt_Rizzotti" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Matt Rizzotti went to university." + }, + { + "question_id": 2152, + "question": "Big Hero 6 actually does not have Jamie Chung in it.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Big_Hero_6_(film)", + "Jamie_Chung" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Big_Hero_6_(film)", + "starring", + "Jamie_Chung" + ] + ], + "predicted_rationale": "The evidence set indicates that Big Hero 6 does have Jamie Chung in it." + }, + { + "question_id": 1229, + "question": "In Virginia, Alan B. Miller Hall was designed by Robert A. M. Stern.", + "types": [ + "coll:model", + "num2", + "multi claim" + ], + "entity_set": [ + "Alan_B._Miller_Hall", + "Virginia", + "Robert_A._M._Stern" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alan_B._Miller_Hall", + "architect", + "Robert_A._M._Stern" + ], + [ + "Alan_B._Miller_Hall", + "location", + "Virginia" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 132, + "question": "Yes, Jorge Sousa Costa was the president!", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Jorge_Sousa_Costa" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Retalhos_da_Vida_de_Um_M\u00e9dico", + "starring", + "Jorge_Sousa_Costa" + ], + [ + "Jorge_Sousa_Costa", + "22-rdf-syntax-ns#type", + "DUL.owl#NaturalPerson" + ] + ], + "predicted_rationale": "There is no evidence that Jorge Sousa Costa was the president." + }, + { + "question_id": 1214, + "question": "To the East of Franklin County, Pennsylvania, you\u2019ll find Adams County which is where the 11th Mississippi Infantry monument is located.", + "types": [ + "written", + "num2", + "multi claim" + ], + "entity_set": [ + "Franklin_County,_Pennsylvania", + "11th_Mississippi_Infantry_Monument", + "Adams_County,_Pennsylvania" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Adams_County,_Pennsylvania", + "west", + "Franklin_County,_Pennsylvania" + ], + [ + "11th_Mississippi_Infantry_Monument", + "region", + "Adams_County,_Pennsylvania" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Adams County is located to the east of Franklin County and the 11th Mississippi Infantry monument is in Adams County." + }, + { + "question_id": 1178, + "question": "11th Mississippi Infantry Monument's location is Adams County, Pennsylvania and was established in 2000.", + "types": [ + "written", + "num2", + "multi claim" + ], + "entity_set": [ + "\"2000\"", + "11th_Mississippi_Infantry_Monument", + "Adams_County,_Pennsylvania" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "11th_Mississippi_Infantry_Monument", + "region", + "Adams_County,_Pennsylvania" + ], + [ + "11th_Mississippi_Infantry_Monument", + "established", + "\"2000\"" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 2064, + "question": "The Labour Party is not the leader of Birmingham.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Birmingham", + "Labour_Party_(UK)" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Birmingham", + "leaderName", + "Labour_Party_(UK)" + ] + ], + "predicted_rationale": "The evidence set indicates that the Labour Party is the leader of Birmingham." + }, + { + "question_id": 1881, + "question": "Born in Miri, Malaysia, Sulaiman Abdul Rahman Taib, was not succeeded by Abdul Taib Mahmud.", + "types": [ + "written", + "negation", + "num2", + "multi claim" + ], + "entity_set": [ + "Miri,_Malaysia", + "Sulaiman_Abdul_Rahman_Taib", + "Abdul_Taib_Mahmud" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Sulaiman_Abdul_Rahman_Taib", + "relation", + "Abdul_Taib_Mahmud" + ], + [ + "Sulaiman_Abdul_Rahman_Taib", + "predecessor", + "Abdul_Taib_Mahmud" + ], + [ + "Abdul_Taib_Mahmud", + "successor", + "Sulaiman_Abdul_Rahman_Taib" + ], + [ + "Abdul_Taib_Mahmud", + "child", + "Sulaiman_Abdul_Rahman_Taib" + ] + ], + "predicted_rationale": "There is evidence that Sulaiman Abdul Rahman Taib was the successor of Abdul Taib Mahmud, which contradicts the claim." + }, + { + "question_id": 382, + "question": "11th Mississippi Infantry Monument was established in 2000 in Kunda, India.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "11th_Mississippi_Infantry_Monument", + "\"2000\"", + "Kunda,_India" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "11th_Mississippi_Infantry_Monument", + "established", + "\"2000\"" + ] + ], + "predicted_rationale": "There is no evidence that the 11th Mississippi Infantry Monument was established in Kunda, India." + }, + { + "question_id": 2262, + "question": "The university in the US are currently tenants of the Robert A M Stern designed Alan B Miller Hall.", + "types": [ + "written", + "num4", + "multi hop" + ], + "entity_set": [ + "United_States", + "Alan_B._Miller_Hall", + "Robert_A._M._Stern" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Virginia", + "country", + "United_States" + ], + [ + "Alan_B._Miller_Hall", + "location", + "Virginia" + ], + [ + "Alan_B._Miller_Hall", + "tenant", + "Mason_School_of_Business" + ], + [ + "Alan_B._Miller_Hall", + "architect", + "Robert_A._M._Stern" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 859, + "question": "The politician, Daniel Martinez, is a city's leader which is in the country of Izu Islands and the death place of Christiaen Striep.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"Daniel_Mart\u00ednez_(politician)\"", + "Izu_Islands", + "Christiaen_Striep" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Daniel Martinez is a city's leader, the city is in the country of Izu Islands, or the death place of Christiaen Striep." + }, + { + "question_id": 1376, + "question": "What is the name of Al Wahat District's capital?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Al_Wahat_District" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Al_Wahat_District", + "capital", + "Ajdabiya" + ], + [ + "Al_Wahat_District", + "name", + "\"Al Wahat\"" + ], + [ + "Al_Wahat_District", + "country", + "Libya" + ], + [ + "Awjila", + "isPartOf", + "Al_Wahat_District" + ], + [ + "Awjila", + "subdivisionName", + "Al_Wahat_District" + ] + ], + "predicted_rationale": "The capital of Al Wahat District is Ajdabiya, as stated in the evidence set." + }, + { + "question_id": 1008, + "question": "The population of Akron, Ohio is 1239.3 people per square km.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Akron,_Ohio", + "\"1239.35\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Akron,_Ohio", + "populationDensity", + "\"1239.35\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as the population density of Akron, Ohio is approximately 1239.3 people per square km." + }, + { + "question_id": 158, + "question": "It was Zulemita Menem who succeeded Carlos Menem.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Carlos_Menem", + "Zulemita_Menem" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Carlos_Menem", + "children", + "Zulemita_Menem" + ], + [ + "Carlos_Menem", + "child", + "Zulemita_Menem" + ] + ], + "predicted_rationale": "There is no evidence that Zulemita Menem succeeded Carlos Menem." + }, + { + "question_id": 1636, + "question": "Yeah, Austevoll did not have a capital.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Austevoll" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Austevoll", + "capital", + "Storeb\u00f8" + ], + [ + "DOF_ASA", + "location", + "Austevoll" + ], + [ + "Henrik_\u00d8stervold", + "placeOfBirth", + "Austevoll" + ], + [ + "Claus_Lundekvam", + "birthPlace", + "Austevoll" + ], + [ + "Henrik_\u00d8stervold", + "birthPlace", + "Austevoll" + ], + [ + "Austevoll", + "county", + "\"Hordaland\"" + ] + ], + "predicted_rationale": "There is evidence that Austevoll's capital is Storeb\u00f8." + }, + { + "question_id": 1558, + "question": "I wish that Carlos Ruckauf was a vice president.", + "types": [ + "coll:presup", + "existence" + ], + "entity_set": [ + "Carlos_Ruckauf" + ], + "Label": [ + false + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Carlos_Menem", + "vicePresident", + "Carlos_Ruckauf" + ], + [ + "Carlos_Ruckauf", + "president", + "Carlos_Menem" + ], + [ + "Carlos_Ruckauf", + "predecessor", + "Jos\u00e9_Mar\u00eda_Vernet" + ], + [ + "Rafael_Bielsa", + "predecessor", + "Carlos_Ruckauf" + ], + [ + "Carlos_Ruckauf", + "successor", + "Rafael_Bielsa" + ], + [ + "Eduardo_Duhalde", + "successor", + "Carlos_Ruckauf" + ], + [ + "Argentine_general_election,_1995", + "runningMate", + "Carlos_Ruckauf" + ] + ], + "predicted_rationale": "Based on the evidence set, Carlos Ruckauf was a vice president under Carlos Menem." + }, + { + "question_id": 847, + "question": "A politician, member of the Parti Pesaka Bumiputera Bersatu party, resides in Rye Australia.", + "types": [ + "written", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Parti_Pesaka_Bumiputera_Bersatu", + "Rye_Australia" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that a politician, member of the Parti Pesaka Bumiputera Bersatu party, resides in Rye Australia." + }, + { + "question_id": 996, + "question": "Robert Gates the Chancellor of the College of William and Mary!", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "College_of_William_&_Mary", + "Robert_Gates" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "College_of_William_&_Mary", + "chancellor", + "Robert_Gates" + ], + [ + "Robert_Gates", + "almaMater", + "College_of_William_&_Mary" + ] + ], + "predicted_rationale": "Based on the evidence set, Robert Gates is indeed the Chancellor of the College of William and Mary." + }, + { + "question_id": 226, + "question": "No, but 1101 Clematis has a temperature of 176.0 Kelvins.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "1101_Clematis", + "\"176.0\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that 1101 Clematis has a temperature of 176.0 Kelvins." + }, + { + "question_id": 598, + "question": "An astronaut served as Chief of the Astronaut Office in 1976 and had a title as the United States Ambassador to Norway.", + "types": [ + "written", + "num2", + "multi hop" + ], + "entity_set": [ + "\"1976\"", + "United_States_Ambassador_to_Norway" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that an astronaut served as Chief of the Astronaut Office in 1976 and had a title as the United States Ambassador to Norway." + }, + { + "question_id": 684, + "question": "J. V. Jones wrote \"A book,\" ISBN number 0-7653-0633-6.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "\"0-7653-0633-6\"", + "J._V._Jones" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "A_Fortress_of_Grey_Ice", + "author", + "J._V._Jones" + ], + [ + "A_Fortress_of_Grey_Ice", + "isbn", + "\"0-7653-0633-6\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since A_Fortress_of_Grey_Ice refers to the book." + }, + { + "question_id": 1114, + "question": "Well, Interscope Geffen A&M distributes Polydor Records label.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Polydor_Records", + "Interscope_Geffen_A&M" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Polydor_Records", + "distributingLabel", + "Interscope_Geffen_A&M" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Polydor Records is distributed by Interscope Geffen A&M." + }, + { + "question_id": 548, + "question": "Agra Airport with an elevation of 167.94 meters above sea level is in Uttar Pradesh which is part of Khachmaz District.", + "types": [ + "written", + "num4", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"167.94\"", + "Uttar_Pradesh", + "Agra_Airport", + "Khachmaz_District" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Agra_Airport", + "elevation", + "\"167.94\"" + ], + [ + "Agra_Airport", + "location", + "Uttar_Pradesh" + ] + ], + "predicted_rationale": "There is no evidence that Uttar Pradesh is part of Khachmaz District." + }, + { + "question_id": 1866, + "question": "Speaking of Linda Reimer, she was not a prime minister!", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Linda_Reimer" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Belcarra", + "leaderName", + "Linda_Reimer" + ], + [ + "Linda_Reimer", + "office", + "\"MLA for Port Moody-Coquitlam\"" + ], + [ + "Linda_Reimer", + "predecessor", + "Joe_Trasolini" + ], + [ + "Joe_Trasolini", + "successor", + "Linda_Reimer" + ], + [ + "Linda_Reimer", + "party", + "British_Columbia_Liberal_Party" + ] + ], + "predicted_rationale": "There is no evidence that Linda Reimer was a prime minister." + }, + { + "question_id": 130, + "question": "I know, Joseph Chinotimba was a vice president.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Joseph_Chinotimba" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Jabulani_Sibanda", + "vicePresident", + "Joseph_Chinotimba" + ], + [ + "Jabulani_Sibanda", + "vicepresident", + "Joseph_Chinotimba" + ], + [ + "Joseph_Chinotimba", + "office", + "\"Zimbabwe Federation of Trade Unions\"" + ], + [ + "Joseph_Chinotimba", + "occupation", + "\"Politician\"" + ], + [ + "Joseph_Chinotimba", + "profession", + "\"Security guard\"" + ] + ], + "predicted_rationale": "Based on the evidence set, Joseph Chinotimba was a vice president of Jabulani Sibanda." + }, + { + "question_id": 1375, + "question": "What is the name of Kavi Guru Express's parent company?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Kavi_Guru_Express" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the parent company of Kavi Guru Express." + }, + { + "question_id": 172, + "question": "He is Robert Duncan McNeill, the leader of Chuck Versus the Anniversary!", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Chuck_Versus_the_Anniversary", + "Robert_Duncan_McNeill" + ], + "Label": [ + false + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Chuck_Versus_the_Anniversary", + "director", + "Robert_Duncan_McNeill" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Robert Duncan McNeill is the director of Chuck Versus the Anniversary." + }, + { + "question_id": 389, + "question": "Born in Kingdom of Sarawak, Abdul Taib Mahmud's successor was, Ant\u00f4nio Rog\u00e9rio Magri.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Kingdom_of_Sarawak", + "Abdul_Taib_Mahmud", + "Ant\u00f4nio_Rog\u00e9rio_Magri" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Abdul_Taib_Mahmud", + "birthPlace", + "Kingdom_of_Sarawak" + ] + ], + "predicted_rationale": "There is no information about Abdul Taib Mahmud's successor being Ant\u00f4nio Rog\u00e9rio Magri." + }, + { + "question_id": 2304, + "question": "The university, located in the the Republic of Macedonia, is the current tenant of Alan B Miller Hall, which cost 75 million dollars.", + "types": [ + "written", + "num4", + "substitution", + "multi hop" + ], + "entity_set": [ + "Alan_B._Miller_Hall", + "\"7.5E7\"", + "\"the Republic of Macedonia\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alan_B._Miller_Hall", + "cost", + "\"7.5E7\"" + ] + ], + "predicted_rationale": "There is no evidence for the location of the university or its relation to Alan B Miller Hall." + }, + { + "question_id": 1544, + "question": "When was Labour Party (UK) a leader of Blackpool?", + "types": [ + "question", + "coll:presup", + "num1" + ], + "entity_set": [ + "Blackpool", + "Labour_Party_(UK)" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Blackpool", + "leaderName", + "Labour_Party_(UK)" + ] + ], + "predicted_rationale": "Based on the evidence set, Labour Party (UK) was a leader of Blackpool." + }, + { + "question_id": 1906, + "question": "Agra Airport is not located in Uttar Pradesh which is not part of Bundelkhand, India.", + "types": [ + "coll:model", + "negation", + "num2", + "multi claim" + ], + "entity_set": [ + "Uttar_Pradesh", + "Bundelkhand", + "Agra_Airport" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Agra_Airport", + "location", + "Uttar_Pradesh" + ], + [ + "Uttar_Pradesh", + "isPartOf", + "Bundelkhand" + ], + [ + "Uttar_Pradesh", + "subdivisionName", + "Bundelkhand" + ] + ], + "predicted_rationale": "There is evidence that Agra Airport is located in Uttar Pradesh, which is part of Bundelkhand, India." + }, + { + "question_id": 977, + "question": "William Anders was the Chief of the Astronaut Office back in 1976!", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "William_Anders", + "\"1976\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "William_Anders", + "years", + "\"1976\"" + ] + ], + "predicted_rationale": "There is no evidence that William Anders was the Chief of the Astronaut Office." + }, + { + "question_id": 1288, + "question": "The Train song, Mermaid, was produced by the production team, Espionage, distributes digitally, and followed with a recording of Imagine by John Lennon.", + "types": [ + "written", + "num3", + "multi claim" + ], + "entity_set": [ + "Espionage_(production_team)", + "Music_download", + "Imagine_(John_Lennon_song)", + "Mermaid_(Train_song)" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Mermaid_(Train_song)", + "producer", + "Espionage_(production_team)" + ], + [ + "Mermaid_(Train_song)", + "writer", + "Espionage_(production_team)" + ], + [ + "Mermaid_(Train_song)", + "format", + "Music_download" + ], + [ + "Mermaid_(Train_song)", + "subsequentWork", + "Imagine_(John_Lennon_song)" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 2186, + "question": "William Anders actually did not join NASA until 1963.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "William_Anders", + "\"1963\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that William Anders joined NASA in 1963." + }, + { + "question_id": 602, + "question": "It's in Birmingham and has 23 floors!", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "Birmingham", + "\"23\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that it is in Birmingham and has 23 floors." + }, + { + "question_id": 1510, + "question": "What was Eli C. King president?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Eli_C._King" + ], + "Label": [ + false + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Eli_C._King", + "office", + "\"3rdMayor of Columbus\"" + ], + [ + "Eli_C._King", + "title", + "List_of_mayors_of_Columbus,_Ohio" + ], + [ + "Eli_C._King", + "predecessor", + "John_Kerr_(US_politician)" + ], + [ + "John_Laughrey", + "predecessor", + "Eli_C._King" + ], + [ + "Eli_C._King", + "successor", + "John_Laughrey" + ], + [ + "John_Kerr_(US_politician)", + "successor", + "Eli_C._King" + ], + [ + "Eli_C._King", + "termStart", + "\"1820\"" + ] + ], + "predicted_rationale": "Based on the evidence set, Eli C. King was the 3rd Mayor of Columbus." + }, + { + "question_id": 221, + "question": "We have Popa Victor, the leader of Gujarat.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Gujarat", + "\"Popa Victor\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Dode\u0219ti", + "leaderName", + "\"Popa Victor\"" + ] + ], + "predicted_rationale": "There is no evidence that Popa Victor is the leader of Gujarat." + }, + { + "question_id": 1807, + "question": "Yep, Wilhelm Wirth did not have a predecessor!", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Wilhelm_Wirth" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Wilhelm_Wirth", + "rdf-schema#label", + "\"Wilhelm Wirth\"" + ], + [ + "Wilhelm_Wirth", + "name", + "\"Wirth, Wilhelm\"" + ], + [ + "Wilhelm_Wirth", + "birthDate", + "\"1876-07-26\"" + ], + [ + "Wilhelm_Wirth", + "dateOfBirth", + "\"1876-07-26\"" + ], + [ + "Wilhelm_Wirth", + "description", + "\"German psychologist\"" + ] + ], + "predicted_rationale": "There is no evidence that Wilhelm Wirth did or did not have a predecessor." + }, + { + "question_id": 846, + "question": "Koroku Inumura also wrote a book which has the OCLC number 318875313.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"318875313\"", + "Koroku_Inumura" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Koroku Inumura wrote a book with the OCLC number 318875313." + }, + { + "question_id": 358, + "question": "RC is a character from Big Hero 6, which stars Alan Tudyk.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Big_Hero_6_(film)", + "Alan_Tudyk", + "MotorStorm:_RC" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Big_Hero_6_(film)", + "starring", + "Alan_Tudyk" + ] + ], + "predicted_rationale": "There is no information about the character RC in the evidence set." + }, + { + "question_id": 143, + "question": "Jonas Bloch was also a Prime Minister.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Jonas_Bloch" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Jonas_Bloch", + "occupation", + "\"Actor\"" + ], + [ + "Jonas_Bloch", + "birthPlace", + "Belo_Horizonte" + ], + [ + "Jonas_Bloch", + "placeOfBirth", + "Belo_Horizonte" + ], + [ + "Jonas_Bloch", + "dateOfBirth", + "\"1939-02-08\"" + ], + [ + "Jonas_Bloch", + "birthDate", + "\"1939-02-08\"" + ] + ], + "predicted_rationale": "There is no evidence that Jonas Bloch was a Prime Minister." + }, + { + "question_id": 331, + "question": "Well Paraguay born Earle C. Hayes died in Asuncion.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Asunci\u00f3n", + "Paraguay", + "Earle_C._Hayes" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Earle C. Hayes was born in Paraguay and died in Asuncion." + }, + { + "question_id": 1473, + "question": "What is the name of Karim Sadr's child?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Karim_Sadr" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence about Karim Sadr's child." + }, + { + "question_id": 2082, + "question": "Alvah Sabin was actually not the Secretary of State of Vermont.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Alvah_Sabin", + "\"Secretary of State of Vermont\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alvah_Sabin", + "office", + "\"Secretary of State of Vermont\"" + ] + ], + "predicted_rationale": "The evidence set indicates that Alvah Sabin held the office of Secretary of State of Vermont." + }, + { + "question_id": 1040, + "question": "The A-Rosa Luna comes with a top speed of 24 km/h.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "A-Rosa_Luna", + "\"24.0\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "A-Rosa_Luna", + "topSpeed", + "\"24.0\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, which states that the A-Rosa Luna has a top speed of 24.0 km/h." + }, + { + "question_id": 2012, + "question": "Alfredo Zitarrosa not died in Central Elgin where the leader is Raul Fernando Sendic Rodriguez.", + "types": [ + "written", + "negation", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Alfredo_Zitarrosa", + "Ra\u00fal_Fernando_Sendic_Rodr\u00edguez", + "Central_Elgin" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence about Alfredo Zitarrosa's death or the leader of Central Elgin." + }, + { + "question_id": 883, + "question": "A planet (formerly\"Roudaki Hall\") has an orbital period of 135589000.0 and the epoch is on 31 December 2016.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"1.35589e+08\"", + "\"2006-12-31\"", + "\"Roudaki Hall\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the orbital period and the epoch of the planet." + }, + { + "question_id": 1587, + "question": "I wasn\u2019t aware that a musical artist was born on March 5, 1913 in Asuncion, in Paraguay.", + "types": [ + "coll:presup", + "num3", + "multi hop" + ], + "entity_set": [ + "Paraguay", + "Asunci\u00f3n", + "\"1913-05-05\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Agust\u00edn_Barboza", + "birthDate", + "\"1913-05-05\"" + ], + [ + "Agust\u00edn_Barboza", + "birthPlace", + "Asunci\u00f3n" + ], + [ + "Agust\u00edn_Barboza", + "placeOfBirth", + "Asunci\u00f3n" + ], + [ + "Agust\u00edn_Barboza", + "dateOfBirth", + "\"1913-05-05\"" + ], + [ + "Paraguay", + "capital", + "Asunci\u00f3n" + ], + [ + "Paraguay", + "largestCity", + "Asunci\u00f3n" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Agust\u00edn Barboza was born on March 5, 1913 in Asuncion, which is the capital of Paraguay." + }, + { + "question_id": 480, + "question": "William Anders, a fighter pilot from Caversham, Berkshire, retired on September 1, 1969.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "William_Anders", + "Fighter_pilot", + "\"1969-09-01\"", + "Caversham,_Berkshire" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "William_Anders", + "occupation", + "Fighter_pilot" + ], + [ + "William_Anders", + "dateOfRet", + "\"1969-09-01\"" + ] + ], + "predicted_rationale": "There is no evidence for the birthplace of William Anders being Caversham, Berkshire." + }, + { + "question_id": 2333, + "question": "If only V\u00e1clav Klaus was not a prime minister.", + "types": [ + "coll:presup", + "negation", + "existence" + ], + "entity_set": [ + "V\u00e1clav_Klaus" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "V\u00e1clav_Klaus", + "primeMinister", + "Mirek_Topol\u00e1nek" + ], + [ + "V\u00e1clav_Havel", + "primeMinister", + "V\u00e1clav_Klaus" + ], + [ + "V\u00e1clav_Klaus", + "primeminister", + "Mirek_Topol\u00e1nek" + ], + [ + "V\u00e1clav_Havel", + "primeminister", + "V\u00e1clav_Klaus" + ], + [ + "V\u00e1clav_Klaus", + "predecessor", + "Jan_Stejskal_(politician)" + ], + [ + "Milo\u0161_Zeman", + "predecessor", + "V\u00e1clav_Klaus" + ], + [ + "V\u00e1clav_Klaus", + "successor", + "Milo\u0161_Zeman" + ], + [ + "V\u00e1clav_Havel", + "successor", + "V\u00e1clav_Klaus" + ], + [ + "Milo\u0161_Zeman", + "successor", + "V\u00e1clav_Klaus" + ], + [ + "Czech_legislative_election,_2002", + "leader", + "V\u00e1clav_Klaus" + ] + ], + "predicted_rationale": "There is evidence that V\u00e1clav Klaus was a prime minister, as he is listed as the prime minister under V\u00e1clav Havel." + }, + { + "question_id": 1364, + "question": "What is the name of Bona Sforza's spouse?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Bona_Sforza" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the name of Bona Sforza's spouse." + }, + { + "question_id": 1195, + "question": "Agra Airport is in India, one of its leaders is called T.S. Thakur.", + "types": [ + "coll:model", + "num2", + "multi claim" + ], + "entity_set": [ + "T._S._Thakur", + "India", + "Agra_Airport" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Agra_Airport", + "location", + "India" + ], + [ + "India", + "leader", + "T._S._Thakur" + ], + [ + "India", + "leaderName", + "T._S._Thakur" + ], + [ + "T._S._Thakur", + "nationality", + "India" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 2257, + "question": "Alfredo Zitarrosa died in a city, in Uruguay, the leader of which, is Ra\u00fal Fernando Sendic Rodr\u00edguez.", + "types": [ + "written", + "num4", + "multi hop" + ], + "entity_set": [ + "Uruguay", + "Alfredo_Zitarrosa", + "Ra\u00fal_Fernando_Sendic_Rodr\u00edguez" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alfredo_Zitarrosa", + "deathPlace", + "Uruguay" + ], + [ + "Alfredo_Zitarrosa", + "birthPlace", + "Uruguay" + ], + [ + "Montevideo", + "country", + "Uruguay" + ], + [ + "Alfredo_Zitarrosa", + "deathPlace", + "Montevideo" + ], + [ + "Alfredo_Zitarrosa", + "birthPlace", + "Montevideo" + ], + [ + "Uruguay", + "capital", + "Montevideo" + ], + [ + "Uruguay", + "leader", + "Ra\u00fal_Fernando_Sendic_Rodr\u00edguez" + ], + [ + "Uruguay", + "leaderName", + "Ra\u00fal_Fernando_Sendic_Rodr\u00edguez" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1813, + "question": "Yes, Ibrahim Hananu did not attend college!", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Ibrahim_Hananu" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Ibrahim_Hananu", + "birthPlace", + "Ottoman_Syria" + ], + [ + "Ibrahim_Hananu", + "stateOfOrigin", + "Syrian_people" + ], + [ + "Ibrahim_Hananu", + "nationality", + "Syrian_people" + ], + [ + "Ibrahim_Hananu", + "birthYear", + "\"1869\"" + ], + [ + "Ibrahim_Hananu", + "birthDate", + "\"1869\"" + ] + ], + "predicted_rationale": "There is no evidence that Ibrahim Hananu did or did not attend college." + }, + { + "question_id": 1851, + "question": "Do you know that Roy Trubshaw is not the president?", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Roy_Trubshaw" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Roy Trubshaw is the president." + }, + { + "question_id": 694, + "question": "Yep, the place is located in Adams County Pennsylvania.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "Adams_County,_Pennsylvania", + "\"Pennsylvania\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Adams_County,_Pennsylvania", + "state", + "\"Pennsylvania\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Adams County is located in Pennsylvania." + }, + { + "question_id": 2338, + "question": "I remembered that Aleksandr Tereshko was not a president.", + "types": [ + "coll:presup", + "negation", + "existence" + ], + "entity_set": [ + "Aleksandr_Tereshko" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "FC_Krutogorye_Dzerzhinsk", + "name", + "Aleksandr_Tereshko" + ], + [ + "FC_Krutogorye_Dzerzhinsk__Aleksandr_Tereshko__1", + "currentMember", + "Aleksandr_Tereshko" + ], + [ + "Aleksandr_Tereshko", + "22-rdf-syntax-ns#type", + "DUL.owl#NaturalPerson" + ] + ], + "predicted_rationale": "There is no evidence that Aleksandr Tereshko was a president." + }, + { + "question_id": 1466, + "question": "What is the name of Khalid Hasan's spouse?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Khalid_Hasan" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for Khalid Hasan's spouse." + }, + { + "question_id": 531, + "question": "Born on October 17th, 1933 in Sibirtsevo, William Anders would serve as a crew member on Apollo 8.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "William_Anders", + "\"1933-10-17\"", + "Apollo_8", + "Sibirtsevo" + ], + "Label": [ + false + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "William_Anders", + "dateOfBirth", + "\"1933-10-17\"" + ], + [ + "William_Anders", + "birthDate", + "\"1933-10-17\"" + ], + [ + "Apollo_8", + "crewMembers", + "William_Anders" + ], + [ + "Apollo_8", + "crew3Up", + "William_Anders" + ], + [ + "William_Anders", + "mission", + "Apollo_8" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 27, + "question": "He actually had a predecessor, James Kidd Flemming!", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "James_Kidd_Flemming" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "James_Kidd_Flemming", + "predecessor", + "Charles_L._Smith" + ], + [ + "George_Johnson_Clarke", + "predecessor", + "James_Kidd_Flemming" + ], + [ + "James_Kidd_Flemming", + "successor", + "Albion_Roudolph_Foster" + ], + [ + "John_Douglas_Hazen", + "successor", + "James_Kidd_Flemming" + ], + [ + "James_Kidd_Flemming", + "relation", + "Hugh_John_Flemming" + ], + [ + "James_Kidd_Flemming", + "spouse", + "\"1890\"" + ], + [ + "James_Kidd_Flemming", + "relations", + "Hugh_John_Flemming" + ] + ], + "predicted_rationale": "There is no evidence that James Kidd Flemming was a predecessor of the subject in question." + }, + { + "question_id": 637, + "question": "He has a ship displacement of 1850 tonnes and a top speed of 24.0.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "\"1850.0\"", + "\"24.0\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the ship displacement of 1850 tonnes and a top speed of 24.0." + }, + { + "question_id": 2366, + "question": "I emphasized that Amdavad ni Gufa is not located in North Korea, the country which has Sumitra Mahajan as one of its leaders.", + "types": [ + "coll:presup", + "negation", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Sumitra_Mahajan", + "Amdavad_ni_Gufa", + "North_Korea" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Amdavad ni Gufa is not located in North Korea or that Sumitra Mahajan is a leader of North Korea." + }, + { + "question_id": 1381, + "question": "What is the name of A.D. Isidro Metap\u00e1n's nickname?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "A.D._Isidro_Metap\u00e1n" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "A.D._Isidro_Metap\u00e1n", + "nickname", + "\"Los Cementeros\"" + ], + [ + "A.D._Isidro_Metap\u00e1n", + "clubname", + "\"Isidro Metap\u00e1n\"" + ], + [ + "A.D._Isidro_Metap\u00e1n", + "fullname", + "\"Asociaci\u00f3n Deportiva\"" + ], + [ + "A.D._Isidro_Metap\u00e1n", + "name", + "H\u00e9ctor_Omar_Mej\u00eda" + ], + [ + "Jamaica_national_football_team", + "club", + "A.D._Isidro_Metap\u00e1n" + ] + ], + "predicted_rationale": "The nickname of A.D. Isidro Metap\u00e1n is 'Los Cementeros', as stated in the evidence set." + }, + { + "question_id": 1475, + "question": "What is the name of Gretna F.C. 2008's nickname?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Gretna_F.C._2008" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Gretna_F.C._2008", + "clubname", + "\"Gretna 2008\"" + ], + [ + "Gretna_F.C._2008", + "fullname", + "\"Gretna Football Club 2008\"" + ], + [ + "Gretna_F.C._2008__Jamie_Greenall__1", + "team", + "Gretna_F.C._2008" + ], + [ + "Gretna_F.C._2008", + "name", + "\"Joe Slattery\"" + ] + ], + "predicted_rationale": "There is no evidence for the nickname of Gretna F.C. 2008." + }, + { + "question_id": 2243, + "question": "Well, in the Republic of Ireland, Irish is not an official language.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Republic_of_Ireland", + "Irish_language" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Republic_of_Ireland", + "language", + "Irish_language" + ], + [ + "Republic_of_Ireland", + "languages", + "Irish_language" + ] + ], + "predicted_rationale": "The evidence set indicates that Irish is a language of the Republic of Ireland." + }, + { + "question_id": 137, + "question": "Did you know that David Cross was the president?", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "David_Cross" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that David Cross was the president." + }, + { + "question_id": 1275, + "question": "William Anders, who was born in British Hong Kong on the 17th of October 1933, crewed Apollo 8.", + "types": [ + "written", + "num3", + "multi claim" + ], + "entity_set": [ + "William_Anders", + "British_Hong_Kong", + "Apollo_8", + "\"1933-10-17\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "William_Anders", + "birthPlace", + "British_Hong_Kong" + ], + [ + "William_Anders", + "dateOfBirth", + "\"1933-10-17\"" + ], + [ + "William_Anders", + "birthDate", + "\"1933-10-17\"" + ], + [ + "Apollo_8", + "crewMembers", + "William_Anders" + ], + [ + "Apollo_8", + "crew3Up", + "William_Anders" + ], + [ + "William_Anders", + "mission", + "Apollo_8" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 321, + "question": "Staffan Scharin is actually a former member of Train.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Train_(band)", + "Staffan_Scharin" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Staffan Scharin is a former member of Train." + }, + { + "question_id": 180, + "question": "I heard Agra Airport is operated by the Athabasca Oil Corporation.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Agra_Airport", + "Athabasca_Oil_Corporation" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Agra Airport is operated by the Athabasca Oil Corporation." + }, + { + "question_id": 1189, + "question": "Alvah Sabin belongs to the Whig Party (United States) which is led by Henry Clay.", + "types": [ + "written", + "num2", + "multi claim" + ], + "entity_set": [ + "Henry_Clay", + "Whig_Party_(United_States)", + "Alvah_Sabin" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alvah_Sabin", + "party", + "Whig_Party_(United_States)" + ], + [ + "Whig_Party_(United_States)", + "leader", + "Henry_Clay" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 351, + "question": "The Mason School of Business is located in Alan B Miller Hall in the Jersey and Guernsey.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Mason_School_of_Business", + "Alan_B._Miller_Hall", + "\"Jersey and Guernsey\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alan_B._Miller_Hall", + "tenant", + "Mason_School_of_Business" + ], + [ + "Alan_B._Miller_Hall", + "currentTenants", + "Mason_School_of_Business" + ] + ], + "predicted_rationale": "There is no evidence that Alan B Miller Hall is located in the Jersey and Guernsey." + }, + { + "question_id": 361, + "question": "Terre Haute Rex is a character in Big Hero 6 with Ryan Potter.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Big_Hero_6_(film)", + "Ryan_Potter", + "Terre_Haute_Rex" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Big_Hero_6_(film)", + "starring", + "Ryan_Potter" + ] + ], + "predicted_rationale": "There is no information about the character Terre Haute Rex in the evidence set." + }, + { + "question_id": 2377, + "question": "I emphasized that Gujarat's leader is not termed as the President of the General Assembly.", + "types": [ + "coll:presup", + "negation", + "num1" + ], + "entity_set": [ + "Gujarat", + "\"President of the General Assembly\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Gujarat's leader is termed as the President of the General Assembly." + }, + { + "question_id": 966, + "question": "Frank Borman was also on the crew of Apollo 8.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Apollo_8", + "Frank_Borman" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Apollo_8", + "crew1Up", + "Frank_Borman" + ], + [ + "Apollo_8", + "crewMembers", + "Frank_Borman" + ], + [ + "Frank_Borman", + "mission", + "Apollo_8" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Frank Borman is listed as a crew member of Apollo 8." + }, + { + "question_id": 229, + "question": "The population density in Auburn, Alabama is 597.8 inhabitants per square kilometre?", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Auburn,_Alabama", + "\"597.8\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the population density in Auburn, Alabama." + }, + { + "question_id": 385, + "question": "Joseph Reid (politician), was born in the Kingdom of Sarawak, and is a member of the \"Barisan Ra'ayat Jati Sarawak\" party.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Kingdom_of_Sarawak", + "\"Barisan Ra'ayat Jati Sarawak\"", + "Joseph_Reid_(politician)" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Joseph Reid was born in the Kingdom of Sarawak and is a member of the Barisan Ra'ayat Jati Sarawak party." + }, + { + "question_id": 1961, + "question": "Interestingly, Honda makes the automobile not with a Family II engine I4.", + "types": [ + "coll:model", + "negation", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Honda", + "\"Family II engine I4\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Honda makes the automobile not with a Family II engine I4." + }, + { + "question_id": 645, + "question": "Acura is part of a division of a company that make the Acura TLX.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "Acura", + "Acura_TLX" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Honda", + "division", + "Acura" + ], + [ + "Acura_TLX", + "manufacturer", + "Honda" + ], + [ + "Acura", + "owningCompany", + "Honda" + ], + [ + "Acura", + "product", + "Luxury_vehicle" + ], + [ + "Acura_TLX", + "class", + "Luxury_vehicle" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 2157, + "question": "I have heard that Alfons Gorbach's birthplace is not Palazzo Chiablese.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Alfons_Gorbach", + "Palazzo_Chiablese" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Alfons Gorbach's birthplace is Palazzo Chiablese." + }, + { + "question_id": 1785, + "question": "I read that Paul Dutton did not have a spouse.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Paul_Dutton" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Paul_Dutton", + "birthPlace", + "Toronto" + ], + [ + "Paul_Dutton", + "placeOfBirth", + "\"Toronto\"" + ], + [ + "Paul_Dutton", + "dateOfDeath", + "\"--12-29\"" + ], + [ + "Paul_Dutton", + "dateOfBirth", + "\"1943\"" + ], + [ + "Paul_Dutton", + "birthYear", + "\"1943\"" + ] + ], + "predicted_rationale": "There is no evidence that Paul Dutton did or did not have a spouse." + }, + { + "question_id": 872, + "question": "A building was completed in c. June 1863, is located at Colmore Row and has 23 floors.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"23\"", + "Colmore_Row", + "\"c. June 1863\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the completion date, location, or the number of floors." + }, + { + "question_id": 433, + "question": "Adams county, to the east of Franklin county, is the home of the Colder Weather in Pennsylvania.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Adams_County,_Pennsylvania", + "Franklin_County,_Pennsylvania", + "Colder_Weather" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Adams_County,_Pennsylvania", + "west", + "Franklin_County,_Pennsylvania" + ] + ], + "predicted_rationale": "There is no evidence that Adams county is the home of the Colder Weather in Pennsylvania, and the location is also inconsistent as Adams county is to the west, not east, of Franklin county." + }, + { + "question_id": 267, + "question": "Well Alfons Gorbach was born in the M\u00e2con, France!", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Alfons_Gorbach", + "\"M\u00e2con, France\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Alfons Gorbach was born in M\u00e2con, France." + }, + { + "question_id": 1436, + "question": "What is the name of Atane Formation's garrison?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Atane_Formation" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the name of Atane Formation's garrison." + }, + { + "question_id": 1012, + "question": "Arion the comic book character is also known as Ahri'ahn.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Arion_(comics)", + "\"Ahri'ahn\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Arion_(comics)", + "alterEgo", + "\"Ahri'ahn\"" + ], + [ + "Arion_(comics)", + "name", + "\"Ahri'ahn\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Arion's alter ego and name are both Ahri'ahn." + }, + { + "question_id": 562, + "question": "T S Thakur is a leader of India where Amdavad ni Gufa is located in Hathershaw.", + "types": [ + "written", + "num4", + "substitution", + "multi claim" + ], + "entity_set": [ + "India", + "Amdavad_ni_Gufa", + "T._S._Thakur", + "\"Hathershaw\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "India", + "leader", + "T._S._Thakur" + ], + [ + "India", + "leaderName", + "T._S._Thakur" + ], + [ + "T._S._Thakur", + "nationality", + "India" + ] + ], + "predicted_rationale": "There is no evidence that Amdavad ni Gufa is located in Hathershaw." + }, + { + "question_id": 2070, + "question": "Yeah, John Madin did not live in Stockport, Manchester.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "John_Madin", + "Stockport,_Manchester" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that John Madin did or did not live in Stockport, Manchester." + }, + { + "question_id": 2341, + "question": "I wasn\u2019t aware that Bhajji does not come from India where the leader is not Sumitra Mahajan.", + "types": [ + "coll:presup", + "negation", + "num2", + "multi claim" + ], + "entity_set": [ + "India", + "Sumitra_Mahajan", + "Bhajji" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Bhajji", + "country", + "India" + ], + [ + "India", + "leader", + "Sumitra_Mahajan" + ], + [ + "India", + "leaderName", + "Sumitra_Mahajan" + ] + ], + "predicted_rationale": "The claim states that the leader of India is not Sumitra Mahajan, but the evidence set indicates that Sumitra Mahajan is the leader of India." + }, + { + "question_id": 1886, + "question": "Alvah Sabin was not actually the Secretary of State of Vermont before Homer Elihu Royce.", + "types": [ + "coll:model", + "negation", + "num2", + "multi claim" + ], + "entity_set": [ + "\"Secretary of State of Vermont\"", + "Alvah_Sabin", + "Homer_Elihu_Royce" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alvah_Sabin", + "office", + "\"Secretary of State of Vermont\"" + ], + [ + "Alvah_Sabin", + "after", + "Homer_Elihu_Royce" + ], + [ + "Homer_Elihu_Royce", + "before", + "Alvah_Sabin" + ], + [ + "Alvah_Sabin", + "successor", + "Homer_Elihu_Royce" + ] + ], + "predicted_rationale": "The claim is contradicted by the evidence since Alvah Sabin was the Secretary of State of Vermont after Homer Elihu Royce." + }, + { + "question_id": 2233, + "question": "I read that Stuart Parker was not a footballer for Chesterfield FC.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Stuart_Parker_(footballer)", + "Chesterfield_F.C." + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Stuart_Parker_(footballer)", + "clubs", + "Chesterfield_F.C." + ], + [ + "Stuart_Parker_(footballer)", + "team", + "Chesterfield_F.C." + ] + ], + "predicted_rationale": "The claim is contradicted by the evidence since Stuart Parker was a footballer for Chesterfield FC." + }, + { + "question_id": 23, + "question": "Yes, Wheaton Academy had a mascot too.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Wheaton_Academy" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Wheaton_Academy", + "mascot", + "\"Warrior\"" + ], + [ + "Wheaton_Academy", + "name", + "\"Wheaton Academy\"" + ], + [ + "Wheaton_Academy", + "logo", + "File:Wheaton_Academy_Seal_Logo.jpg" + ], + [ + "2012\u201313_Texas\u2013Pan_American_Broncs_men's_basketball_team", + "highSchool", + "Wheaton_Academy" + ], + [ + "Wheaton_Academy", + "principal", + "\"Steven Bult\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Wheaton Academy's mascot is Warrior." + }, + { + "question_id": 2147, + "question": "Yes. William Anders was not a member of the sexual violence crew.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "William_Anders", + "Sexual_violence" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that William Anders was or was not a member of the sexual violence crew." + }, + { + "question_id": 66, + "question": "I read that Salagou Formation had a garrison.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Salagou_Formation" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Salagou_Formation", + "name", + "\"Salagou Formation\"" + ], + [ + "Salagou_Formation", + "type", + "Geological_formation" + ], + [ + "Salagou_Formation", + "country", + "France" + ], + [ + "Salagou_Formation", + "age", + "Permian" + ], + [ + "Salagou_Formation", + "hypernym", + "Formation" + ] + ], + "predicted_rationale": "There is no evidence that Salagou Formation had a garrison." + }, + { + "question_id": 1276, + "question": "The celestial body known as 1097 Vicia has a temperature of 171 kelvins, an escape velocity of 0.0112 kilometres per second and an apoapsis of 511592000.0 km.", + "types": [ + "written", + "num3", + "multi claim" + ], + "entity_set": [ + "\"5.11592E8\"", + "\"40.32\"", + "1097_Vicia", + "\"171.0\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "1097_Vicia", + "Planet/temperature", + "\"171.0\"" + ], + [ + "1097_Vicia", + "temperature", + "\"171.0\"" + ], + [ + "1097_Vicia", + "Planet/apoapsis", + "\"5.11592E8\"" + ] + ], + "predicted_rationale": "There is no evidence for the escape velocity of 0.0112 kilometres per second." + }, + { + "question_id": 347, + "question": "Amdavad ni Gufa is in India where the leader is Arlene Foster.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Amdavad_ni_Gufa", + "India", + "Arlene_Foster" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Amdavad_ni_Gufa", + "locationCountry", + "India" + ], + [ + "Amdavad_ni_Gufa", + "country", + "India" + ] + ], + "predicted_rationale": "There is no evidence that the leader of India is Arlene Foster." + }, + { + "question_id": 1487, + "question": "When did David G. Fox attend university?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "David_G._Fox" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence about when David G. Fox attended university." + }, + { + "question_id": 2331, + "question": "I forgot that Roger Abiut was not a president.", + "types": [ + "coll:presup", + "negation", + "existence" + ], + "entity_set": [ + "Roger_Abiut" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Edward_Natapei", + "president", + "Roger_Abiut" + ], + [ + "Roger_Abiut", + "name", + "\"Abiut, Roger\"" + ], + [ + "Roger_Abiut", + "birthYear", + "\"1972\"" + ], + [ + "Roger_Abiut", + "dateOfBirth", + "\"1972\"" + ], + [ + "Roger_Abiut", + "rdf-schema#label", + "\"Roger Abiut\"" + ] + ], + "predicted_rationale": "There is evidence that Roger Abiut was a president, as indicated by the relation between Edward Natapei and Roger Abiut." + }, + { + "question_id": 1725, + "question": "I have heard that the Equitable conversion did not have a garrison.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Equitable_conversion" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence about the Equitable conversion having or not having a garrison." + }, + { + "question_id": 1540, + "question": "When was Doris Bures a leader of Austria?", + "types": [ + "question", + "coll:presup", + "num1" + ], + "entity_set": [ + "Austria", + "Doris_Bures" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Austria", + "leader", + "Doris_Bures" + ], + [ + "Austria", + "leaderName", + "Doris_Bures" + ], + [ + "Doris_Bures", + "birthPlace", + "Austria" + ], + [ + "Doris_Bures", + "placeOfBirth", + "Austria" + ] + ], + "predicted_rationale": "There is no information about when Doris Bures was a leader of Austria." + }, + { + "question_id": 862, + "question": "Alfredo Zitarrosa was born in a city, Royal Indian Navy, whose political leader is Daniel Martinez.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "Alfredo_Zitarrosa", + "\"Daniel_Mart\u00ednez_(politician)\"", + "Royal_Indian_Navy" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Alfredo Zitarrosa was born in a city whose political leader is Daniel Martinez." + }, + { + "question_id": 1502, + "question": "When was Walter Nash prime minister?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Walter_Nash" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Walter_Nash", + "primeMinister", + "Michael_Joseph_Savage" + ], + [ + "Arnold_Nordmeyer", + "primeMinister", + "Walter_Nash" + ], + [ + "Walter_Nash", + "primeminister", + "Michael_Joseph_Savage" + ], + [ + "Arnold_Nordmeyer", + "primeminister", + "Walter_Nash" + ], + [ + "New_Zealand_general_election,_1951", + "leader", + "Walter_Nash" + ], + [ + "Walter_Nash", + "predecessor", + "Peter_Fraser_(New_Zealand_politician)" + ], + [ + "Keith_Holyoake", + "predecessor", + "Walter_Nash" + ], + [ + "Arnold_Nordmeyer", + "predecessor", + "Walter_Nash" + ], + [ + "Walter_Nash", + "successor", + "Keith_Holyoake" + ], + [ + "Keith_Holyoake", + "successor", + "Walter_Nash" + ] + ], + "predicted_rationale": "There is no evidence that specifies when Walter Nash was prime minister." + }, + { + "question_id": 663, + "question": "Their birth place is Imst in the state of Tyrol.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "Imst", + "Tyrol_(state)" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the birth place being Imst in the state of Tyrol." + }, + { + "question_id": 1527, + "question": "When was Marco Beltrami vice president?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Marco_Beltrami" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Marco Beltrami was a vice president." + }, + { + "question_id": 1507, + "question": "When was Michael McGlynn president?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Michael_McGlynn" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Sensation_(album)", + "producer", + "Michael_McGlynn" + ], + [ + "Michael_McGlynn", + "occupation", + "\"Composer\"" + ], + [ + "Michael_McGlynn", + "associatedActs", + "An\u00fana" + ], + [ + "Michael_McGlynn", + "associatedMusicalArtist", + "An\u00fana" + ], + [ + "Michael_McGlynn", + "associatedBand", + "An\u00fana" + ] + ], + "predicted_rationale": "There is no evidence that Michael McGlynn was a president." + }, + { + "question_id": 203, + "question": "Aleksander Barkov Jr played previously for the team Espanya Hoquei Club.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Aleksander_Barkov,_Jr.", + "Espanya_Hoquei_Club" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Aleksander Barkov Jr played previously for the team Espanya Hoquei Club." + }, + { + "question_id": 1225, + "question": "The song \"Mermaid\" by Train was originally written by Espen Lind and released under the record label of Sony Music Entertainment.", + "types": [ + "written", + "num2", + "multi claim" + ], + "entity_set": [ + "Sony_Music_Entertainment", + "Espen_Lind", + "Mermaid_(Train_song)" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Mermaid_(Train_song)", + "writer", + "Espen_Lind" + ], + [ + "Mermaid_(Train_song)", + "recordLabel", + "Sony_Music_Entertainment" + ], + [ + "Mermaid_(Train_song)", + "label", + "Sony_Music_Entertainment" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 2088, + "question": "They are not tenants of the Alan B. Miller Hall.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Alan_B._Miller_Hall", + "Mason_School_of_Business" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that they are or are not tenants of the Alan B. Miller Hall." + }, + { + "question_id": 1341, + "question": "Born in the Kingdom of Sarawak an office holder, was succeeded by a presidentm, who was in office whilst Myhaylo Zhidkov was Vice President.", + "types": [ + "written", + "num4", + "substitution", + "multi hop" + ], + "entity_set": [ + "Kingdom_of_Sarawak", + "\"Myhaylo Zhidkov\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence to support the claim about the office holder, the president, and Myhaylo Zhidkov." + }, + { + "question_id": 1039, + "question": "The A-Rosa Luna has 2 MTU 16V 2000 M60 engines!", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "A-Rosa_Luna", + "\"*2 \u00d7 MTU 16V 2000 M60\\n*\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the A-Rosa Luna has 2 MTU 16V 2000 M60 engines." + }, + { + "question_id": 2021, + "question": "Alfredo Zitarrosa's birthplace is not San Juan del R\u00edo where the leader is not Tabar\u00e9 V\u00e1zquez.", + "types": [ + "written", + "negation", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Alfredo_Zitarrosa", + "Tabar\u00e9_V\u00e1zquez", + "San_Juan_del_R\u00edo" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence about Alfredo Zitarrosa's birthplace or the leader of San Juan del R\u00edo." + }, + { + "question_id": 1542, + "question": "When was Daniel Webster a leader of Whig Party (United States)?", + "types": [ + "question", + "coll:presup", + "num1" + ], + "entity_set": [ + "Whig_Party_(United_States)", + "Daniel_Webster" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Whig_Party_(United_States)", + "leader", + "Daniel_Webster" + ], + [ + "Daniel_Webster", + "party", + "Whig_Party_(United_States)" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Daniel Webster is listed as a leader of the Whig Party (United States)." + }, + { + "question_id": 1850, + "question": "Well Najib Mikati was not the prime minister.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Najib_Mikati" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "\u00c9mile_Lahoud", + "primeMinister", + "Najib_Mikati" + ], + [ + "\u00c9mile_Lahoud", + "primeminister", + "Najib_Mikati" + ], + [ + "Najib_Mikati", + "predecessor", + "Omar_Karami" + ], + [ + "Fouad_Siniora", + "predecessor", + "Najib_Mikati" + ], + [ + "Najib_Mikati", + "successor", + "Fouad_Siniora" + ], + [ + "Omar_Karami", + "successor", + "Najib_Mikati" + ], + [ + "Majd_Movement", + "leader", + "Najib_Mikati" + ] + ], + "predicted_rationale": "There is evidence that Najib Mikati was the prime minister, as \u00c9mile Lahoud's prime minister is listed as Najib Mikati." + }, + { + "question_id": 664, + "question": "A senator, who ended his career on 1857-03-03, represented Vermont's 3rd Congressional District.", + "types": [ + "written", + "num2", + "multi hop" + ], + "entity_set": [ + "Vermont's_3rd_congressional_district", + "\"1857-03-03\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that a senator represented Vermont's 3rd Congressional District and ended his career on 1857-03-03." + }, + { + "question_id": 1571, + "question": "I understand that LNER Class A4 4464 Bittern is owned by London and North Eastern Railway.", + "types": [ + "coll:presup", + "num1", + "substitution" + ], + "entity_set": [ + "LNER_Class_A4_4464_Bittern", + "London_and_North_Eastern_Railway" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "LNER_Class_A4_4464_Bittern", + "operator", + "London_and_North_Eastern_Railway" + ], + [ + "LNER_Class_A4_4464_Bittern", + "builder", + "London_and_North_Eastern_Railway" + ] + ], + "predicted_rationale": "There is no evidence that LNER Class A4 4464 Bittern is owned by London and North Eastern Railway, only that it is operated by them." + }, + { + "question_id": 2211, + "question": "Yes, the leader of India is not named the President.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "India", + "\"President\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "India", + "leaderTitle", + "\"President\"" + ] + ], + "predicted_rationale": "The evidence set indicates that the leader of India is indeed titled as the President." + }, + { + "question_id": 1286, + "question": "The 11th Mississippi Infantry Monument, in Adams County, Pennsylvania, USA, was established in the year 2000.", + "types": [ + "written", + "num3", + "multi claim" + ], + "entity_set": [ + "\"2000\"", + "11th_Mississippi_Infantry_Monument", + "Adams_County,_Pennsylvania", + "\"United States\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "11th_Mississippi_Infantry_Monument", + "established", + "\"2000\"" + ], + [ + "11th_Mississippi_Infantry_Monument", + "region", + "Adams_County,_Pennsylvania" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 415, + "question": "Under Plum Lake is by J. V. Jones and has the OCLC number 51969173.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"51969173\"", + "J._V._Jones", + "Under_Plum_Lake" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Under Plum Lake is by J. V. Jones and has the OCLC number 51969173." + }, + { + "question_id": 1181, + "question": "Born in Kingdom of Sarawak, Abdul Taib Mahmud's successor was, Abdul Rahman Ya'kub.", + "types": [ + "written", + "num2", + "multi claim" + ], + "entity_set": [ + "Abdul_Rahman_Ya'kub", + "Kingdom_of_Sarawak", + "Abdul_Taib_Mahmud" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Abdul_Taib_Mahmud", + "birthPlace", + "Kingdom_of_Sarawak" + ], + [ + "Abdul_Taib_Mahmud", + "successor", + "Abdul_Rahman_Ya'kub" + ], + [ + "Abdul_Rahman_Ya'kub", + "successor", + "Abdul_Taib_Mahmud" + ], + [ + "Abdul_Taib_Mahmud", + "predecessor", + "Abdul_Rahman_Ya'kub" + ], + [ + "Abdul_Rahman_Ya'kub", + "predecessor", + "Abdul_Taib_Mahmud" + ], + [ + "Abdul_Taib_Mahmud", + "before", + "Abdul_Rahman_Ya'kub" + ], + [ + "Abdul_Rahman_Ya'kub", + "after", + "Abdul_Taib_Mahmud" + ] + ], + "predicted_rationale": "There is no evidence that Abdul Rahman Ya'kub was the successor of Abdul Taib Mahmud, instead the evidence suggests the opposite." + }, + { + "question_id": 198, + "question": "I think William Anders is a member of the Sexual violence crew.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "William_Anders", + "Sexual_violence" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that William Anders is a member of the Sexual violence crew." + }, + { + "question_id": 1245, + "question": "The address of Amdavad ni Gufa, located in Gujarat (India), is Lalbhai Dalpatbhai Campus, near CEPT University, opp. Gujarat University, University Road.", + "types": [ + "written", + "num3", + "multi claim" + ], + "entity_set": [ + "Gujarat", + "India", + "Amdavad_ni_Gufa", + "\"Lalbhai Dalpatbhai Campus, near CEPT University, opp. Gujarat University, University Road\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Amdavad_ni_Gufa", + "location", + "Gujarat" + ], + [ + "Amdavad_ni_Gufa", + "locationTown", + "Gujarat" + ], + [ + "Gujarat", + "country", + "India" + ], + [ + "Amdavad_ni_Gufa", + "address", + "\"Lalbhai Dalpatbhai Campus, near CEPT University, opp. Gujarat University, University Road\"" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 2287, + "question": "The place, a contributing property, is located in Adams County, Pennsylvania which is east to the Pennsylvania's Franklin County.", + "types": [ + "written", + "num4", + "multi hop" + ], + "entity_set": [ + "Franklin_County,_Pennsylvania", + "Contributing_property", + "Adams_County,_Pennsylvania" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Adams_County,_Pennsylvania", + "west", + "Franklin_County,_Pennsylvania" + ] + ], + "predicted_rationale": "There is no evidence that Adams County is east to Franklin County, instead it is west." + }, + { + "question_id": 149, + "question": "Are you familiar with RJ Noll? He was Prime Minister.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "RJ_Noll" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that RJ Noll was Prime Minister." + }, + { + "question_id": 1448, + "question": "What is the name of \u0141ukasz Sierpina's youthclub?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "\u0141ukasz_Sierpina" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the name of \u0141ukasz Sierpina's youth club." + }, + { + "question_id": 230, + "question": "Do you know the character Baymax is voiced by Samantha Newark?", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Baymax", + "Samantha_Newark" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the character Baymax is voiced by Samantha Newark." + }, + { + "question_id": 1872, + "question": "Yes, Madison Leisle was not a vice president either.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Madison_Leisle" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Madison Leisle was a vice president." + }, + { + "question_id": 219, + "question": "Yes, one of the leaders in Birmingham is Cristian Radu.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Birmingham", + "\"Cristian Radu\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that one of the leaders in Birmingham is Cristian Radu." + }, + { + "question_id": 920, + "question": "The College of William and Mary is the owner of the building, located in Arnett, Oklahoma, and the start date of building was in 30th March 2007.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "College_of_William_&_Mary", + "\"30 March 2007\"", + "Arnett,_Oklahoma" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the College of William and Mary owns a building in Arnett, Oklahoma, with a start date of 30th March 2007." + }, + { + "question_id": 1626, + "question": "Do you know that Marcus Morton did not have a child?", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Marcus_Morton" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Marcus Morton did or did not have a child." + }, + { + "question_id": 378, + "question": "Acura is a division of Hyundai Motor Company which is the manufacturer of the Acura TLX.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Acura", + "Acura_TLX", + "Hyundai_Motor_Company" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Acura is a division of Hyundai Motor Company or that Hyundai Motor Company is the manufacturer of the Acura TLX." + }, + { + "question_id": 344, + "question": "The Mason School of Business is also the tenant of FACT Stadium in the United States.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Mason_School_of_Business", + "United_States", + "FACT_Stadium" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the Mason School of Business is the tenant of FACT Stadium in the United States." + }, + { + "question_id": 1756, + "question": "Yes, Thomas Jung did not have a religion!", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Thomas_Jung" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Thomas_Jung", + "birthPlace", + "Berlin" + ], + [ + "Thomas_Jung", + "placeOfBirth", + "Berlin" + ], + [ + "Thomas_Jung", + "country", + "Germany" + ], + [ + "Thomas_Jung", + "name", + "\"Jung, Thomas\"" + ], + [ + "Thomas_Jung", + "description", + "\"German rower\"" + ] + ], + "predicted_rationale": "There is no evidence that Thomas Jung did or did not have a religion." + }, + { + "question_id": 431, + "question": "Yes. T.S. Thakur was the leader of India where Eduardo Dolhun lived.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "India", + "T._S._Thakur", + "Eduardo_Dolhun" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "India", + "leader", + "T._S._Thakur" + ], + [ + "India", + "leaderName", + "T._S._Thakur" + ], + [ + "T._S._Thakur", + "nationality", + "India" + ] + ], + "predicted_rationale": "There is no evidence that Eduardo Dolhun lived in India." + }, + { + "question_id": 1449, + "question": "What is the name of Tewis de Bruyn's youthclub?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Tewis_de_Bruyn" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for Tewis de Bruyn's youth club." + }, + { + "question_id": 649, + "question": "Yep! They were established in 2000 in Adams County, Pennsylvania.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "Adams_County,_Pennsylvania", + "\"2000\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that they were established in 2000 in Adams County, Pennsylvania." + }, + { + "question_id": 1812, + "question": "Interestingly,Edith Brown Clement did not attend college.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Edith_Brown_Clement" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Edith_Brown_Clement", + "almaMater", + "University_of_Alabama" + ], + [ + "Edith_Brown_Clement", + "birthPlace", + "Birmingham,_Alabama" + ], + [ + "Edith_Brown_Clement", + "placeOfBirth", + "Birmingham,_Alabama" + ], + [ + "Edith_Brown_Clement", + "dateOfBirth", + "\"1948-04-29\"" + ], + [ + "Edith_Brown_Clement", + "birthDate", + "\"1948-04-29\"" + ] + ], + "predicted_rationale": "There is evidence that Edith Brown Clement attended the University of Alabama." + }, + { + "question_id": 2202, + "question": "Interestingly, Baymax did not appear in the film Big Hero 6!", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Baymax", + "\"Big Hero 6(2014)\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Baymax", + "firstAppearance", + "\"Big Hero 6(2014)\"" + ] + ], + "predicted_rationale": "The evidence set indicates that Baymax's first appearance was in the film Big Hero 6." + }, + { + "question_id": 1561, + "question": "I remembered that Eve Sutton was a vice president.", + "types": [ + "coll:presup", + "existence" + ], + "entity_set": [ + "Eve_Sutton" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "My_Cat_Likes_to_Hide_in_Boxes", + "author", + "Eve_Sutton" + ], + [ + "Eve_Sutton", + "22-rdf-syntax-ns#type", + "DUL.owl#NaturalPerson" + ] + ], + "predicted_rationale": "There is no evidence that Eve Sutton was a vice president." + }, + { + "question_id": 807, + "question": "There is a company in Australia that built the A-Rosa Luna!", + "types": [ + "coll:model", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "A-Rosa_Luna", + "\"Australia.\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that a company in Australia built the A-Rosa Luna." + }, + { + "question_id": 1763, + "question": "Are you familiar with Max Menzel? He did not have an award.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Max_Menzel" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Max Menzel did or did not have an award." + }, + { + "question_id": 2129, + "question": "I have read that Alvah Sabin did not succeed Dennis Reboletti.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Alvah_Sabin", + "Dennis_Reboletti" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Alvah Sabin did or did not succeed Dennis Reboletti." + }, + { + "question_id": 1694, + "question": "Well Staryl C. Austin did not have an award!", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Staryl_C._Austin" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Staryl C. Austin did or did not have an award." + }, + { + "question_id": 650, + "question": "Well it is located in Adams County, in Gettysburg Pennsylvania.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "Adams_County,_Pennsylvania", + "Gettysburg,_Pennsylvania" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that it is located in Adams County, in Gettysburg Pennsylvania." + }, + { + "question_id": 1499, + "question": "What country was Mart Laar prime minister?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Mart_Laar" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Mart Laar was prime minister of any country." + }, + { + "question_id": 522, + "question": "Alfons Gorbach was born in Imst in Austria and died in Ginninderra Creek.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "Austria", + "Alfons_Gorbach", + "Imst", + "Ginninderra_Creek" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alfons_Gorbach", + "birthPlace", + "Imst" + ], + [ + "Alfons_Gorbach", + "placeOfBirth", + "Imst" + ], + [ + "Imst", + "country", + "Austria" + ] + ], + "predicted_rationale": "There is no evidence for the death place of Alfons Gorbach." + }, + { + "question_id": 1765, + "question": "Do you know that Victoria Jackson did not have any awards?", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Victoria_Jackson" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Victoria Jackson did or did not have any awards." + }, + { + "question_id": 2357, + "question": "I wasn\u2019t aware that Amdavad ni Gufa is not located in a country, not one which has Sumitra Mahajan as one of its leaders.", + "types": [ + "coll:presup", + "negation", + "num2", + "multi hop" + ], + "entity_set": [ + "Sumitra_Mahajan", + "Amdavad_ni_Gufa" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Amdavad_ni_Gufa", + "country", + "India" + ], + [ + "India", + "leader", + "Sumitra_Mahajan" + ], + [ + "India", + "leaderName", + "Sumitra_Mahajan" + ], + [ + "Amdavad_ni_Gufa", + "locationCountry", + "India" + ] + ], + "predicted_rationale": "The claim is contradicted by the evidence since Amdavad ni Gufa is located in India, which has Sumitra Mahajan as one of its leaders." + }, + { + "question_id": 819, + "question": "An office holder, who was succeeded by Abdul Rahman Ya'Kub, was born in the South Kensington, London, England.", + "types": [ + "written", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Abdul_Rahman_Ya'kub", + "\"South Kensington, London, England\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that an office holder, who was succeeded by Abdul Rahman Ya'Kub, was born in the South Kensington, London, England." + }, + { + "question_id": 813, + "question": "It's located in the Vatican City, it falls under the category of Contributing property.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Contributing_property", + "Vatican_City" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that it's located in the Vatican City and falls under the category of Contributing property." + }, + { + "question_id": 271, + "question": "The United States Whig Party is led by J. J. McAlester.", + "types": [ + "written", + "num1", + "substitution" + ], + "entity_set": [ + "Whig_Party_(United_States)", + "\"J. J. McAlester\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the United States Whig Party is led by J. J. McAlester." + }, + { + "question_id": 588, + "question": "The Al Taqaddum Air Base serves a city of Iraq.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "Al-Taqaddum_Air_Base", + "Iraq" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Al-Taqaddum_Air_Base", + "city", + "Iraq" + ], + [ + "Al-Taqaddum_Air_Base", + "cityServed", + "Iraq" + ] + ], + "predicted_rationale": "There is no evidence that Al Taqaddum Air Base serves a city of Iraq, as 'city' and 'cityServed' are listed as 'Iraq', which is a country." + }, + { + "question_id": 173, + "question": "Yes, the leader of Sand Sharks is Mark L. Lester.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Sand_Sharks", + "Mark_L._Lester" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Sand_Sharks", + "producer", + "Mark_L._Lester" + ] + ], + "predicted_rationale": "There is no evidence that Mark L. Lester is the leader of Sand Sharks." + }, + { + "question_id": 1479, + "question": "What is the name of Thomas S. Buechner's predecessor?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Thomas_S._Buechner" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for Thomas S. Buechner's predecessor." + }, + { + "question_id": 1363, + "question": "What is the name of David M. Turner's successor?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "David_M._Turner" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence about David M. Turner's successor." + }, + { + "question_id": 839, + "question": "It is published in Hardcover. The author was Mayumi Azuma.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Hardcover", + "Mayumi_Azuma" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the book is published in Hardcover and its author is Mayumi Azuma." + }, + { + "question_id": 738, + "question": "The ship is 125800.0 millimetres in length and weighs 1850 tonnes. It was completed on April 6th 2005.", + "types": [ + "written", + "num3", + "multi hop" + ], + "entity_set": [ + "\"125800.0\"", + "\"1850.0\"", + "\"2005-04-06\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "A-Rosa_Luna", + "shipDisplacement", + "\"1850.0\"" + ], + [ + "A-Rosa_Luna", + "shipCompleted", + "\"2005-04-06\"" + ] + ], + "predicted_rationale": "There is no evidence for the length of the ship." + }, + { + "question_id": 109, + "question": "I do know that Berkeley Smith had a predecessor as well.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Berkeley_Smith" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Berkeley Smith had a predecessor." + }, + { + "question_id": 1047, + "question": "Do you know that Honda is the manufacturer of the Honda Accord!", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Honda_Accord", + "Honda" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Honda_Accord", + "manufacturer", + "Honda" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Honda is indeed the manufacturer of the Honda Accord." + }, + { + "question_id": 2288, + "question": "Cumberland county, Pennsylvania is north of Adams County, Pennsylvania, the location of the place in Gettysburg.", + "types": [ + "written", + "num4", + "multi hop" + ], + "entity_set": [ + "Cumberland_County,_Pennsylvania", + "Gettysburg,_Pennsylvania", + "Adams_County,_Pennsylvania" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Adams_County,_Pennsylvania", + "north", + "Cumberland_County,_Pennsylvania" + ], + [ + "Adams_County,_Pennsylvania", + "countySeat", + "Gettysburg,_Pennsylvania" + ], + [ + "Gettysburg,_Pennsylvania", + "isPartOf", + "Adams_County,_Pennsylvania" + ], + [ + "Gettysburg,_Pennsylvania", + "subdivisionName", + "Adams_County,_Pennsylvania" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 345, + "question": "The European Court of Human Rights is a tenant of Alan B. Miller Hall in the United States.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Alan_B._Miller_Hall", + "United_States", + "European_Court_of_Human_Rights" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the European Court of Human Rights is a tenant of Alan B. Miller Hall in the United States." + }, + { + "question_id": 80, + "question": "Yep, Yoav Potash had a religious background.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Yoav_Potash" + ], + "Label": [ + false + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Yoav_Potash", + "description", + "\"Documentary filmmaker\"" + ], + [ + "Yoav_Potash", + "subject", + "Category:American_Jews" + ], + [ + "Yoav_Potash", + "shortDescription", + "\"Documentary filmmaker\"" + ], + [ + "Yoav_Potash", + "rdf-schema#label", + "\"Yoav Potash\"" + ], + [ + "Yoav_Potash", + "name", + "\"Potash, Yoav\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Yoav Potash is categorized as an American Jew, indicating a religious background." + }, + { + "question_id": 1060, + "question": "Alvah Sabin was actually born on 23rd October 1793.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Alvah_Sabin", + "\"1793-10-23\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alvah_Sabin", + "dateOfBirth", + "\"1793-10-23\"" + ], + [ + "Alvah_Sabin", + "birthDate", + "\"1793-10-23\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Alvah Sabin's date of birth is confirmed to be 23rd October 1793." + }, + { + "question_id": 1314, + "question": "11th Mississippi Infantry Monument, located in Adams County, Pennsylvania, northwest of Carroll County, Maryland is categorised as a contributing property.", + "types": [ + "written", + "num4", + "multi claim" + ], + "entity_set": [ + "Carroll_County,_Maryland", + "11th_Mississippi_Infantry_Monument", + "Adams_County,_Pennsylvania", + "Contributing_property" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "11th_Mississippi_Infantry_Monument", + "region", + "Adams_County,_Pennsylvania" + ], + [ + "11th_Mississippi_Infantry_Monument", + "type", + "Contributing_property" + ], + [ + "11th_Mississippi_Infantry_Monument", + "category", + "Contributing_property" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1574, + "question": "I imagined that Boyapati Srinu is a leader in Dammu.", + "types": [ + "coll:presup", + "num1", + "substitution" + ], + "entity_set": [ + "Dammu", + "Boyapati_Srinu" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Dammu", + "writer", + "Boyapati_Srinu" + ], + [ + "Dammu", + "director", + "Boyapati_Srinu" + ] + ], + "predicted_rationale": "There is no evidence that Boyapati Srinu is a leader in Dammu." + }, + { + "question_id": 1415, + "question": "What is the name of James N. Rowe's award?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "James_N._Rowe" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for James N. Rowe's award." + }, + { + "question_id": 566, + "question": "The HMS Boadicea (H65) is powered by MTU Friedrichshafen made engines in Friedrichshafen, Germany.", + "types": [ + "written", + "num4", + "substitution", + "multi claim" + ], + "entity_set": [ + "Germany", + "Friedrichshafen", + "MTU_Friedrichshafen", + "HMS_Boadicea_(H65)" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "MTU_Friedrichshafen", + "locationCity", + "Friedrichshafen" + ], + [ + "Friedrichshafen", + "country", + "Germany" + ] + ], + "predicted_rationale": "There is no evidence that the HMS Boadicea (H65) is powered by MTU Friedrichshafen made engines." + }, + { + "question_id": 2069, + "question": "A Wizard of Mars is not published in Print Electronic though.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "A_Wizard_of_Mars", + "\"Print Electronic\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that A Wizard of Mars is not published in Print Electronic." + }, + { + "question_id": 258, + "question": "The 11th Mississippi Infantry Monument is actually located in Perm Krai!", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "11th_Mississippi_Infantry_Monument", + "Perm_Krai" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the 11th Mississippi Infantry Monument is located in Perm Krai." + }, + { + "question_id": 1256, + "question": "The 11th Mississippi Infantry Monument, categorized as a Contributing Property, is placed in the municipality of Gettysburg, the Adams County of Pennsylvania.", + "types": [ + "written", + "num3", + "multi claim" + ], + "entity_set": [ + "11th_Mississippi_Infantry_Monument", + "Adams_County,_Pennsylvania", + "Contributing_property", + "Gettysburg,_Pennsylvania" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "11th_Mississippi_Infantry_Monument", + "type", + "Contributing_property" + ], + [ + "11th_Mississippi_Infantry_Monument", + "category", + "Contributing_property" + ], + [ + "11th_Mississippi_Infantry_Monument", + "municipality", + "Gettysburg,_Pennsylvania" + ], + [ + "Adams_County,_Pennsylvania", + "countySeat", + "Gettysburg,_Pennsylvania" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1053, + "question": "Aaron S. Daggett served in the Battle of South Mountain.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Aaron_S._Daggett", + "Battle_of_South_Mountain" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Aaron_S._Daggett", + "battles", + "Battle_of_South_Mountain" + ] + ], + "predicted_rationale": "Based on the evidence set, Aaron S. Daggett served in the Battle of South Mountain." + }, + { + "question_id": 1370, + "question": "What is the name of Cowboy Morgan Evans's child?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Cowboy_Morgan_Evans" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence about Cowboy Morgan Evans's child." + }, + { + "question_id": 914, + "question": "It has 130 pages and has the ISBN number 0-374-26131-8.", + "types": [ + "coll:model", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"0-374-26131-8\"", + "Hardcover", + "\"130\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the number of pages and the ISBN number." + }, + { + "question_id": 1263, + "question": "Footballer Stuart Parker was at Blackburn Rovers FC, he is a member of the Chesterfield F.C. and currently manages A.F.C. Blackpool.", + "types": [ + "written", + "num3", + "multi claim" + ], + "entity_set": [ + "A.F.C._Blackpool", + "Chesterfield_F.C.", + "Blackburn_Rovers_F.C.", + "Stuart_Parker_(footballer)" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Stuart_Parker_(footballer)", + "clubs", + "Blackburn_Rovers_F.C." + ], + [ + "Stuart_Parker_(footballer)", + "team", + "Blackburn_Rovers_F.C." + ], + [ + "Stuart_Parker_(footballer)", + "clubs", + "Chesterfield_F.C." + ], + [ + "Stuart_Parker_(footballer)", + "team", + "Chesterfield_F.C." + ], + [ + "A.F.C._Blackpool", + "manager", + "Stuart_Parker_(footballer)" + ], + [ + "Stuart_Parker_(footballer)", + "managerClub", + "A.F.C._Blackpool" + ], + [ + "Stuart_Parker_(footballer)", + "managerclubs", + "A.F.C._Blackpool" + ], + [ + "Stuart_Parker_(footballer)", + "team", + "A.F.C._Blackpool" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 701, + "question": "Agra airport is located in a country where the two leaders are T. S. Thakur and Narendra Modi.", + "types": [ + "coll:model", + "num3", + "multi hop" + ], + "entity_set": [ + "T._S._Thakur", + "Agra_Airport", + "Narendra_Modi" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Agra_Airport", + "location", + "India" + ], + [ + "India", + "leader", + "T._S._Thakur" + ], + [ + "India", + "leaderName", + "T._S._Thakur" + ], + [ + "India", + "leader", + "Narendra_Modi" + ], + [ + "India", + "leaderName", + "Narendra_Modi" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1754, + "question": "Cornelius Cronin did not have any religion either.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Cornelius_Cronin" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Cornelius_Cronin", + "birthPlace", + "Detroit" + ], + [ + "Cornelius_Cronin", + "placeOfBirth", + "Detroit" + ], + [ + "Cornelius_Cronin", + "placeOfDeath", + "Brooklyn" + ], + [ + "Cornelius_Cronin", + "dateOfDeath", + "\"1912-08-18\"" + ], + [ + "Cornelius_Cronin", + "dateOfBirth", + "\"1838-03-10\"" + ] + ], + "predicted_rationale": "There is no evidence that Cornelius Cronin did or did not have a religion." + }, + { + "question_id": 398, + "question": "Adenan Satem succeeded Elaine McCoy from the Kingdom of Sarawak.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Kingdom_of_Sarawak", + "Adenan_Satem", + "Elaine_McCoy" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Adenan Satem succeeded Elaine McCoy from the Kingdom of Sarawak." + }, + { + "question_id": 1066, + "question": "AFC Blackpool are currently managed by Stuart Parker.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "A.F.C._Blackpool", + "Stuart_Parker_(footballer)" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "A.F.C._Blackpool", + "manager", + "Stuart_Parker_(footballer)" + ], + [ + "Stuart_Parker_(footballer)", + "managerclubs", + "A.F.C._Blackpool" + ], + [ + "Stuart_Parker_(footballer)", + "managerClub", + "A.F.C._Blackpool" + ], + [ + "Stuart_Parker_(footballer)", + "team", + "A.F.C._Blackpool" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as A.F.C. Blackpool's manager is indeed Stuart Parker." + }, + { + "question_id": 723, + "question": "It's located in Ahmedabad, Gujarat, India!", + "types": [ + "coll:model", + "num3", + "multi hop" + ], + "entity_set": [ + "India", + "Ahmedabad", + "Gujarat" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Ahmedabad", + "subdivisionName", + "Gujarat" + ], + [ + "Ahmedabad", + "isPartOf", + "Gujarat" + ], + [ + "Gujarat", + "seat", + "Ahmedabad" + ], + [ + "Gujarat", + "country", + "India" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 200, + "question": "Abel Hernandez's birthplace is Cornwall (UK Parliament constituency).", + "types": [ + "written", + "num1", + "substitution" + ], + "entity_set": [ + "Abel_Hern\u00e1ndez", + "Cornwall_(UK_Parliament_constituency)" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Abel Hernandez's birthplace is Cornwall (UK Parliament constituency)." + }, + { + "question_id": 208, + "question": "It was 103 Colmore Row in Byford, Western Australia.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "103_Colmore_Row", + "Byford,_Western_Australia" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "103_Colmore_Row", + "location", + "Colmore_Row" + ], + [ + "103_Colmore_Row", + "name", + "\"103\"" + ], + [ + "103_Colmore_Row", + "buildingType", + "\"Commercial\"" + ], + [ + "103_Colmore_Row", + "architect", + "John_Madin" + ], + [ + "103_Colmore_Row", + "floorCount", + "\"23\"" + ] + ], + "predicted_rationale": "There is no evidence that 103 Colmore Row is located in Byford, Western Australia." + }, + { + "question_id": 1557, + "question": "I imagined that Jacques Gondouin had a spouse.", + "types": [ + "coll:presup", + "existence" + ], + "entity_set": [ + "Jacques_Gondouin" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Jacques Gondouin had a spouse." + }, + { + "question_id": 2121, + "question": "Yes. Vajubhai Vala is not the leader of Karnataka!", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Karnataka", + "Vajubhai_Vala" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Karnataka", + "leaderName", + "Vajubhai_Vala" + ] + ], + "predicted_rationale": "The evidence set actually indicates that Vajubhai Vala is the leader of Karnataka." + }, + { + "question_id": 301, + "question": "A.F.C. Blackpool currently has 2569 members.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "A.F.C._Blackpool", + "\"2569\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that A.F.C. Blackpool currently has 2569 members." + }, + { + "question_id": 464, + "question": "The Costa Favolosa was christened on the 7th of April 2005 and is 125800.0 mm in length.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"125800.0\"", + "\"2005-04-07\"", + "Costa_Favolosa" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the christening date or the length of the Costa Favolosa." + }, + { + "question_id": 1871, + "question": "Do you know that Hans van Dongen was not a vice president.?", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Hans_van_Dongen" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "A_Question_of_Silence", + "editing", + "Hans_van_Dongen" + ], + [ + "Hans_van_Dongen", + "22-rdf-syntax-ns#type", + "DUL.owl#NaturalPerson" + ] + ], + "predicted_rationale": "There is no evidence that Hans van Dongen was a vice president." + }, + { + "question_id": 1425, + "question": "What is the name of Adams Childrenswear's parent company?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Adams_Childrenswear" + ], + "Label": [ + false + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Adams_Childrenswear", + "foundation", + "\"1933\"" + ], + [ + "Adams_Childrenswear", + "founder", + "\"Amy Adams\"" + ], + [ + "Adams_Childrenswear", + "name", + "\"Barrowdrive Ltd.\"" + ], + [ + "Adams_Childrenswear", + "keyPeople", + "\"Vacant\"" + ] + ], + "predicted_rationale": "Based on the evidence set, the name of Adams Childrenswear's parent company is Barrowdrive Ltd." + }, + { + "question_id": 152, + "question": "Yes, Jennifer A. Barzaga was a prime minister!", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Jennifer_A._Barzaga" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Elpidio_Barzaga,_Jr.", + "spouse", + "Jennifer_A._Barzaga" + ], + [ + "Elpidio_Barzaga,_Jr.", + "successor", + "Jennifer_A._Barzaga" + ], + [ + "Jennifer_A._Barzaga", + "22-rdf-syntax-ns#type", + "DUL.owl#NaturalPerson" + ] + ], + "predicted_rationale": "There is no evidence that Jennifer A. Barzaga was a prime minister." + }, + { + "question_id": 89, + "question": "Are you familiar with Khalid Mehsud? He had an award.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Khalid_Mehsud" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Khalid Mehsud had an award." + }, + { + "question_id": 211, + "question": "Alan B. Miller Hall was completed on \"1804\u20131806\".", + "types": [ + "written", + "num1", + "substitution" + ], + "entity_set": [ + "Alan_B._Miller_Hall", + "\"1804\u20131806\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the completion date of Alan B. Miller Hall." + }, + { + "question_id": 942, + "question": "Amsterdam Schiphol Airport does have a runway named 09/27 Buitenveldertbaan.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Amsterdam_Airport_Schiphol", + "\"09/27 'Buitenveldertbaan'\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Amsterdam_Airport_Schiphol", + "runwayDesignation", + "\"09/27 'Buitenveldertbaan'\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, which states Amsterdam Airport Schiphol has a runway named 09/27 'Buitenveldertbaan'." + }, + { + "question_id": 2200, + "question": "Well the musical genre of Alfredo Zitarrosa is not Serviced Apartments!", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Alfredo_Zitarrosa", + "\"Serviced Apartments\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that the musical genre of Alfredo Zitarrosa is Serviced Apartments." + }, + { + "question_id": 1023, + "question": "Damon Wayans Jr. also stars in Big Hero 6.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Big_Hero_6_(film)", + "Damon_Wayans,_Jr." + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Big_Hero_6_(film)", + "starring", + "Damon_Wayans,_Jr." + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, which states that Damon Wayans Jr. stars in Big Hero 6." + }, + { + "question_id": 555, + "question": "Located in the United States, The Ontario Court of Justice are the current tenants of Alan B Miller Hall, the address of which is 6401 Allen Road.", + "types": [ + "written", + "num4", + "substitution", + "multi claim" + ], + "entity_set": [ + "United_States", + "Alan_B._Miller_Hall", + "Ontario_Court_of_Justice", + "\"6401 Allen Road\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that The Ontario Court of Justice are the current tenants of Alan B Miller Hall." + }, + { + "question_id": 181, + "question": "I know that The Western Carolina University operates the Agra Airport!", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Agra_Airport", + "Western_Carolina_University" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that The Western Carolina University operates the Agra Airport." + }, + { + "question_id": 261, + "question": "Yep, To the west of Adams County, Pennsylvania is Padiham.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Adams_County,_Pennsylvania", + "Padiham" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that to the west of Adams County, Pennsylvania is Padiham." + }, + { + "question_id": 269, + "question": "Micoud Village Council is actually a leader of Austria.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Austria", + "\"Micoud Village Council\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Micoud,_Saint_Lucia", + "leaderName", + "\"Micoud Village Council\"" + ] + ], + "predicted_rationale": "There is no evidence that Micoud Village Council is a leader of Austria." + }, + { + "question_id": 630, + "question": "It is a variation of Bakewell pudding and one of the ingredients is frangipan.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "Frangipane", + "Bakewell_pudding" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that it is a variation of Bakewell pudding and one of the ingredients is frangipan." + }, + { + "question_id": 110, + "question": "Yes, Qasim Ibrahim actually had a predecessor!", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Qasim_Ibrahim" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Qasim Ibrahim had a predecessor." + }, + { + "question_id": 1207, + "question": "Yes, Alvah Sabin was Secretary of State of Vermont before Homer Elihu Royce.", + "types": [ + "coll:model", + "num2", + "multi claim" + ], + "entity_set": [ + "\"Secretary of State of Vermont\"", + "Alvah_Sabin", + "Homer_Elihu_Royce" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alvah_Sabin", + "office", + "\"Secretary of State of Vermont\"" + ], + [ + "Alvah_Sabin", + "after", + "Homer_Elihu_Royce" + ], + [ + "Homer_Elihu_Royce", + "before", + "Alvah_Sabin" + ], + [ + "Alvah_Sabin", + "successor", + "Homer_Elihu_Royce" + ] + ], + "predicted_rationale": "There is no evidence that Alvah Sabin was Secretary of State of Vermont before Homer Elihu Royce, in fact the evidence suggests the opposite." + }, + { + "question_id": 2223, + "question": "Interestingly enough, Daniel Gould Fowle did not attend University of Massachusetts.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Daniel_Gould_Fowle", + "\"University of Massachusetts\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Daniel Gould Fowle did or did not attend University of Massachusetts." + }, + { + "question_id": 1965, + "question": "They make the ALV X-1, not the Genome.", + "types": [ + "coll:model", + "negation", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "ALV_X-1", + "Genome" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence to support the claim about the ALV X-1 or the Genome." + }, + { + "question_id": 34, + "question": "Do you know that Clyde Evans had a religious life?", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Clyde_Evans" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Clyde_Evans", + "religion", + "Christian" + ], + [ + "Clyde_Evans", + "birthPlace", + "Rio_Grande,_Ohio" + ], + [ + "Clyde_Evans", + "placeOfBirth", + "Rio_Grande,_Ohio" + ], + [ + "Clyde_Evans", + "almaMater", + "Eastern_Kentucky_University" + ], + [ + "Clyde_Evans", + "description", + "\"American politician\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Clyde Evans' religion is mentioned as Christian." + }, + { + "question_id": 4, + "question": "Well Lamberto V. Avellana had a spouse!", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Lamberto_V._Avellana" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Lamberto V. Avellana had a spouse." + }, + { + "question_id": 817, + "question": "A president (who was succeeded Abdul Taib Mahmud), was in office whilst Helen Kilpatrick was Vice President.", + "types": [ + "written", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Abdul_Taib_Mahmud", + "\"Helen Kilpatrick\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that a president, who was succeeded by Abdul Taib Mahmud, was in office whilst Helen Kilpatrick was Vice President." + }, + { + "question_id": 2074, + "question": "I know Abdul Taib Mahmud's region is not Asajaya.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Abdul_Taib_Mahmud", + "Asajaya" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Abdul_Taib_Mahmud", + "constituencyAm", + "Asajaya" + ], + [ + "Abdul_Taib_Mahmud", + "region", + "Asajaya" + ] + ], + "predicted_rationale": "There is evidence that Abdul Taib Mahmud's region is Asajaya." + }, + { + "question_id": 1493, + "question": "Where was Chiril Gaburici prime minister?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Chiril_Gaburici" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Natalia_Gherman", + "primeMinister", + "Chiril_Gaburici" + ], + [ + "Natalia_Gherman", + "primeminister", + "Chiril_Gaburici" + ], + [ + "Chiril_Gaburici", + "predecessor", + "Iurie_Leanc\u0103" + ], + [ + "Natalia_Gherman", + "predecessor", + "Chiril_Gaburici" + ], + [ + "Chiril_Gaburici", + "successor", + "Natalia_Gherman" + ], + [ + "Iurie_Leanc\u0103", + "successor", + "Chiril_Gaburici" + ], + [ + "Chiril_Gaburici", + "termPeriod", + "Chiril_Gaburici__1" + ] + ], + "predicted_rationale": "There is no evidence that specifies the country where Chiril Gaburici was prime minister." + }, + { + "question_id": 1161, + "question": "Well it has a mass of 5.7 kilograms and an apoapsis of 520906000.0 km.", + "types": [ + "coll:model", + "num2", + "multi claim" + ], + "entity_set": [ + "\"5.7\"", + "\"5.20906E8\"", + "1101_Clematis" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the mass of 5.7 kilograms and an apoapsis of 520906000.0 km." + }, + { + "question_id": 1108, + "question": "The Kingdom of England used unitary form of government.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Kingdom_of_England", + "Unitary_state" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Kingdom_of_England", + "governmentType", + "Unitary_state" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since the Kingdom of England's government type is Unitary state." + }, + { + "question_id": 1360, + "question": "When was Antanas Mackevi\u010dius a leader of Philippines?", + "types": [ + "question", + "coll:presup", + "num1", + "substitution" + ], + "entity_set": [ + "Philippines", + "Antanas_Mackevi\u010dius" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Antanas Mackevi\u010dius was a leader of the Philippines." + }, + { + "question_id": 1087, + "question": "Legacy Recordings is one of the distributing companies for RCA Records.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "RCA_Records", + "Legacy_Recordings" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "RCA_Records", + "distributingCompany", + "Legacy_Recordings" + ], + [ + "RCA_Records", + "distributingLabel", + "Legacy_Recordings" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Legacy Recordings is listed as a distributing company and label for RCA Records." + }, + { + "question_id": 1138, + "question": "Yeah, Agra Airport is located in Uttar Pradesh which is part of Bundelkhand.", + "types": [ + "coll:model", + "num2", + "multi claim" + ], + "entity_set": [ + "Uttar_Pradesh", + "Bundelkhand", + "Agra_Airport" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Agra_Airport", + "location", + "Uttar_Pradesh" + ], + [ + "Uttar_Pradesh", + "isPartOf", + "Bundelkhand" + ], + [ + "Uttar_Pradesh", + "subdivisionName", + "Bundelkhand" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 733, + "question": "Bakewell pudding is from the Derbyshire region where Patrick McLoughlin is the leader.", + "types": [ + "coll:model", + "num3", + "multi hop" + ], + "entity_set": [ + "Bakewell_pudding", + "Patrick_McLoughlin", + "Derbyshire" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Bakewell pudding is from the Derbyshire region where Patrick McLoughlin is the leader." + }, + { + "question_id": 182, + "question": "Interestingly, Agra Airport is operated by the SK Slavia Prague.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Agra_Airport", + "SK_Slavia_Prague" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Agra Airport is operated by the SK Slavia Prague." + }, + { + "question_id": 140, + "question": "Lenda Murray is the name of a prime minister.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Lenda_Murray" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Lenda_Murray", + "name", + "\"Lenda Murray\"" + ], + [ + "Lenda_Murray", + "predecessor", + "\"Juliette Bergmann\"" + ], + [ + "Iris_Kyle", + "predecessor", + "Lenda_Murray" + ], + [ + "Lenda_Murray", + "successor", + "\"Iris Kyle\"" + ], + [ + "Juliette_Bergmann", + "successor", + "Lenda_Murray" + ], + [ + "Iris_Kyle", + "successor", + "Lenda_Murray" + ], + [ + "Lenda_Murray", + "title", + "\"Fourth\"" + ], + [ + "Lenda_Murray", + "nickname", + "\"Female Haney\"" + ] + ], + "predicted_rationale": "There is no evidence that Lenda Murray is the name of a prime minister." + }, + { + "question_id": 752, + "question": "The manager of A.F.C. Blackpool is a soccer player who was at Drogheda United FC but is currently part of the KV Mechelen club.", + "types": [ + "written", + "num3", + "multi hop" + ], + "entity_set": [ + "KV_Mechelen", + "Drogheda_United_F.C.", + "A.F.C._Blackpool" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "A.F.C._Blackpool", + "manager", + "Stuart_Parker_(footballer)" + ], + [ + "Stuart_Parker_(footballer)", + "team", + "Drogheda_United_F.C." + ], + [ + "Stuart_Parker_(footballer)", + "clubs", + "Drogheda_United_F.C." + ], + [ + "Stuart_Parker_(footballer)", + "team", + "A.F.C._Blackpool" + ], + [ + "Stuart_Parker_(footballer)", + "managerClub", + "A.F.C._Blackpool" + ], + [ + "Stuart_Parker_(footballer)", + "managerclubs", + "A.F.C._Blackpool" + ], + [ + "Stuart_Parker_(footballer)", + "team", + "KV_Mechelen" + ], + [ + "Stuart_Parker_(footballer)", + "clubs", + "KV_Mechelen" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Stuart Parker is the manager of A.F.C. Blackpool, was at Drogheda United FC, and is currently part of the KV Mechelen club." + }, + { + "question_id": 2019, + "question": "Beretty\u00f3\u00fajfalu does not have a population density of 368.65 inhabitants per sq km, and a total area of not 140.8 Sq Km.", + "types": [ + "written", + "negation", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"368.65\"", + "\"140.8\"", + "Beretty\u00f3\u00fajfalu" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence to support the claim about the population density and total area of Beretty\u00f3\u00fajfalu." + }, + { + "question_id": 960, + "question": "Spanish is widely spoken in Uruguay.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Uruguay", + "Spanish_language" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Uruguay", + "officialLanguage", + "Spanish_language" + ], + [ + "Uruguay", + "officialLanguages", + "Spanish_language" + ], + [ + "Uruguay", + "language", + "Spanish_language" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Spanish is the official language of Uruguay." + }, + { + "question_id": 2085, + "question": "The song Mermaid is not by a band named Train.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Mermaid_(Train_song)", + "Train_(band)" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Mermaid_(Train_song)", + "musicalBand", + "Train_(band)" + ], + [ + "Mermaid_(Train_song)", + "artist", + "Train_(band)" + ], + [ + "Mermaid_(Train_song)", + "musicalArtist", + "Train_(band)" + ] + ], + "predicted_rationale": "The claim is contradicted by the evidence set, which states that the song Mermaid is by the band Train." + }, + { + "question_id": 1609, + "question": "I forgot that a building is located in Wookey, a country, where Sumitra Mahajan is a leader.", + "types": [ + "coll:presup", + "num4", + "substitution", + "multi hop" + ], + "entity_set": [ + "Sumitra_Mahajan", + "Wookey" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Church_of_St_Matthew,_Wookey", + "location", + "Wookey" + ], + [ + "Church_of_St_Matthew,_Wookey", + "locationTown", + "Wookey" + ] + ], + "predicted_rationale": "There is no evidence that Wookey is a country or that Sumitra Mahajan is a leader of the country where the building is located." + }, + { + "question_id": 986, + "question": "Addis Ababa City Hall has a 140000.0 (square metres) floor area.", + "types": [ + "written", + "num1" + ], + "entity_set": [ + "Addis_Ababa_City_Hall", + "\"140000.0\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Addis_Ababa_City_Hall", + "Building/floorArea", + "\"140000.0\"" + ], + [ + "Addis_Ababa_City_Hall", + "floorArea", + "\"140000.0\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, which states Addis Ababa City Hall has a floor area of 140000.0 square metres." + }, + { + "question_id": 893, + "question": "The place is located in Adams County, Pennsylvania in the United States, and falls under the category of Palace.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "Adams_County,_Pennsylvania", + "\"United States\"", + "Palace" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the place is located in Adams County, Pennsylvania in the United States, and falls under the category of Palace." + }, + { + "question_id": 170, + "question": "Gregory Chamitoff is the head of STS-134.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "STS-134", + "Gregory_Chamitoff" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "STS-134", + "crew6Up", + "Gregory_Chamitoff" + ], + [ + "STS-134", + "crewMembers", + "Gregory_Chamitoff" + ], + [ + "Gregory_Chamitoff", + "mission", + "STS-134" + ] + ], + "predicted_rationale": "There is no evidence that Gregory Chamitoff is the head of STS-134." + }, + { + "question_id": 1863, + "question": "I have read that Alan Tang was not a vice president.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Alan_Tang" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alan_Tang", + "occupation", + "Actor" + ], + [ + "Alan_Tang", + "birthPlace", + "Guangdong" + ], + [ + "Alan_Tang", + "placeOfBirth", + "Guangdong" + ], + [ + "Alan_Tang", + "deathPlace", + "Hong_Kong" + ], + [ + "Alan_Tang", + "placeOfDeath", + "Hong_Kong" + ] + ], + "predicted_rationale": "Based on the evidence set, there is no information that Alan Tang was a vice president." + }, + { + "question_id": 372, + "question": "Alliant Techsystems manufactures the XM25 CDTE and makes the Amazon Fire TV.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Alliant_Techsystems", + "XM25_CDTE", + "Amazon_Fire_TV" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alliant_Techsystems", + "product", + "XM25_CDTE" + ], + [ + "XM25_CDTE", + "designer", + "Alliant_Techsystems" + ], + [ + "XM25_CDTE", + "manufacturer", + "Alliant_Techsystems" + ] + ], + "predicted_rationale": "There is no evidence that Alliant Techsystems makes the Amazon Fire TV." + }, + { + "question_id": 850, + "question": "The College of WIlliam and Mary is the current owner of a building and the Sierra Madre Congregational Church is the current tenants.", + "types": [ + "written", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "College_of_William_&_Mary", + "\"Sierra Madre Congregational Church\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the College of William and Mary is the current owner of a building and the Sierra Madre Congregational Church is the current tenant." + }, + { + "question_id": 2051, + "question": "Well Polydor Records' label is not Interscope Geffen A&M!", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Polydor_Records", + "Interscope_Geffen_A&M" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Polydor_Records", + "distributingLabel", + "Interscope_Geffen_A&M" + ] + ], + "predicted_rationale": "The evidence set indicates that Polydor Records is distributed by Interscope Geffen A&M, which contradicts the claim." + }, + { + "question_id": 466, + "question": "One Across, Two Down has 560 pages and the ISBN number 978-0-15-204770-2.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"978-0-15-204770-2\"", + "\"560\"", + "One_Across,_Two_Down" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the number of pages and the ISBN number of One Across, Two Down." + }, + { + "question_id": 2039, + "question": "Well, Train's hit Mermaid was not released by Sony Music Entertainment.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Mermaid_(Train_song)", + "Sony_Music_Entertainment" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Mermaid_(Train_song)", + "recordLabel", + "Sony_Music_Entertainment" + ], + [ + "Mermaid_(Train_song)", + "label", + "Sony_Music_Entertainment" + ] + ], + "predicted_rationale": "The claim is contradicted by the evidence since Mermaid was released by Sony Music Entertainment." + }, + { + "question_id": 1652, + "question": "Interestingly, Wynne High School did not have a mascot.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Wynne_High_School" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Wynne_High_School", + "mascot", + "Yellow_jacket" + ], + [ + "DeAngelo_Williams", + "highschool", + "Wynne_High_School" + ], + [ + "Wynne_High_School", + "schooltype", + "\"Public\"" + ], + [ + "Wynne_High_School", + "teamName", + "\"Yellowjackets\"" + ], + [ + "Wynne_High_School", + "schoolColors", + "\"Blue\"" + ] + ], + "predicted_rationale": "There is evidence that Wynne High School's mascot is the Yellow jacket." + }, + { + "question_id": 820, + "question": "An office holder was born in the S\u014dka, Saitama, Japan and he was succeeded by Abdul Rahman Ya'kub.", + "types": [ + "written", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Abdul_Rahman_Ya'kub", + "\"S\u014dka, Saitama, Japan\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that an office holder was born in S\u014dka, Saitama, Japan and succeeded by Abdul Rahman Ya'kub." + }, + { + "question_id": 939, + "question": "An astronaut (born in Dongxiang County, Jiangxi) served as a fighter pilot and was a crew member of Better Athletes, Better People.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "Fighter_pilot", + "Dongxiang_County,_Jiangxi", + "\"Better Athletes, Better People\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that an astronaut born in Dongxiang County, Jiangxi served as a fighter pilot and was a crew member of Better Athletes, Better People." + }, + { + "question_id": 1923, + "question": "Bhajji is not from the region where the leader is Vajubhai Vala.", + "types": [ + "coll:model", + "negation", + "num2", + "multi hop" + ], + "entity_set": [ + "Bhajji", + "Vajubhai_Vala" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence to support the claim about Bhajji and the region where the leader is Vajubhai Vala." + }, + { + "question_id": 1677, + "question": "Do you know that People of the Earth did not have a predecessor.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "People_of_the_Earth" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "People_of_the_Earth", + "precededBy", + "People_of_the_Fire" + ], + [ + "People_of_the_Earth", + "previousWork", + "People_of_the_Fire" + ], + [ + "People_of_the_Earth", + "followedBy", + "People_of_the_River" + ], + [ + "People_of_the_Fire", + "followedBy", + "People_of_the_Earth" + ], + [ + "People_of_the_Earth", + "subsequentWork", + "People_of_the_River" + ], + [ + "People_of_the_Fire", + "subsequentWork", + "People_of_the_Earth" + ], + [ + "People_of_the_Earth", + "series", + "First_North_Americans" + ] + ], + "predicted_rationale": "There is evidence that People of the Earth was preceded by People of the Fire." + }, + { + "question_id": 1899, + "question": "Agust\u00edn Barboza is not born in Asunci\u00f3n, and is not signed to Philips Records.", + "types": [ + "written", + "negation", + "num2", + "multi claim" + ], + "entity_set": [ + "Asunci\u00f3n", + "Philips_Records", + "Agust\u00edn_Barboza" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Agust\u00edn_Barboza", + "placeOfDeath", + "Asunci\u00f3n" + ], + [ + "Agust\u00edn_Barboza", + "placeOfBirth", + "Asunci\u00f3n" + ], + [ + "Agust\u00edn_Barboza", + "birthPlace", + "Asunci\u00f3n" + ], + [ + "Agust\u00edn_Barboza", + "deathPlace", + "Asunci\u00f3n" + ], + [ + "Agust\u00edn_Barboza", + "recordLabel", + "Philips_Records" + ], + [ + "Agust\u00edn_Barboza", + "label", + "Philips_Records" + ] + ], + "predicted_rationale": "The claim is contradicted by the evidence since Agust\u00edn Barboza's place of birth is Asunci\u00f3n and he is signed to Philips Records." + }, + { + "question_id": 1810, + "question": "I know that Piero Vida did not go to college.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Piero_Vida" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Piero Vida did or did not go to college." + }, + { + "question_id": 697, + "question": "A person was born January 1, 1726, held British nationality, and lived in the Kingdom of Britain.", + "types": [ + "written", + "num2", + "multi hop" + ], + "entity_set": [ + "\"1726-01-01\"", + "Kingdom_of_England" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Lady_Anne_Monson", + "birthDate", + "\"1726-01-01\"" + ], + [ + "Lady_Anne_Monson", + "birthPlace", + "Kingdom_of_England" + ] + ], + "predicted_rationale": "There is no evidence for the British nationality and the person lived in the Kingdom of Britain, although the birth date and birth place are supported by the evidence set." + }, + { + "question_id": 75, + "question": "Gerald Messlender actually had a youthclub!", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Gerald_Messlender" + ], + "Label": [ + false + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Gerald_Messlender", + "currentclub", + "\"Retired\"" + ], + [ + "Gerald_Messlender", + "clubs", + "FC_Admira_Wacker_M\u00f6dling" + ], + [ + "Gerald_Messlender", + "team", + "FC_Admira_Wacker_M\u00f6dling" + ], + [ + "Gerald_Messlender", + "careerStation", + "Gerald_Messlender__5" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Gerald Messlender's club is mentioned." + }, + { + "question_id": 1898, + "question": "The Acura TLX doesnt have a Honda K engine and was not assembled in Marysville, Ohio.", + "types": [ + "coll:model", + "negation", + "num2", + "multi claim" + ], + "entity_set": [ + "Acura_TLX", + "Marysville,_Ohio", + "Honda_K_engine" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Acura_TLX", + "engine", + "Honda_K_engine" + ], + [ + "Acura_TLX", + "assembly", + "Marysville,_Ohio" + ] + ], + "predicted_rationale": "There is evidence that the Acura TLX has a Honda K engine and was assembled in Marysville, Ohio." + }, + { + "question_id": 1895, + "question": "In Rostock, Neptun Werft, not built the A-Rosa Luna.", + "types": [ + "coll:model", + "negation", + "num2", + "multi claim" + ], + "entity_set": [ + "A-Rosa_Luna", + "Neptun_Werft", + "Rostock" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Neptun_Werft", + "locationCity", + "Rostock" + ], + [ + "A-Rosa_Luna", + "builder", + "Neptun_Werft" + ] + ], + "predicted_rationale": "The evidence set indicates that Neptun Werft, located in Rostock, is the builder of the A-Rosa Luna." + }, + { + "question_id": 1913, + "question": "It's not in the United States and falls under the category of contributing property.", + "types": [ + "coll:model", + "negation", + "num2", + "multi hop" + ], + "entity_set": [ + "\"United States\"", + "Contributing_property" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that it's not in the United States and falls under the category of contributing property." + }, + { + "question_id": 2254, + "question": "He was born in Paraguay and died in Asuncion, Gran Asunci\u00f3n!", + "types": [ + "coll:model", + "num4", + "multi hop" + ], + "entity_set": [ + "Paraguay", + "Asunci\u00f3n", + "Gran_Asunci\u00f3n" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Asunci\u00f3n", + "subdivisionName", + "Gran_Asunci\u00f3n" + ], + [ + "Gran_Asunci\u00f3n", + "subdivisionName", + "Asunci\u00f3n" + ], + [ + "Asunci\u00f3n", + "isPartOf", + "Gran_Asunci\u00f3n" + ], + [ + "Gran_Asunci\u00f3n", + "isPartOf", + "Asunci\u00f3n" + ] + ], + "predicted_rationale": "There is no evidence that he was born in Paraguay and died in Asuncion, Gran Asunci\u00f3n." + }, + { + "question_id": 1088, + "question": "Apollo 8 is operated by NASA!", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Apollo_8", + "NASA" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Apollo_8", + "operator", + "NASA" + ] + ], + "predicted_rationale": "Based on the evidence set, Apollo 8's operator is NASA." + }, + { + "question_id": 1065, + "question": "A.F.C. Blackpool is part of the North West Counties Football League.", + "types": [ + "written", + "num1" + ], + "entity_set": [ + "A.F.C._Blackpool", + "North_West_Counties_Football_League" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "A.F.C._Blackpool", + "league", + "North_West_Counties_Football_League" + ], + [ + "A.F.C._Blackpool", + "position", + "North_West_Counties_Football_League" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 2373, + "question": "I imagined that Lady Anne Monson not lived in the Cape Verde whose capital was Winchester.", + "types": [ + "coll:presup", + "negation", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Winchester", + "Lady_Anne_Monson", + "Cape_Verde" + ], + "Label": [ + false + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Lady Anne Monson lived in the Cape Verde whose capital was Winchester." + }, + { + "question_id": 1584, + "question": "If only In 2000, The place is located in Adams County, in the state of Pennsylvania.", + "types": [ + "coll:presup", + "num3", + "multi hop" + ], + "entity_set": [ + "Adams_County,_Pennsylvania", + "\"Pennsylvania\"", + "\"2000\"" + ], + "Label": [ + false + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "11th_Mississippi_Infantry_Monument", + "region", + "Adams_County,_Pennsylvania" + ], + [ + "11th_Mississippi_Infantry_Monument", + "established", + "\"2000\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since the 11th Mississippi Infantry Monument is located in Adams County, Pennsylvania, and was established in 2000." + }, + { + "question_id": 2104, + "question": "AFC Ajax did not take part in the 2014 season at all.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "AFC_Ajax", + "\"2014\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "AFC_Ajax", + "season", + "\"2014\"" + ] + ], + "predicted_rationale": "The evidence set indicates that AFC Ajax did take part in the 2014 season." + }, + { + "question_id": 1295, + "question": "Alan B. Miller Hall, located in Virginia, was completed on June 1,2009 and is home to the Mason School of Business.", + "types": [ + "written", + "num3", + "multi claim" + ], + "entity_set": [ + "Alan_B._Miller_Hall", + "Virginia", + "\"2009-06-01\"", + "Mason_School_of_Business" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alan_B._Miller_Hall", + "location", + "Virginia" + ], + [ + "Alan_B._Miller_Hall", + "completionDate", + "\"2009-06-01\"" + ], + [ + "Alan_B._Miller_Hall", + "tenant", + "Mason_School_of_Business" + ], + [ + "Alan_B._Miller_Hall", + "currentTenants", + "Mason_School_of_Business" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1959, + "question": "Bruce Schneier is also the author of a book not ISBN number 0-7653-0633-6.", + "types": [ + "coll:model", + "negation", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"0-7653-0633-6\"", + "Bruce_Schneier" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Bruce Schneier is the author of a book not with ISBN number 0-7653-0633-6." + }, + { + "question_id": 2001, + "question": "AGR is not the ATA Location Identifier for Belize City Municipal Airport which is located in Agra.", + "types": [ + "written", + "negation", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Agra", + "\"AGR\"", + "Belize_City_Municipal_Airport" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence to support the claim about AGR, ATA Location Identifier, Belize City Municipal Airport, or its location." + }, + { + "question_id": 1902, + "question": "Mason School of Business was not a tenant of Alan B. Miller Hall which is not in the United States.", + "types": [ + "coll:model", + "negation", + "num2", + "multi claim" + ], + "entity_set": [ + "Alan_B._Miller_Hall", + "United_States", + "Mason_School_of_Business" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alan_B._Miller_Hall", + "tenant", + "Mason_School_of_Business" + ], + [ + "Alan_B._Miller_Hall", + "currentTenants", + "Mason_School_of_Business" + ] + ], + "predicted_rationale": "There is evidence that Mason School of Business was a tenant of Alan B. Miller Hall, but no information about the location of Alan B. Miller Hall." + }, + { + "question_id": 1017, + "question": "I think Duncan Rouleau is the creator of Baymax.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Baymax", + "Duncan_Rouleau" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Baymax", + "creator", + "Duncan_Rouleau" + ], + [ + "Baymax", + "creators", + "Duncan_Rouleau" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Duncan Rouleau is listed as the creator of Baymax." + }, + { + "question_id": 1731, + "question": "The SIMCE did not have a garrison back then.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "SIMCE" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "SIMCE", + "subject", + "Category:Education_in_Chile" + ], + [ + "SIMCE", + "hypernym", + "Battery" + ], + [ + "SIMCE", + "22-rdf-syntax-ns#type", + "MilitaryUnit" + ], + [ + "SIMCE", + "rdf-schema#label", + "\"SIMCE\"" + ] + ], + "predicted_rationale": "There is no evidence that the SIMCE did not have a garrison back then." + }, + { + "question_id": 606, + "question": "Amdavad ni Gufa is located in a country, the country which has Sumitra Mahajan as one of its leaders.", + "types": [ + "written", + "num2", + "multi hop" + ], + "entity_set": [ + "Sumitra_Mahajan", + "Amdavad_ni_Gufa" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Amdavad_ni_Gufa", + "country", + "India" + ], + [ + "India", + "leader", + "Sumitra_Mahajan" + ], + [ + "India", + "leaderName", + "Sumitra_Mahajan" + ], + [ + "Amdavad_ni_Gufa", + "locationCountry", + "India" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 254, + "question": "Well, MTU Friedrichshafen is owned by Fred Cole!", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "MTU_Friedrichshafen", + "\"Fred Cole\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that MTU Friedrichshafen is owned by Fred Cole." + }, + { + "question_id": 1506, + "question": "Where was Osvaldo Hurtado vice president?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Osvaldo_Hurtado" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Osvaldo_Hurtado", + "vicePresident", + "Le\u00f3n_Rold\u00f3s_Aguilera" + ], + [ + "Jaime_Rold\u00f3s_Aguilera", + "vicePresident", + "Osvaldo_Hurtado" + ], + [ + "Osvaldo_Hurtado", + "vicepresident", + "Le\u00f3n_Rold\u00f3s_Aguilera" + ], + [ + "Jaime_Rold\u00f3s_Aguilera", + "vicepresident", + "Osvaldo_Hurtado" + ], + [ + "Osvaldo_Hurtado", + "president", + "Jaime_Rold\u00f3s_Aguilera" + ], + [ + "Gustavo_Noboa", + "president", + "Osvaldo_Hurtado" + ], + [ + "Osvaldo_Hurtado", + "predecessor", + "Jaime_Rold\u00f3s_Aguilera" + ], + [ + "Le\u00f3n_Febres_Cordero", + "predecessor", + "Osvaldo_Hurtado" + ], + [ + "Osvaldo_Hurtado", + "successor", + "Blasco_Pe\u00f1aherrera_Padilla" + ], + [ + "Jaime_Rold\u00f3s_Aguilera", + "successor", + "Osvaldo_Hurtado" + ] + ], + "predicted_rationale": "There is no evidence that indicates where Osvaldo Hurtado was vice president." + }, + { + "question_id": 868, + "question": "An astronaut, born in East New Market, Maryland graduated with an MS from AFIT in 1962 and was chosen by NASA in 1963.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"1963\"", + "\"AFIT, M.S. 1962\"", + "East_New_Market,_Maryland" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "William_Anders", + "almaMater", + "\"AFIT, M.S. 1962\"" + ], + [ + "William_Anders", + "selection", + "\"1963\"" + ] + ], + "predicted_rationale": "There is no evidence that William Anders was born in East New Market, Maryland." + }, + { + "question_id": 1955, + "question": "Musical artists were not born in Paraguay and did not die in Asuncion.", + "types": [ + "coll:model", + "negation", + "num2", + "multi hop" + ], + "entity_set": [ + "Paraguay", + "Asunci\u00f3n" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence about the birth or death of musical artists." + }, + { + "question_id": 1349, + "question": "When was Susan McCabe a leader of Birmingham?", + "types": [ + "question", + "coll:presup", + "num1", + "substitution" + ], + "entity_set": [ + "Birmingham", + "\"Susan McCabe\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Susan McCabe was a leader of Birmingham." + }, + { + "question_id": 1554, + "question": "I imagined that Halo: Primordium had a predecessor.", + "types": [ + "coll:presup", + "existence" + ], + "entity_set": [ + "Halo:_Primordium" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Halo: Primordium had a predecessor." + }, + { + "question_id": 557, + "question": "The List of Presidents of Seychelles is a tenant of The Alan B Miller Hall, which is located in Eye, Cambridgeshire which is in the United States.", + "types": [ + "written", + "num4", + "substitution", + "multi claim" + ], + "entity_set": [ + "United_States", + "Alan_B._Miller_Hall", + "Eye,_Cambridgeshire", + "List_of_Presidents_of_Seychelles" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that The Alan B Miller Hall is located in Eye, Cambridgeshire, or that Eye, Cambridgeshire is in the United States, or that the List of Presidents of Seychelles is a tenant of The Alan B Miller Hall." + }, + { + "question_id": 74, + "question": "yea Strode College had a mascot too.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Strode_College" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Strode College had a mascot." + }, + { + "question_id": 1993, + "question": "Al-Taqaddum Air Base does not serve the city of R\u00edo Cuarto, C\u00f3rdoba which is in Iraq.", + "types": [ + "written", + "negation", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Al-Taqaddum_Air_Base", + "Iraq", + "R\u00edo_Cuarto,_C\u00f3rdoba" + ], + "Label": [ + false + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Al-Taqaddum Air Base serves the city of R\u00edo Cuarto, C\u00f3rdoba which is in Iraq." + }, + { + "question_id": 1219, + "question": "The 11th Mississippi Infantry Monument was established in the United States in 2000!", + "types": [ + "coll:model", + "num2", + "multi claim" + ], + "entity_set": [ + "\"2000\"", + "11th_Mississippi_Infantry_Monument", + "\"United States\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "11th_Mississippi_Infantry_Monument", + "country", + "\"United States\"" + ], + [ + "11th_Mississippi_Infantry_Monument", + "established", + "\"2000\"" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1820, + "question": "I do know that Svilena Kides did not attend university.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Svilena_Kidess" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Svilena Kides did not attend university." + }, + { + "question_id": 2135, + "question": "Damon Gupton did not star in the film, Big Hero 6.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Big_Hero_6_(film)", + "\"Damon Gupton\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Damon Gupton starred in the film Big Hero 6." + }, + { + "question_id": 957, + "question": "Yep, Montevideo is in Uruguay.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Montevideo", + "Uruguay" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Montevideo", + "country", + "Uruguay" + ], + [ + "Uruguay", + "capital", + "Montevideo" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Montevideo is the capital of Uruguay." + }, + { + "question_id": 1254, + "question": "Walt Disney Studios Motion Pictures is the distributor of the film Big Hero 6 that stars Alan Tudyk and in which Baymax is a character.", + "types": [ + "written", + "num3", + "multi claim" + ], + "entity_set": [ + "Walt_Disney_Studios_Motion_Pictures", + "Big_Hero_6_(film)", + "Baymax", + "Alan_Tudyk" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Big_Hero_6_(film)", + "distributor", + "Walt_Disney_Studios_Motion_Pictures" + ], + [ + "Big_Hero_6_(film)", + "starring", + "Alan_Tudyk" + ], + [ + "Baymax", + "first", + "Big_Hero_6_(film)" + ], + [ + "Baymax", + "series", + "Big_Hero_6_(film)" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 735, + "question": "it is from the Karnataka region of India and include vegetables.", + "types": [ + "coll:model", + "num3", + "multi hop" + ], + "entity_set": [ + "India", + "Vegetable", + "Karnataka" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Karnataka", + "country", + "India" + ] + ], + "predicted_rationale": "There is no evidence that it includes vegetables." + }, + { + "question_id": 381, + "question": "The HMS Spitfire (1895) was built on the Neptun Werft, the location of which, is in Rostock.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Neptun_Werft", + "Rostock", + "HMS_Spitfire_(1895)" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Neptun_Werft", + "locationCity", + "Rostock" + ] + ], + "predicted_rationale": "There is no evidence that the HMS Spitfire (1895) was built on the Neptun Werft." + }, + { + "question_id": 405, + "question": "Phan V\u0103n Kh\u1ea3i was born in Imst, in Austria.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Imst", + "Austria", + "Phan_V\u0103n_Kh\u1ea3i" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Imst", + "country", + "Austria" + ] + ], + "predicted_rationale": "There is no evidence that Phan V\u0103n Kh\u1ea3i was born in Imst, in Austria." + }, + { + "question_id": 1030, + "question": "Shortcrust pastry is the base of a Bakewell tart.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Bakewell_tart", + "Shortcrust_pastry" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Bakewell_tart", + "ingredient", + "Shortcrust_pastry" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Bakewell tart's ingredient is Shortcrust pastry." + }, + { + "question_id": 1988, + "question": "A building is not complete on 1 June 2009, and has no address 70 West Chippewa.", + "types": [ + "coll:model", + "negation", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"1 June 2009\"", + "\"70 West Chippewa\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that a building is not complete on 1 June 2009, and has no address 70 West Chippewa." + }, + { + "question_id": 350, + "question": "Georgetown Steam Plant was designed by architect Alfred Giles, who was born in England.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Alfred_Giles_(architect)", + "England", + "Georgetown_Steam_Plant" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alfred_Giles_(architect)", + "birthPlace", + "England" + ], + [ + "Alfred_Giles_(architect)", + "placeOfBirth", + "England" + ] + ], + "predicted_rationale": "There is no evidence that Alfred Giles designed the Georgetown Steam Plant." + }, + { + "question_id": 277, + "question": "AZAL Arena is located at Regis College in Massachusetts.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "AZAL_Arena", + "Regis_College_(Massachusetts)" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that AZAL Arena is located at Regis College in Massachusetts." + }, + { + "question_id": 1159, + "question": "it has an epoch date of December 31st 2006 and a mass of 5.7 kilograms.", + "types": [ + "coll:model", + "num2", + "multi claim" + ], + "entity_set": [ + "\"5.7\"", + "1101_Clematis", + "\"2006-12-31\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the epoch date and mass." + }, + { + "question_id": 193, + "question": "Astronaut Nikolai Budarin was a crew member of Apollo 8.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Apollo_8", + "Nikolai_Budarin" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Astronaut Nikolai Budarin was a crew member of Apollo 8." + }, + { + "question_id": 1342, + "question": "When was Jo\u017ee Muhi\u010d a leader of Paraguay?", + "types": [ + "question", + "coll:presup", + "num1", + "substitution" + ], + "entity_set": [ + "Paraguay", + "\"Jo\u017ee Muhi\u010d\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Jo\u017ee Muhi\u010d was a leader of Paraguay." + }, + { + "question_id": 578, + "question": "Train followed their pop rock song Mermaid with the John Lennon song Imagine, which was followed by the release of the song Watashi (album).", + "types": [ + "written", + "num4", + "substitution", + "multi claim" + ], + "entity_set": [ + "Pop_rock", + "Imagine_(John_Lennon_song)", + "Mermaid_(Train_song)", + "Watashi_(album)" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Mermaid_(Train_song)", + "subsequentWork", + "Imagine_(John_Lennon_song)" + ], + [ + "Mermaid_(Train_song)", + "genre", + "Pop_rock" + ] + ], + "predicted_rationale": "There is no evidence for the release of the song Watashi (album)." + }, + { + "question_id": 744, + "question": "A politician, who represents the Parti Pesaka Bumiputera Bersatu party, was born in Miri, Malaysia and lives in Demak Jaya, Jalan Bako, Kuching, Sarawak.", + "types": [ + "written", + "num3", + "multi hop" + ], + "entity_set": [ + "\"Demak Jaya, Jalan Bako, Kuching, Sarawak\"", + "Parti_Pesaka_Bumiputera_Bersatu", + "Miri,_Malaysia" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Abdul_Taib_Mahmud", + "party", + "Parti_Pesaka_Bumiputera_Bersatu" + ], + [ + "Abdul_Taib_Mahmud", + "birthPlace", + "Miri,_Malaysia" + ], + [ + "Abdul_Taib_Mahmud", + "residence", + "\"Demak Jaya, Jalan Bako, Kuching, Sarawak\"" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1741, + "question": "Modestas Stonys did not even have a youth club.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Modestas_Stonys" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Modestas_Stonys", + "currentclub", + "JK_Narva_Trans" + ], + [ + "Modestas_Stonys", + "clubs", + "FK_\u0160iauliai" + ], + [ + "Modestas_Stonys", + "team", + "FK_\u0160iauliai" + ] + ], + "predicted_rationale": "There is evidence that Modestas Stonys had a club, which is FK_\u0160iauliai." + }, + { + "question_id": 1963, + "question": "It is not in the category of Contributing property and its in Indiana 46268.", + "types": [ + "coll:model", + "negation", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Contributing_property", + "\"Indiana 46268\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that it is not in the category of Contributing property and its location is Indiana 46268." + }, + { + "question_id": 1623, + "question": "Do you know that Joseph Sheffield did not have a child!?", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Joseph_Sheffield" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Joseph_Sheffield", + "children", + "\"Joseph, Mary, Elizabeth, Benjamin, Edmund, William, Elizabeth\"" + ], + [ + "Joseph_Sheffield", + "spouse", + "\"Mary Sheriff\"" + ], + [ + "Joseph_Sheffield", + "parents", + "\"Ichabod Sheffield and Mary Parker\"" + ], + [ + "Joseph_Sheffield", + "birthDate", + "\"1661-08-22\"" + ], + [ + "Joseph_Sheffield", + "birthPlace", + "Portsmouth,_Rhode_Island" + ] + ], + "predicted_rationale": "There is evidence that Joseph Sheffield had children, including Joseph, Mary, Elizabeth, Benjamin, Edmund, William, and Elizabeth." + }, + { + "question_id": 1096, + "question": "Frangipane is also an ingredient of Bakewell tarts!", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Bakewell_tart", + "Frangipane" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Bakewell_tart", + "ingredient", + "Frangipane" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Bakewell tart's ingredient is Frangipane." + }, + { + "question_id": 492, + "question": "The address of Amdavad ni Gufa is Lalbhai Dalpatbhai Campus, near CEPT University, opp. Gujarat University, University Road Kewstoke, India.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"Lalbhai Dalpatbhai Campus, near CEPT University, opp. Gujarat University, University Road\"", + "Amdavad_ni_Gufa", + "India", + "\"Kewstoke\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Amdavad_ni_Gufa", + "address", + "\"Lalbhai Dalpatbhai Campus, near CEPT University, opp. Gujarat University, University Road\"" + ], + [ + "Amdavad_ni_Gufa", + "locationCountry", + "India" + ], + [ + "Amdavad_ni_Gufa", + "country", + "India" + ] + ], + "predicted_rationale": "There is no evidence for Kewstoke in the address of Amdavad ni Gufa." + }, + { + "question_id": 2329, + "question": "I explained that Mario Cuomo did not have a child.", + "types": [ + "coll:presup", + "negation", + "existence" + ], + "entity_set": [ + "Mario_Cuomo" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Mario Cuomo did not have a child." + }, + { + "question_id": 790, + "question": "well Jake Kaminski was born in a city led by Daniel Martinez.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"Daniel_Mart\u00ednez_(politician)\"", + "Jake_Kaminski" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Jake Kaminski was born in a city led by Daniel Martinez." + }, + { + "question_id": 1864, + "question": "Yep, Edwin Blum was not the vice president.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Edwin_Blum" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Edwin Blum was the vice president." + }, + { + "question_id": 1154, + "question": "Mason School of Business is a tenant of Alan B. Miller Hall in the United States.", + "types": [ + "coll:model", + "num2", + "multi claim" + ], + "entity_set": [ + "Alan_B._Miller_Hall", + "United_States", + "Mason_School_of_Business" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alan_B._Miller_Hall", + "tenant", + "Mason_School_of_Business" + ], + [ + "Alan_B._Miller_Hall", + "currentTenants", + "Mason_School_of_Business" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 402, + "question": "Mechtilde's place of birth was Tyrol state, Austria-Hungary.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Tyrol_(state)", + "Austria-Hungary", + "Mechtilde" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Mechtilde's place of birth was Tyrol state, Austria-Hungary." + }, + { + "question_id": 732, + "question": "Scott Adsit voiced the character a fictional character which was created by Duncan Rouleau and Steven T. Seagle.", + "types": [ + "written", + "num3", + "multi hop" + ], + "entity_set": [ + "Duncan_Rouleau", + "Steven_T._Seagle", + "Scott_Adsit" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Scott Adsit voiced the character created by Duncan Rouleau and Steven T. Seagle." + }, + { + "question_id": 1503, + "question": "When was Joseph Boakai vice president?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Joseph_Boakai" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "George_Weah", + "vicePresident", + "Joseph_Boakai" + ], + [ + "George_Weah", + "vicepresident", + "Joseph_Boakai" + ], + [ + "Joseph_Boakai", + "president", + "Ellen_Johnson_Sirleaf" + ], + [ + "Liberia", + "leader", + "Joseph_Boakai" + ], + [ + "Liberia", + "leaderName", + "Joseph_Boakai" + ] + ], + "predicted_rationale": "There is no evidence for the time period when Joseph Boakai was vice president." + }, + { + "question_id": 1533, + "question": "When was William Anders a Fighter pilot?", + "types": [ + "question", + "coll:presup", + "num1" + ], + "entity_set": [ + "William_Anders", + "Fighter_pilot" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "William_Anders", + "occupation", + "Fighter_pilot" + ] + ], + "predicted_rationale": "There is no information about when William Anders was a Fighter pilot." + }, + { + "question_id": 1438, + "question": "What is the name of Bargy Conglomerate's garrison?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Bargy_Conglomerate" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the name of Bargy Conglomerate's garrison." + }, + { + "question_id": 896, + "question": "An office holder, who was succeeded by Sulaiman Abdul Rahman Taib, was born in the Streymoy and resides in Demak Jaya, Jalan Bako, Kuching, Sarawak.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "Sulaiman_Abdul_Rahman_Taib", + "\"Demak Jaya, Jalan Bako, Kuching, Sarawak\"", + "Streymoy" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Abdul_Taib_Mahmud", + "successor", + "Sulaiman_Abdul_Rahman_Taib" + ], + [ + "Abdul_Taib_Mahmud", + "residence", + "\"Demak Jaya, Jalan Bako, Kuching, Sarawak\"" + ], + [ + "Sulaiman_Abdul_Rahman_Taib", + "predecessor", + "Abdul_Taib_Mahmud" + ] + ], + "predicted_rationale": "There is no evidence that Abdul Taib Mahmud was born in Streymoy." + }, + { + "question_id": 241, + "question": "The Bhajji comes from the Pierce County, Wisconsin region.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Bhajji", + "Pierce_County,_Wisconsin" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the Bhajji comes from the Pierce County, Wisconsin region." + }, + { + "question_id": 1675, + "question": "Well the Pobre juventud did not have a predecessor.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Pobre_juventud" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Pobre_juventud", + "precededBy", + "\"Seducci\u00f3n\"" + ], + [ + "Pobre_juventud", + "previousWork", + "Seducci\u00f3n_(telenovela)" + ], + [ + "Tiempo_de_amar", + "previousWork", + "Pobre_juventud" + ], + [ + "Pobre_juventud", + "subsequentWork", + "Tiempo_de_amar" + ], + [ + "Seducci\u00f3n_(telenovela)", + "subsequentWork", + "Pobre_juventud" + ], + [ + "Pobre_juventud", + "followedBy", + "\"Tiempo de amar\"" + ], + [ + "Pobre_juventud", + "name", + "\"Pobre juventud\"" + ] + ], + "predicted_rationale": "There is evidence that Pobre juventud was preceded by Seducci\u00f3n." + }, + { + "question_id": 1903, + "question": "The parent company of MTU Friedrichshafen is not Rolls-Royce Power Systems, who does not make the engines that power the A-Rosa Luna.", + "types": [ + "written", + "negation", + "num2", + "multi claim" + ], + "entity_set": [ + "A-Rosa_Luna", + "Rolls-Royce_Power_Systems", + "MTU_Friedrichshafen" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Rolls-Royce_Power_Systems", + "foundationPlace", + "MTU_Friedrichshafen" + ], + [ + "MTU_Friedrichshafen", + "parentCompany", + "Rolls-Royce_Power_Systems" + ] + ], + "predicted_rationale": "There is no evidence that Rolls-Royce Power Systems does not make the engines that power the A-Rosa Luna, and the parent company of MTU Friedrichshafen is indeed Rolls-Royce Power Systems." + }, + { + "question_id": 1991, + "question": "Did you know that Alfredo Zitarrosa was not born in St. Louis Park, Minnesota, Uruguay.", + "types": [ + "coll:model", + "negation", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Uruguay", + "Alfredo_Zitarrosa", + "St._Louis_Park,_Minnesota" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alfredo_Zitarrosa", + "birthPlace", + "Uruguay" + ], + [ + "Alfredo_Zitarrosa", + "deathPlace", + "Uruguay" + ] + ], + "predicted_rationale": "There is no evidence that Alfredo Zitarrosa was not born in St. Louis Park, Minnesota, Uruguay, but there is also no evidence that St. Louis Park, Minnesota is in Uruguay." + }, + { + "question_id": 1737, + "question": "September 6 did not have a mascot either.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "September_6" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "September_6", + "month", + "\"9\"" + ], + [ + "September_6", + "day", + "\"6\"" + ], + [ + "September_6", + "rdf-schema#label", + "\"September 6\"" + ], + [ + "September_6", + "subject", + "Category:September" + ], + [ + "Lu\u00eds_Alves_de_Lima_e_Silva,_Duke_of_Caxias", + "rdf-schema#seeAlso", + "September_6" + ] + ], + "predicted_rationale": "There is no evidence that September 6 did or did not have a mascot." + }, + { + "question_id": 1049, + "question": "Well I know that Neptun Werft is located in Germany.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Neptun_Werft", + "Germany" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Neptun_Werft", + "locationCountry", + "Germany" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Neptun Werft's location country is Germany." + }, + { + "question_id": 1770, + "question": "I've heard that Wolfgang Hackbusch did not have a successor!", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Wolfgang_Hackbusch" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Wolfgang_Hackbusch", + "birthDate", + "\"1948-10-24\"" + ], + [ + "Wolfgang_Hackbusch", + "dateOfBirth", + "\"1948-10-24\"" + ], + [ + "Wolfgang_Hackbusch", + "birthPlace", + "Lower_Saxony" + ], + [ + "Wolfgang_Hackbusch", + "placeOfBirth", + "\"Westerstede\"" + ] + ], + "predicted_rationale": "There is no evidence that Wolfgang Hackbusch did or did not have a successor." + }, + { + "question_id": 910, + "question": "A book written by J. V. Jones and is found in hardback with the OCLC number 04968789.", + "types": [ + "coll:model", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "Hardcover", + "J._V._Jones", + "\"04968789\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "A_Fortress_of_Grey_Ice", + "author", + "J._V._Jones" + ], + [ + "A_Fortress_of_Grey_Ice", + "mediaType", + "Hardcover" + ] + ], + "predicted_rationale": "There is no evidence for the OCLC number 04968789." + }, + { + "question_id": 1465, + "question": "What is the name of Dave Moulton's spouse?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Dave_Moulton" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Dave_Moulton", + "name", + "\"Moulton, Dave\"" + ], + [ + "Dave_Moulton", + "dateOfBirth", + "\"1936\"" + ], + [ + "Dave_Moulton", + "birthYear", + "\"1936\"" + ], + [ + "Dave_Moulton", + "description", + "\"British cycle designer\"" + ] + ], + "predicted_rationale": "There is no information about Dave Moulton's spouse." + }, + { + "question_id": 1269, + "question": "A Fortress of Grey Ice, authored by J.V. Jones, has a ISBN number of 0-7653-0633-6 and is available in print.", + "types": [ + "written", + "num3", + "multi claim" + ], + "entity_set": [ + "J._V._Jones", + "\"Print\"", + "\"0-7653-0633-6\"", + "A_Fortress_of_Grey_Ice" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "A_Fortress_of_Grey_Ice", + "author", + "J._V._Jones" + ], + [ + "A_Fortress_of_Grey_Ice", + "isbn", + "\"0-7653-0633-6\"" + ], + [ + "A_Fortress_of_Grey_Ice", + "mediaType", + "\"Print\"" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 547, + "question": "Agra Airport is in Uttar Pradesh, \u00c9s\u00e9ka, and is located at 167.94 metres above sea level.", + "types": [ + "written", + "num4", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"167.94\"", + "Uttar_Pradesh", + "Agra_Airport", + "\u00c9s\u00e9ka" + ], + "Label": [ + false + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Agra_Airport", + "location", + "Uttar_Pradesh" + ], + [ + "Agra_Airport", + "elevation", + "\"167.94\"" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 635, + "question": "Well they are located in Germany and built the A-Rosa Luna.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "Germany", + "A-Rosa_Luna" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that they are located in Germany and built the A-Rosa Luna." + }, + { + "question_id": 601, + "question": "It's in Birmingham and was designed by architect John Madin.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "Birmingham", + "John_Madin" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that it's in Birmingham and was designed by architect John Madin." + }, + { + "question_id": 68, + "question": "Manistique Formation had a garrison back in the day.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Manistique_Formation" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Manistique Formation had a garrison." + }, + { + "question_id": 1637, + "question": "I have heard that Lund, Norway did not even have a capital!", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Lund,_Norway" + ], + "Label": [ + false + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Lund, Norway has a capital." + }, + { + "question_id": 393, + "question": "Wall Doxey was born in Miri, Malaysia, and is a member of the Parti Bumiputera Sarawak Party.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Miri,_Malaysia", + "\"Parti Bumiputera Sarawak\"", + "Wall_Doxey" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Wall Doxey was born in Miri, Malaysia, and is a member of the Parti Bumiputera Sarawak Party." + }, + { + "question_id": 1177, + "question": "The 11th Mississippi Infantry Monument has been in Adams County, Pennsylvania since 2000.", + "types": [ + "coll:model", + "num2", + "multi claim" + ], + "entity_set": [ + "\"2000\"", + "11th_Mississippi_Infantry_Monument", + "Adams_County,_Pennsylvania", + "\"Pennsylvania\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "11th_Mississippi_Infantry_Monument", + "region", + "Adams_County,_Pennsylvania" + ], + [ + "Adams_County,_Pennsylvania", + "state", + "\"Pennsylvania\"" + ], + [ + "11th_Mississippi_Infantry_Monument", + "established", + "\"2000\"" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1661, + "question": "Do you know that Torino Hunte did not have a youthclub.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Torino_Hunte" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Torino_Hunte", + "youthclubs", + "Willem_II_(football_club)" + ], + [ + "Torino_Hunte", + "currentclub", + "VVV-Venlo" + ], + [ + "Torino_Hunte", + "clubnumber", + "\"19\"" + ], + [ + "Torino_Hunte", + "clubs", + "FC_Eindhoven" + ], + [ + "Torino_Hunte", + "team", + "RKC_Waalwijk" + ] + ], + "predicted_rationale": "There is evidence that Torino Hunte had a youthclub, which is Willem II." + }, + { + "question_id": 1306, + "question": "John Clancy is a labor politican who leads Birmingham, where architect John Madin, who designed 103 Colmore Row, was born.", + "types": [ + "written", + "num4", + "multi claim" + ], + "entity_set": [ + "John_Madin", + "Birmingham", + "103_Colmore_Row", + "\"John_Clancy_(Labour_politician)\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "John_Madin", + "birthPlace", + "Birmingham" + ], + [ + "John_Madin", + "placeOfBirth", + "Birmingham" + ], + [ + "John_Madin", + "hometown", + "Birmingham" + ], + [ + "103_Colmore_Row", + "architect", + "John_Madin" + ] + ], + "predicted_rationale": "There is no evidence that John Clancy is a labor politician who leads Birmingham." + }, + { + "question_id": 774, + "question": "Al-Taqaddum Air Base serves the city in a country where Kurdish languages are spoken.", + "types": [ + "coll:model", + "num4", + "multi hop" + ], + "entity_set": [ + "Al-Taqaddum_Air_Base", + "Kurdish_languages" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Al-Taqaddum_Air_Base", + "city", + "Iraq" + ], + [ + "Iraq", + "language", + "Kurdish_languages" + ], + [ + "Iraq", + "officialLanguage", + "Kurdish_languages" + ], + [ + "Iraq", + "officialLanguages", + "Kurdish_languages" + ], + [ + "Al-Taqaddum_Air_Base", + "cityServed", + "Iraq" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1508, + "question": "Where was St\u00e9phane Debac president?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "St\u00e9phane_Debac" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "The_Prey_(2011_film)", + "starring", + "St\u00e9phane_Debac" + ], + [ + "St\u00e9phane_Debac", + "22-rdf-syntax-ns#type", + "DUL.owl#NaturalPerson" + ] + ], + "predicted_rationale": "There is no information about St\u00e9phane Debac being a president." + }, + { + "question_id": 7, + "question": "Sobekemsaf I also have a spouse!", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Sobekemsaf_I" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Sobekemsaf I has a spouse." + }, + { + "question_id": 515, + "question": "The 11th Mississippi Infantry Monument, categorised as a contributing property, is found in the municipality of Gettysburg, Virginia's 8th congressional district.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "Gettysburg,_Pennsylvania", + "11th_Mississippi_Infantry_Monument", + "Contributing_property", + "Virginia's_8th_congressional_district" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "11th_Mississippi_Infantry_Monument", + "type", + "Contributing_property" + ], + [ + "11th_Mississippi_Infantry_Monument", + "category", + "Contributing_property" + ], + [ + "11th_Mississippi_Infantry_Monument", + "municipality", + "Gettysburg,_Pennsylvania" + ] + ], + "predicted_rationale": "There is no evidence that the 11th Mississippi Infantry Monument is found in Virginia's 8th congressional district, instead it is found in Gettysburg, Pennsylvania." + }, + { + "question_id": 1932, + "question": "Well it's located in Gujarat, which is not India.", + "types": [ + "coll:model", + "negation", + "num2", + "multi hop" + ], + "entity_set": [ + "India", + "Gujarat" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Gujarat", + "country", + "India" + ] + ], + "predicted_rationale": "The claim is contradicted by the evidence that Gujarat is located in India." + }, + { + "question_id": 1446, + "question": "What is the name of Sunhwa Arts School's mascot?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Sunhwa_Arts_School" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the name of Sunhwa Arts School's mascot." + }, + { + "question_id": 306, + "question": "Yes! The leader of the Philippines is called Enrico Giovannini.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Philippines", + "Enrico_Giovannini" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the leader of the Philippines is called Enrico Giovannini." + }, + { + "question_id": 282, + "question": "Yes, Stuart Parker played for Heywood St James.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Stuart_Parker_(footballer)", + "\"Heywood St James\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Stuart Parker played for Heywood St James." + }, + { + "question_id": 1689, + "question": "Are you familiar with Linda Partridge? She did not have an award.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Linda_Partridge" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Linda Partridge did or did not have an award." + }, + { + "question_id": 833, + "question": "He represented New York's 3rd congressional district and died in Sycamore, Illinois.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Sycamore,_Illinois", + "New_York's_3rd_congressional_district" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that he represented New York's 3rd congressional district and died in Sycamore, Illinois." + }, + { + "question_id": 1373, + "question": "What is the name of Harvey Fields's child?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Harvey_Fields" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence about Harvey Fields's child." + }, + { + "question_id": 1905, + "question": "The Acura TLX is not assembled in Marysville, Ohio and it has no Inline-four engine.", + "types": [ + "coll:model", + "negation", + "num2", + "multi claim" + ], + "entity_set": [ + "Acura_TLX", + "Marysville,_Ohio", + "Inline-four_engine" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Acura_TLX", + "assembly", + "Marysville,_Ohio" + ], + [ + "Acura_TLX", + "engine", + "Inline-four_engine" + ] + ], + "predicted_rationale": "There is evidence that the Acura TLX is assembled in Marysville, Ohio and it has an Inline-four engine." + }, + { + "question_id": 729, + "question": "the city lies 214 metres above sea level and has 368.65 people for each of its 140.8 square kilometres.", + "types": [ + "coll:model", + "num3", + "multi hop" + ], + "entity_set": [ + "\"214.0\"", + "\"368.65\"", + "\"1.408e+08\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the city's elevation, population density, and area." + }, + { + "question_id": 409, + "question": "Alvah Sabin, who represented Northwest Suburban Chicago died in Sycamore, Illinois.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Alvah_Sabin", + "Sycamore,_Illinois", + "\"Northwest Suburban Chicago\"" + ], + "Label": [ + false + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alvah_Sabin", + "placeOfDeath", + "Sycamore,_Illinois" + ], + [ + "Alvah_Sabin", + "deathPlace", + "Sycamore,_Illinois" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Alvah Sabin's place of death is Sycamore, Illinois, but there is no information about representing Northwest Suburban Chicago." + }, + { + "question_id": 1532, + "question": "When was T. S. Thakur a leader of India?", + "types": [ + "question", + "coll:presup", + "num1" + ], + "entity_set": [ + "India", + "T._S._Thakur" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "India", + "leader", + "T._S._Thakur" + ], + [ + "India", + "leaderName", + "T._S._Thakur" + ], + [ + "T._S._Thakur", + "nationality", + "India" + ] + ], + "predicted_rationale": "There is no information about the time when T. S. Thakur was a leader of India." + }, + { + "question_id": 2336, + "question": "I remembered that Helen Kay Larson was not a vice president.", + "types": [ + "coll:presup", + "negation", + "existence" + ], + "entity_set": [ + "Helen_Kay_Larson" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Dalhousie_goby", + "binomialAuthority", + "Helen_Kay_Larson" + ], + [ + "Helen_Kay_Larson", + "22-rdf-syntax-ns#type", + "DUL.owl#NaturalPerson" + ] + ], + "predicted_rationale": "There is no evidence that Helen Kay Larson was a vice president." + }, + { + "question_id": 511, + "question": "Linzeux come from India where Robert Byrne and Sumitra Mahajan are leaders.", + "types": [ + "coll:model", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "India", + "Sumitra_Mahajan", + "\"Robert Byrne\"", + "Linzeux" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "India", + "leader", + "Sumitra_Mahajan" + ], + [ + "India", + "leaderName", + "Sumitra_Mahajan" + ] + ], + "predicted_rationale": "There is no evidence that Linzeux come from India and there is also no information about Robert Byrne being a leader of India." + }, + { + "question_id": 1464, + "question": "What is the name of Pedro Zambrano Ortiz's spouse?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Pedro_Zambrano_Ortiz" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Pedro_Zambrano_Ortiz", + "name", + "\"Pedro Zambrano Ortiz\"" + ], + [ + "Pedro_Zambrano_Ortiz", + "birthPlace", + "Canary_Islands" + ], + [ + "Pedro_Zambrano_Ortiz", + "placeOfBirth", + "Canary_Islands" + ], + [ + "Pedro_Zambrano_Ortiz", + "rdf-schema#label", + "\"Pedro Zambrano Ortiz\"" + ] + ], + "predicted_rationale": "There is no evidence for the spouse of Pedro Zambrano Ortiz." + }, + { + "question_id": 621, + "question": "it is 161.54 square kilometres and the population density is 1239.3 inhabitants per square kilometre.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "\"1239.3\"", + "\"1.61538e+08\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the area and population density." + }, + { + "question_id": 753, + "question": "The full name of a soccer club is Amsterdamsche Football Club Ajax, they played in the 2014-15 Eredivisie season and have 53502 members.", + "types": [ + "written", + "num3", + "multi hop" + ], + "entity_set": [ + "\"Amsterdamsche Football Club Ajax\"", + "2014\u201315_Eredivisie", + "\"53502\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "AFC_Ajax", + "fullname", + "\"Amsterdamsche Football Club Ajax\"" + ], + [ + "AFC_Ajax", + "season", + "2014\u201315_Eredivisie" + ], + [ + "AFC_Ajax", + "capacity", + "\"53502\"" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 911, + "question": "A book was written by Mary Kirchoff and is found in hardcover with the OCLC number 166865908.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "Hardcover", + "\"166865908\"", + "Mary_Kirchoff" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that a book was written by Mary Kirchoff and is found in hardcover with the OCLC number 166865908." + }, + { + "question_id": 1847, + "question": "I've heard that Mohieddin Fikini was not a prime minister!", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Mohieddin_Fikini" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Mohieddin_Fikini", + "primeMinister", + "Mustafa_Ben_Halim" + ], + [ + "Wanis_al-Qaddafi", + "primeMinister", + "Mohieddin_Fikini" + ], + [ + "Mohieddin_Fikini", + "primeminister", + "\"Himself\"" + ], + [ + "Wanis_al-Qaddafi", + "primeminister", + "Mohieddin_Fikini" + ], + [ + "Mohieddin_Fikini", + "predecessor", + "Ali_Sahli" + ], + [ + "Hussein_Maziq", + "predecessor", + "Mohieddin_Fikini" + ], + [ + "Mohieddin_Fikini", + "successor", + "Mahmud_al-Muntasir" + ], + [ + "Muhammad_Osman_Said", + "successor", + "Mohieddin_Fikini" + ], + [ + "Mohieddin_Fikini", + "orderInOffice", + "\"Foreign Minister of Libya\"" + ] + ], + "predicted_rationale": "There is evidence that Mohieddin Fikini was a prime minister, as indicated by the relations 'primeminister' and 'primeMinister' in the evidence set." + }, + { + "question_id": 255, + "question": "I know that Rostock is in Second Philippine Republic.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Rostock", + "Second_Philippine_Republic" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Rostock is in Second Philippine Republic." + }, + { + "question_id": 394, + "question": "Abdul Rahman Ya'kub succeeded Abdul Taib Mahmud who was born in Schlotheim.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Abdul_Rahman_Ya'kub", + "Abdul_Taib_Mahmud", + "Schlotheim" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Abdul_Rahman_Ya'kub", + "successor", + "Abdul_Taib_Mahmud" + ], + [ + "Abdul_Taib_Mahmud", + "successor", + "Abdul_Rahman_Ya'kub" + ], + [ + "Abdul_Rahman_Ya'kub", + "predecessor", + "Abdul_Taib_Mahmud" + ], + [ + "Abdul_Taib_Mahmud", + "predecessor", + "Abdul_Rahman_Ya'kub" + ], + [ + "Abdul_Taib_Mahmud", + "before", + "Abdul_Rahman_Ya'kub" + ], + [ + "Abdul_Rahman_Ya'kub", + "after", + "Abdul_Taib_Mahmud" + ] + ], + "predicted_rationale": "There is no evidence that Abdul Taib Mahmud was born in Schlotheim." + }, + { + "question_id": 1128, + "question": "Phil Spector produced Imagine by John Lennon!", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Imagine_(John_Lennon_song)", + "Phil_Spector" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Imagine_(John_Lennon_song)", + "producer", + "Phil_Spector" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Phil Spector is listed as the producer of Imagine by John Lennon." + }, + { + "question_id": 1456, + "question": "What is the name of Joey Salceda's award?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Joey_Salceda" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for Joey Salceda's award." + }, + { + "question_id": 1646, + "question": "Alec Evans did not have a nickname either!", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Alec_Evans" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alec_Evans", + "nickname", + "\"Mad Dog\"" + ], + [ + "Alec_Evans", + "alias", + "\"Evans, Alex\"" + ], + [ + "Alec_Evans", + "name", + "\"Evans, Alec\"" + ], + [ + "Alec_Evans", + "birthName", + "\"Alexander Evans\"" + ], + [ + "Alec_Evans", + "alternativeNames", + "\"Evans, Alex\"" + ] + ], + "predicted_rationale": "There is evidence that Alec Evans had a nickname, which is 'Mad Dog'." + }, + { + "question_id": 1340, + "question": "The ship, built by Neptun Werft, is powered by a a company (Glen Iris, Victoria) engine.", + "types": [ + "written", + "num4", + "substitution", + "multi hop" + ], + "entity_set": [ + "Neptun_Werft", + "Glen_Iris,_Victoria" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the ship is built by Neptun Werft and powered by a company engine from Glen Iris, Victoria." + }, + { + "question_id": 852, + "question": "Agra airport is located in a country with two leaders, Zhenfu and Narendra Modi.", + "types": [ + "coll:model", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "Narendra_Modi", + "Agra_Airport", + "\"Zhenfu\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Agra_Airport", + "location", + "India" + ], + [ + "India", + "leader", + "Narendra_Modi" + ], + [ + "India", + "leaderName", + "Narendra_Modi" + ] + ], + "predicted_rationale": "There is no evidence that India has a leader named Zhenfu." + }, + { + "question_id": 792, + "question": "Agust\u00edn Barboza was born in a country where the leader is Jeffrey Prang.", + "types": [ + "written", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Agust\u00edn_Barboza", + "Jeffrey_Prang" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Agust\u00edn Barboza was born in a country where the leader is Jeffrey Prang." + }, + { + "question_id": 1901, + "question": "103 Colmore Row with not 23 floors, is not located on Colmore Row, Birmingham, England.", + "types": [ + "written", + "negation", + "num2", + "multi claim" + ], + "entity_set": [ + "103_Colmore_Row", + "\"Colmore Row, Birmingham, England\"", + "\"23\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "103_Colmore_Row", + "floorCount", + "\"23\"" + ], + [ + "103_Colmore_Row", + "location", + "\"Colmore Row, Birmingham, England\"" + ] + ], + "predicted_rationale": "The claim is contradicted by the evidence set, which states that 103 Colmore Row has 23 floors and is located on Colmore Row, Birmingham, England." + }, + { + "question_id": 35, + "question": "It is! Vakhtang I of Iberia had a religion.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Vakhtang_I_of_Iberia" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Vakhtang_I_of_Iberia", + "religion", + "Georgian_Orthodox_Church" + ], + [ + "Vakhtang_I_of_Iberia", + "birthPlace", + "Kingdom_of_Iberia" + ], + [ + "Vakhtang_I_of_Iberia", + "deathPlace", + "Kingdom_of_Iberia" + ], + [ + "Vakhtang_I_of_Iberia", + "placeOfBurial", + "Svetitskhoveli_Cathedral" + ], + [ + "Vakhtang_I_of_Iberia", + "restingPlace", + "Svetitskhoveli_Cathedral" + ] + ], + "predicted_rationale": "Based on the evidence set, Vakhtang I of Iberia's religion is Georgian Orthodox Church." + }, + { + "question_id": 2027, + "question": "A.T. Smith, not born in Miri, Malaysia, was not succeeded by, Sulaiman Abdul Rahman Taib.", + "types": [ + "written", + "negation", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Miri,_Malaysia", + "Sulaiman_Abdul_Rahman_Taib", + "A.T._Smith" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence about A.T. Smith's birthplace or successor." + }, + { + "question_id": 1730, + "question": "Schlachtgeschwader 3 did not have a garrison of its own.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Schlachtgeschwader_3" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Andreas_Kuffner_(Luftwaffe)", + "militaryUnit", + "Schlachtgeschwader_3" + ], + [ + "Andreas_Kuffner_(Luftwaffe)", + "unit", + "Schlachtgeschwader_3" + ], + [ + "Schlachtgeschwader_3", + "unitName", + "\"Schlachtgeschwader 3\"" + ], + [ + "Schlachtgeschwader_3", + "militaryBranch", + "Luftwaffe" + ], + [ + "Schlachtgeschwader_3", + "militaryUnitSize", + "\"Air Force Wing\"" + ] + ], + "predicted_rationale": "There is no evidence that Schlachtgeschwader 3 had a garrison of its own." + }, + { + "question_id": 865, + "question": "He was born in Chuadanga District and retired Sept 1st 1969.", + "types": [ + "coll:model", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "Fighter_pilot", + "\"1969-09-01\"", + "Chuadanga_District" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the birthplace and retirement date." + }, + { + "question_id": 2232, + "question": "The Alliant Techsystems does not manufacture the XM25-CDTE.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Alliant_Techsystems", + "XM25_CDTE" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alliant_Techsystems", + "product", + "XM25_CDTE" + ], + [ + "XM25_CDTE", + "designer", + "Alliant_Techsystems" + ], + [ + "XM25_CDTE", + "manufacturer", + "Alliant_Techsystems" + ] + ], + "predicted_rationale": "There is evidence that Alliant Techsystems is the manufacturer of the XM25-CDTE." + }, + { + "question_id": 489, + "question": "Alan B Miller Hall which is owned by the College of William and Mary was completed on 1 June 2009 and is located in Estrie.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "College_of_William_&_Mary", + "\"2009-06-01\"", + "Alan_B._Miller_Hall", + "Estrie" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alan_B._Miller_Hall", + "owner", + "College_of_William_&_Mary" + ], + [ + "Alan_B._Miller_Hall", + "completionDate", + "\"2009-06-01\"" + ] + ], + "predicted_rationale": "There is no evidence for the location being Estrie." + }, + { + "question_id": 257, + "question": "the 11th Mississippi Infantry Monument is located in Nakanoto, Ishikawa.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "11th_Mississippi_Infantry_Monument", + "Nakanoto,_Ishikawa" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the 11th Mississippi Infantry Monument is located in Nakanoto, Ishikawa." + }, + { + "question_id": 2314, + "question": "Acura is part of the Audi Co. which manufactures the software used in the Acura TLX.", + "types": [ + "coll:model", + "num4", + "substitution", + "multi hop" + ], + "entity_set": [ + "Acura", + "Acura_TLX", + "Audi" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Acura is part of the Audi Co. or that Audi manufactures software used in the Acura TLX." + }, + { + "question_id": 12, + "question": "Do you know that Arriva TrainCare had a parent company?", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Arriva_TrainCare" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Arriva TrainCare had a parent company." + }, + { + "question_id": 892, + "question": "It is a Contributing Property that is located in Dunedin East, US.", + "types": [ + "coll:model", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "Contributing_property", + "\"United States\"", + "Dunedin_East" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "North_Carolina_Monument", + "category", + "Contributing_property" + ], + [ + "Pennsylvania_State_Memorial,_Gettysburg", + "type", + "Contributing_property" + ], + [ + "Contributing_property", + "subject", + "Category:Historic_districts_in_the_United_States" + ], + [ + "Contributing_property", + "rdf-schema#label", + "\"Contributing property\"" + ], + [ + "Historic_districts_in_the_United_States", + "rdf-schema#seeAlso", + "Contributing_property" + ] + ], + "predicted_rationale": "There is no evidence that the Contributing Property is located in Dunedin East, US." + }, + { + "question_id": 841, + "question": "The size of the cruise ship is 16140.0 millimetres.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Cruise_ship", + "\"16140.0\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the size of the cruise ship." + }, + { + "question_id": 19, + "question": "Well, L\u00e4\u00e4ne County had a capital.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "L\u00e4\u00e4ne_County" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that L\u00e4\u00e4ne County had a capital." + }, + { + "question_id": 286, + "question": "Well I know that Asunci\u00f3n is part of Vigo.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Asunci\u00f3n", + "Vigo" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Asunci\u00f3n is part of Vigo." + }, + { + "question_id": 1745, + "question": "I know that Nino Marchetti was not a religious person.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Nino_Marchetti" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Nino_Marchetti", + "birthPlace", + "Friuli-Venezia_Giulia" + ], + [ + "Nino_Marchetti", + "deathPlace", + "\"Roma, Lazio, Italy\"" + ], + [ + "Nino_Marchetti", + "birthYear", + "\"1909\"" + ], + [ + "Nino_Marchetti", + "deathYear", + "\"1983\"" + ], + [ + "Nino_Marchetti", + "occupation", + "\"Actor\"" + ] + ], + "predicted_rationale": "There is no evidence that Nino Marchetti was or was not a religious person." + }, + { + "question_id": 1833, + "question": "Did you know that Hossein Ala' was not a president!?", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Hossein_Ala'" + ], + "Label": [ + false + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Abolqasem_Najm", + "president", + "Hossein_Ala'" + ], + [ + "Hossein_Ala'", + "primeMinister", + "Morteza-Qoli_Bayat" + ], + [ + "Hossein_Ala'", + "predecessor", + "Haj_Ali_Razmara" + ], + [ + "Mohammad_Mosaddegh", + "predecessor", + "Hossein_Ala'" + ], + [ + "Hossein_Ala'", + "successor", + "Manouchehr_Eghbal" + ], + [ + "Fazlollah_Zahedi", + "successor", + "Hossein_Ala'" + ], + [ + "Hossein_Ala'", + "office", + "List_of_Ministers_of_Foreign_Affairs_of_Iran" + ] + ], + "predicted_rationale": "There is no evidence that Hossein Ala' was a president, instead he held other offices such as primeMinister and Minister of Foreign Affairs." + }, + { + "question_id": 1095, + "question": "Frangipane is an ingredient that is used in Bakewell tarts.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Bakewell_tart", + "Frangipane" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Bakewell_tart", + "ingredient", + "Frangipane" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Frangipane is listed as an ingredient of Bakewell tarts." + }, + { + "question_id": 1764, + "question": "Gyula Dud\u00e1s did not even get an award.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Gyula_Dud\u00e1s" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Gyula Dud\u00e1s did or did not get an award." + }, + { + "question_id": 1836, + "question": "Zulfikar Ali Bhutto was actually not the prime minister.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Zulfikar_Ali_Bhutto" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Fazal_Ilahi_Chaudhry", + "primeMinister", + "Zulfikar_Ali_Bhutto" + ], + [ + "Fazal_Ilahi_Chaudhry", + "primeminister", + "Zulfikar_Ali_Bhutto" + ], + [ + "Pakistani_general_election,_1970", + "leader", + "Zulfikar_Ali_Bhutto" + ], + [ + "Zulfikar_Ali_Bhutto", + "president", + "Fazal_Ilahi_Chaudhry" + ], + [ + "Nurul_Amin", + "president", + "Zulfikar_Ali_Bhutto" + ], + [ + "Zulfikar_Ali_Bhutto", + "predecessor", + "Yahya_Khan" + ], + [ + "Fazal_Ilahi_Chaudhry", + "predecessor", + "Zulfikar_Ali_Bhutto" + ] + ], + "predicted_rationale": "There is evidence that Zulfikar Ali Bhutto was the prime minister, as indicated by the relations between Fazal Ilahi Chaudhry and Zulfikar Ali Bhutto." + }, + { + "question_id": 727, + "question": "A planet (formerly\"1928 PC\") has an orbital period of 135589000.0 and the epoch is on 31 December 2016.", + "types": [ + "written", + "num3", + "multi hop" + ], + "entity_set": [ + "\"1928 PC\"", + "\"2006-12-31\"", + "\"1.35589e+08\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the orbital period and the epoch of the planet." + }, + { + "question_id": 2240, + "question": "Apparently the Japanese occupation of British Borneo was not the birthplace of Adenan Satem.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Adenan_Satem", + "Japanese_occupation_of_British_Borneo" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Adenan_Satem", + "birthPlace", + "Japanese_occupation_of_British_Borneo" + ] + ], + "predicted_rationale": "The evidence set actually states that Adenan Satem's birthplace was the Japanese occupation of British Borneo." + }, + { + "question_id": 1698, + "question": "Austin Shepherd did not go to college.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Austin_Shepherd" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Austin_Shepherd", + "college", + "Alabama_Crimson_Tide_football" + ], + [ + "Austin_Shepherd", + "highschool", + "North_Gwinnett_High_School" + ], + [ + "Austin_Shepherd", + "birthPlace", + "Suwanee,_Georgia" + ], + [ + "Austin_Shepherd", + "placeOfBirth", + "\"Suwanee, Georgia, USA\"" + ], + [ + "Austin_Shepherd", + "draftYear", + "\"2015\"" + ] + ], + "predicted_rationale": "There is evidence that Austin Shepherd went to college, as indicated by the relation 'college' being 'Alabama_Crimson_Tide_football'." + }, + { + "question_id": 1942, + "question": "It is not an Inline-four engine and was not assembled in Marysville, Ohio.", + "types": [ + "coll:model", + "negation", + "num2", + "multi hop" + ], + "entity_set": [ + "Inline-four_engine", + "Marysville,_Ohio" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence to support the claim about the engine type or assembly location." + }, + { + "question_id": 283, + "question": "1634: The Galileo Affair is followed by Niggaz4Life.", + "types": [ + "written", + "num1", + "substitution" + ], + "entity_set": [ + "1634:_The_Galileo_Affair", + "Niggaz4Life" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that 1634: The Galileo Affair is followed by Niggaz4Life." + }, + { + "question_id": 818, + "question": "A politician was born in the Landeyeux, and belongs to Parti Bumiputera Sarawak.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"Parti Bumiputera Sarawak\"", + "Landeyeux" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that a politician was born in Landeyeux and belongs to Parti Bumiputera Sarawak." + }, + { + "question_id": 596, + "question": "Alfredo Zitarrosa just died in a country led by Raul Fernando Sendic Rodriguez.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "Alfredo_Zitarrosa", + "Ra\u00fal_Fernando_Sendic_Rodr\u00edguez" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alfredo_Zitarrosa", + "deathPlace", + "Uruguay" + ], + [ + "Uruguay", + "leader", + "Ra\u00fal_Fernando_Sendic_Rodr\u00edguez" + ], + [ + "Uruguay", + "leaderName", + "Ra\u00fal_Fernando_Sendic_Rodr\u00edguez" + ], + [ + "Alfredo_Zitarrosa", + "birthPlace", + "Uruguay" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1152, + "question": "John Madin designed 103 Colmore Row which is located in Colmore Row.", + "types": [ + "coll:model", + "num2", + "multi claim" + ], + "entity_set": [ + "John_Madin", + "Colmore_Row", + "103_Colmore_Row" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "103_Colmore_Row", + "architect", + "John_Madin" + ], + [ + "103_Colmore_Row", + "location", + "Colmore_Row" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 243, + "question": "The leader of the Karnataka state is Pedro Maximo Lopez Carbajal.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Karnataka", + "\"Pedro Maximo Lopez Carbajal\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the leader of the Karnataka state is Pedro Maximo Lopez Carbajal." + }, + { + "question_id": 1156, + "question": "1097 Vicia has a temperature of 171 kelvins and an apoapsis of 511592000 kilometres!", + "types": [ + "coll:model", + "num2", + "multi claim" + ], + "entity_set": [ + "\"5.11592E8\"", + "1097_Vicia", + "\"171.0\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "1097_Vicia", + "Planet/temperature", + "\"171.0\"" + ], + [ + "1097_Vicia", + "temperature", + "\"171.0\"" + ], + [ + "1097_Vicia", + "Planet/apoapsis", + "\"5.11592E8\"" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 406, + "question": "Brad Maylett's birthplace is Imst in Tyrol.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Imst", + "Tyrol_(state)", + "Brad_Maylett" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Brad Maylett's birthplace is Imst in Tyrol." + }, + { + "question_id": 1780, + "question": "James Rivers did not actually have a spouse.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "James_Rivers" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that James Rivers did or did not have a spouse." + }, + { + "question_id": 926, + "question": "A person, who was born on 23rd October 1793, in C\u00f3rdoba, Argentina, worked as the secretary of the State of Vermont.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"Secretary of State of Vermont\"", + "\"1793-10-23\"", + "C\u00f3rdoba,_Argentina" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alvah_Sabin", + "birthDate", + "\"1793-10-23\"" + ], + [ + "Alvah_Sabin", + "office", + "\"Secretary of State of Vermont\"" + ], + [ + "Alvah_Sabin", + "dateOfBirth", + "\"1793-10-23\"" + ] + ], + "predicted_rationale": "There is no evidence that Alvah Sabin was born in C\u00f3rdoba, Argentina." + }, + { + "question_id": 1665, + "question": "I have heard that Charles A. Stott did not have a predecessor!", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Charles_A._Stott" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Charles_A._Stott", + "predecessor", + "\"Francis Jewett\"" + ], + [ + "Charles_A._Stott", + "successor", + "\"John A.G. Richardson\"" + ], + [ + "Charles_A._Stott", + "office", + "\"--05-24\"" + ], + [ + "Charles_A._Stott", + "termStart", + "\"1869\"" + ], + [ + "Charles_A._Stott", + "termEnd", + "\"1870\"" + ] + ], + "predicted_rationale": "There is evidence that Charles A. Stott had a predecessor, Francis Jewett." + }, + { + "question_id": 530, + "question": "Agra Airport, located in India, is operated by the Greater Noida Authority, and has an ICAO identifier is VIAG.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "India", + "VIAG", + "Agra_Airport", + "\"Greater Noida Authority\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Agra_Airport", + "location", + "India" + ], + [ + "Agra_Airport", + "icaoLocationIdentifier", + "VIAG" + ] + ], + "predicted_rationale": "There is no evidence that Agra Airport is operated by the Greater Noida Authority." + }, + { + "question_id": 416, + "question": "A Fortress of Grey Ice by Douglas, John A. and was produced in Hardcover.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "A_Fortress_of_Grey_Ice", + "Hardcover", + "\"Douglas, John A.\"" + ], + "Label": [ + false + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "A_Fortress_of_Grey_Ice", + "mediaType", + "Hardcover" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since A Fortress of Grey Ice was produced in Hardcover." + }, + { + "question_id": 673, + "question": "Well A book has 388 pages and it is available in print.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "\"388\"", + "\"Print\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the book has 388 pages and is available in print." + }, + { + "question_id": 2091, + "question": "Did you know that the leader of India is not named the Executive Chairperson?", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "India", + "\"Executive Chairperson\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that the leader of India is named the Executive Chairperson." + }, + { + "question_id": 994, + "question": "Well the leader of Birmingham is called the Liberal Democrats.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Birmingham", + "Liberal_Democrats" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Birmingham", + "leaderName", + "Liberal_Democrats" + ] + ], + "predicted_rationale": "Based on the evidence set, the leader of Birmingham is called the Liberal Democrats." + }, + { + "question_id": 1416, + "question": "What is the name of Mikhail Mesheryakov's award?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Mikhail_Mesheryakov" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for Mikhail Mesheryakov's award." + }, + { + "question_id": 1302, + "question": "Agustin Barboza was born in Asunci\u00f3n, part of Gran Asunci\u00f3n, and died in Paraguay.", + "types": [ + "written", + "num4", + "multi claim" + ], + "entity_set": [ + "Asunci\u00f3n", + "Paraguay", + "Gran_Asunci\u00f3n", + "Agust\u00edn_Barboza" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Agust\u00edn_Barboza", + "placeOfDeath", + "Asunci\u00f3n" + ], + [ + "Agust\u00edn_Barboza", + "placeOfBirth", + "Asunci\u00f3n" + ], + [ + "Agust\u00edn_Barboza", + "birthPlace", + "Asunci\u00f3n" + ], + [ + "Agust\u00edn_Barboza", + "deathPlace", + "Asunci\u00f3n" + ], + [ + "Asunci\u00f3n", + "subdivisionName", + "Gran_Asunci\u00f3n" + ], + [ + "Gran_Asunci\u00f3n", + "subdivisionName", + "Asunci\u00f3n" + ], + [ + "Asunci\u00f3n", + "isPartOf", + "Gran_Asunci\u00f3n" + ], + [ + "Gran_Asunci\u00f3n", + "isPartOf", + "Asunci\u00f3n" + ], + [ + "Agust\u00edn_Barboza", + "placeOfDeath", + "Paraguay" + ], + [ + "Agust\u00edn_Barboza", + "deathPlace", + "Paraguay" + ], + [ + "Agust\u00edn_Barboza", + "placeOfBirth", + "Paraguay" + ], + [ + "Agust\u00edn_Barboza", + "birthPlace", + "Paraguay" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 384, + "question": "Abdul Rahman Ya'kub, succeeded Abdul Taib Mahmud, and was in office while Evan Mecham was Vice President.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Abdul_Rahman_Ya'kub", + "Abdul_Taib_Mahmud", + "Evan_Mecham" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Abdul_Rahman_Ya'kub", + "successor", + "Abdul_Taib_Mahmud" + ], + [ + "Abdul_Taib_Mahmud", + "successor", + "Abdul_Rahman_Ya'kub" + ], + [ + "Abdul_Rahman_Ya'kub", + "predecessor", + "Abdul_Taib_Mahmud" + ], + [ + "Abdul_Taib_Mahmud", + "predecessor", + "Abdul_Rahman_Ya'kub" + ], + [ + "Abdul_Taib_Mahmud", + "before", + "Abdul_Rahman_Ya'kub" + ], + [ + "Abdul_Rahman_Ya'kub", + "after", + "Abdul_Taib_Mahmud" + ] + ], + "predicted_rationale": "There is no evidence that Abdul Rahman Ya'kub was in office while Evan Mecham was Vice President." + }, + { + "question_id": 2114, + "question": "The Honda Accord is actually not made by Honda at all.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Honda_Accord", + "Honda" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Honda_Accord", + "manufacturer", + "Honda" + ] + ], + "predicted_rationale": "The evidence set states that the Honda Accord is made by Honda, contradicting the claim." + }, + { + "question_id": 1038, + "question": "The ship A-Rosa Luna's launch date was the 16th December 2004.", + "types": [ + "written", + "num1" + ], + "entity_set": [ + "A-Rosa_Luna", + "\"2004-12-16\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "A-Rosa_Luna", + "shipLaunch", + "\"2004-12-16\"" + ], + [ + "A-Rosa_Luna", + "shipLaunched", + "\"2004-12-16\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as A-Rosa Luna's launch date is confirmed to be 2004-12-16." + }, + { + "question_id": 1164, + "question": "The Eisner award winning Jan Duursema created the character of Arion.", + "types": [ + "coll:model", + "num2", + "multi claim" + ], + "entity_set": [ + "Jan_Duursema", + "Arion_(comics)", + "Eisner_Award" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Jan_Duursema", + "awards", + "Eisner_Award" + ], + [ + "Jan_Duursema", + "award", + "Eisner_Award" + ], + [ + "Arion_(comics)", + "creator", + "Jan_Duursema" + ], + [ + "Arion_(comics)", + "creators", + "Jan_Duursema" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 392, + "question": "Thomas Lynch Raymond, who was born in Miri, Malaysia, is a member of the Parti Bumiputera Sarawak Party.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Miri,_Malaysia", + "\"Parti Bumiputera Sarawak\"", + "Thomas_Lynch_Raymond" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Thomas Lynch Raymond was born in Miri, Malaysia, or is a member of the Parti Bumiputera Sarawak Party." + }, + { + "question_id": 931, + "question": "The place was established in Began play: 2012 in the location of Infantry Monument is Argentina and Brazil which is located in the United States.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"United States\"", + "\"Began play: 2012\"", + "\"Argentina and Brazil\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence to support any part of the claim." + }, + { + "question_id": 1627, + "question": "Rockstar North did not have a parent company back then.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Rockstar_North" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Rockstar_North", + "parent", + "Rockstar_Games" + ], + [ + "Rockstar_North", + "parentCompany", + "Rockstar_Games" + ], + [ + "Rockstar_North", + "owner", + "Take-Two_Interactive" + ], + [ + "Rockstar_North", + "owningCompany", + "Take-Two_Interactive" + ], + [ + "Grand_Theft_Auto:_Vice_City", + "developer", + "Rockstar_North" + ] + ], + "predicted_rationale": "There is evidence that Rockstar North had a parent company, Rockstar Games, and an owning company, Take-Two Interactive." + }, + { + "question_id": 114, + "question": "Arnold Nordmeyer went to college.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Arnold_Nordmeyer" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Arnold Nordmeyer went to college." + }, + { + "question_id": 2316, + "question": "The place, established in June 1839, is located in Adams County Pennsylvania, with Carroll County to the southeast.", + "types": [ + "written", + "num4", + "substitution", + "multi hop" + ], + "entity_set": [ + "Adams_County,_Pennsylvania", + "Carroll_County,_Maryland", + "\"June 1839\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Adams_County,_Pennsylvania", + "southeast", + "Carroll_County,_Maryland" + ] + ], + "predicted_rationale": "There is no evidence for the place being established in June 1839." + }, + { + "question_id": 478, + "question": "An exponent of Milonga, Alfredo Zitarrosa has a background as a solo singer and is part of the record label, Arbaaz Khan (Indian actor).", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "Milonga_(music)", + "\"solo_singer\"", + "Alfredo_Zitarrosa", + "Arbaaz_Khan_(Indian_actor)" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alfredo_Zitarrosa", + "genre", + "Milonga_(music)" + ], + [ + "Alfredo_Zitarrosa", + "background", + "\"solo_singer\"" + ] + ], + "predicted_rationale": "There is no evidence that Alfredo Zitarrosa is part of the record label Arbaaz Khan." + }, + { + "question_id": 1148, + "question": "William Anders, the American was born in British Hong Kong.", + "types": [ + "coll:model", + "num2", + "multi claim" + ], + "entity_set": [ + "William_Anders", + "British_Hong_Kong", + "United_States" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "William_Anders", + "birthPlace", + "British_Hong_Kong" + ], + [ + "William_Anders", + "nationality", + "United_States" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1751, + "question": "I have heard that Peter M. Gruber does not have a religion.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Peter_M._Gruber" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Peter_M._Gruber", + "birthPlace", + "Klagenfurt" + ], + [ + "Peter_M._Gruber", + "placeOfBirth", + "\"Klagenfurt, Austria\"" + ], + [ + "Peter_M._Gruber", + "name", + "\"Gruber, Peter M.\"" + ], + [ + "Peter_M._Gruber", + "birthDate", + "\"1941-08-28\"" + ], + [ + "Peter_M._Gruber", + "dateOfBirth", + "\"1941-08-28\"" + ] + ], + "predicted_rationale": "There is no evidence that Peter M. Gruber does or does not have a religion." + }, + { + "question_id": 2125, + "question": "Well, Honda is not actually the manufacturer of the Honda Accord.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Honda_Accord", + "Honda" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Honda_Accord", + "manufacturer", + "Honda" + ] + ], + "predicted_rationale": "The evidence set directly contradicts the claim, stating that Honda is the manufacturer of the Honda Accord." + }, + { + "question_id": 2057, + "question": "The 11th Mississippi Infantry Monument is not in Gettysburg, Pennsylvania.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "11th_Mississippi_Infantry_Monument", + "Gettysburg,_Pennsylvania" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "11th_Mississippi_Infantry_Monument", + "municipality", + "Gettysburg,_Pennsylvania" + ] + ], + "predicted_rationale": "The evidence set indicates that the 11th Mississippi Infantry Monument is in Gettysburg, Pennsylvania." + }, + { + "question_id": 2238, + "question": "Do you know Vajubhai Vala is not a leader of Karnataka?", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Karnataka", + "Vajubhai_Vala" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Karnataka", + "leaderName", + "Vajubhai_Vala" + ] + ], + "predicted_rationale": "There is evidence that Vajubhai Vala is a leader of Karnataka." + }, + { + "question_id": 220, + "question": "The chancellor of the College of William & Mary was Heinrich Br\u00fcning.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "College_of_William_&_Mary", + "\"Heinrich Br\u00fcning\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the chancellor of the College of William & Mary was Heinrich Br\u00fcning." + }, + { + "question_id": 1634, + "question": "Vechta did not have a capital though.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Vechta_(district)" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Vechta_(district)", + "capital", + "Vechta" + ], + [ + "Vechta_(district)", + "state", + "\"Lower Saxony\"" + ], + [ + "Damme_Hills", + "state", + "Vechta_(district)" + ], + [ + "Vechta_(district)", + "country", + "Germany" + ], + [ + "Signalberg_(Damme)", + "locatedInArea", + "Vechta_(district)" + ], + [ + "Vechta_(district)", + "area", + "\"813\"" + ] + ], + "predicted_rationale": "The evidence set actually states that Vechta is the capital of Vechta district." + }, + { + "question_id": 1809, + "question": "Jose Mara Alvira actually did not have a predecessor.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Jos\u00e9_Mar\u00eda_Alvira" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Jos\u00e9_Mar\u00eda_Alvira", + "birthPlace", + "Spain" + ], + [ + "Jos\u00e9_Mar\u00eda_Alvira", + "placeOfBirth", + "\"Zaragoza\"" + ], + [ + "Jos\u00e9_Mar\u00eda_Alvira", + "birthDate", + "\"1864\"" + ], + [ + "Jos\u00e9_Mar\u00eda_Alvira", + "dateOfBirth", + "\"1864\"" + ], + [ + "Jos\u00e9_Mar\u00eda_Alvira", + "deathDate", + "\"1938\"" + ] + ], + "predicted_rationale": "There is no evidence about Jose Mara Alvira having or not having a predecessor." + }, + { + "question_id": 1534, + "question": "When was Conservative Party (UK) a leader of Birmingham?", + "types": [ + "question", + "coll:presup", + "num1" + ], + "entity_set": [ + "Birmingham", + "Conservative_Party_(UK)" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Birmingham", + "leaderName", + "Conservative_Party_(UK)" + ] + ], + "predicted_rationale": "There is no evidence that Conservative Party (UK) was a leader of Birmingham, as a party cannot be a leader." + }, + { + "question_id": 597, + "question": "He was a fighter pilot but also a crew member of Apollo 8.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "Fighter_pilot", + "Apollo_8" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that he was a fighter pilot and a crew member of Apollo 8." + }, + { + "question_id": 8, + "question": "I have heard that C\u00e9line Bara had a wife.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "C\u00e9line_Bara" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that C\u00e9line Bara had a wife." + }, + { + "question_id": 327, + "question": "The Indian Air Force has the Boeing C-17 Globemaster III and they also operate the Viking program.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Boeing_C-17_Globemaster_III", + "Indian_Air_Force", + "Viking_program" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Indian_Air_Force", + "aircraftTransport", + "Boeing_C-17_Globemaster_III" + ] + ], + "predicted_rationale": "There is no evidence that the Indian Air Force operates the Viking program." + }, + { + "question_id": 1249, + "question": "1101 Clematis; has the epoch on 31 December 2006, and orbital period of 183309000.0, and a periapsis of 445895000000.0.", + "types": [ + "written", + "num3", + "multi claim" + ], + "entity_set": [ + "\"4.45895e+11\"", + "\"1.83309e+08\"", + "1101_Clematis", + "\"2006-12-31\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "1101_Clematis", + "epoch", + "\"2006-12-31\"" + ], + [ + "1101_Clematis", + "orbitalPeriod", + "\"1.83309e+08\"" + ], + [ + "1101_Clematis", + "periapsis", + "\"4.45895e+11\"" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 600, + "question": "A building designed by the architect John Madin is in Birmingham?", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "Birmingham", + "John_Madin" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "John_Madin", + "birthPlace", + "Birmingham" + ], + [ + "John_Madin", + "placeOfBirth", + "Birmingham" + ] + ], + "predicted_rationale": "There is no evidence that a building designed by John Madin is in Birmingham." + }, + { + "question_id": 1926, + "question": "A building, Birmingham is not really a building with 23 floors.", + "types": [ + "coll:model", + "negation", + "num2", + "multi hop" + ], + "entity_set": [ + "Birmingham", + "\"23\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence about the number of floors of the building Birmingham." + }, + { + "question_id": 1951, + "question": "Rolls-Royce Power Systems is not the parent company of a company who did not produce an engine for the A-Rosa Luna.", + "types": [ + "coll:model", + "negation", + "num2", + "multi hop" + ], + "entity_set": [ + "Rolls-Royce_Power_Systems", + "A-Rosa_Luna" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Rolls-Royce_Power_Systems", + "location", + "Germany" + ], + [ + "A-Rosa_Luna", + "builder", + "Germany" + ] + ], + "predicted_rationale": "There is no evidence that Rolls-Royce Power Systems is not the parent company of a company who did not produce an engine for the A-Rosa Luna." + }, + { + "question_id": 956, + "question": "Alfredo Zitarrosa is also a member of the Orfeo label.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Alfredo_Zitarrosa", + "Orfeo_(Uruguayan_record_label)" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alfredo_Zitarrosa", + "recordLabel", + "Orfeo_(Uruguayan_record_label)" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Alfredo Zitarrosa's record label is Orfeo." + }, + { + "question_id": 943, + "question": "The leader of India is Narendra Modi!", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "India", + "Narendra_Modi" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "India", + "leader", + "Narendra_Modi" + ], + [ + "India", + "leaderName", + "Narendra_Modi" + ], + [ + "Narendra_Modi", + "birthPlace", + "India" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as India's leader is indeed Narendra Modi." + }, + { + "question_id": 479, + "question": "The fighter pilot William Anders, born in Greenwich Village, New York, retired Sept 1st 1969.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "William_Anders", + "Fighter_pilot", + "\"1969-09-01\"", + "\"Greenwich Village, New York\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "William_Anders", + "occupation", + "Fighter_pilot" + ], + [ + "William_Anders", + "dateOfRet", + "\"1969-09-01\"" + ] + ], + "predicted_rationale": "There is no evidence for the birthplace of William Anders being Greenwich Village, New York." + }, + { + "question_id": 2122, + "question": "Gordon Marsden is actually not the leader of Blackpool!", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Blackpool", + "Gordon_Marsden" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Blackpool", + "leaderName", + "Gordon_Marsden" + ] + ], + "predicted_rationale": "The evidence set actually indicates that Gordon Marsden is the leader of Blackpool." + }, + { + "question_id": 1287, + "question": "I know that the pop rock song Mermaid, by Train is on Columbia Records.", + "types": [ + "coll:model", + "num3", + "multi claim" + ], + "entity_set": [ + "Train_(band)", + "Pop_rock", + "Columbia_Records", + "Mermaid_(Train_song)" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Mermaid_(Train_song)", + "artist", + "Train_(band)" + ], + [ + "Mermaid_(Train_song)", + "musicalArtist", + "Train_(band)" + ], + [ + "Mermaid_(Train_song)", + "musicalBand", + "Train_(band)" + ], + [ + "Mermaid_(Train_song)", + "recordLabel", + "Columbia_Records" + ], + [ + "Mermaid_(Train_song)", + "label", + "Columbia_Records" + ], + [ + "Mermaid_(Train_song)", + "genre", + "Pop_rock" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Mermaid by Train is a pop rock song on Columbia Records." + }, + { + "question_id": 615, + "question": "well its rotation period is 95040 and its epoch is on 13 January 2016.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "\"2006-12-31\"", + "\"95040.0\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the rotation period and the epoch." + }, + { + "question_id": 1750, + "question": "Do you have a religion? Robert Ramage did not.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Robert_Ramage" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Robert Ramage did not have a religion." + }, + { + "question_id": 1384, + "question": "What is the name of Viv Dunn's nickname?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Viv_Dunn" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Viv_Dunn", + "nickname", + "\"Viv\"" + ], + [ + "Viv_Dunn", + "alias", + "\"Dunn, Vivian Alphonsus\"" + ], + [ + "Viv_Dunn", + "name", + "\"Dunn, Viv\"" + ], + [ + "Viv_Dunn", + "birthName", + "\"Vivian Alphonsus Dunn\"" + ], + [ + "Viv_Dunn", + "alternativeNames", + "\"Dunn, Vivian Alphonsus\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Viv Dunn's nickname is 'Viv'." + }, + { + "question_id": 2375, + "question": "If only AZAL PFK is not located at Shuvalan, Baku, Azerbaijan.", + "types": [ + "coll:presup", + "negation", + "num1" + ], + "entity_set": [ + "AZAL_PFK", + "\"Shuvalan, Baku, Azerbaijan\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "AZAL_PFK", + "location", + "\"Shuvalan, Baku, Azerbaijan\"" + ] + ], + "predicted_rationale": "The evidence set indicates that AZAL PFK is located at Shuvalan, Baku, Azerbaijan." + }, + { + "question_id": 801, + "question": "Siegfried Uiberreither is the leader of a country where Amdavad ni Gufa is found.", + "types": [ + "written", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Amdavad_ni_Gufa", + "\"Siegfried Uiberreither\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Siegfried Uiberreither is the leader of a country where Amdavad ni Gufa is found." + }, + { + "question_id": 1031, + "question": "It's the key ingredient in a Bakewell tart.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Bakewell_tart", + "Shortcrust_pastry" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence to support the claim about the key ingredient in a Bakewell tart." + }, + { + "question_id": 1868, + "question": "Yes, Masahiko Endo was not even a prime minister.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Masahiko_Endo" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Hirosaki_University", + "president", + "Masahiko_Endo" + ], + [ + "Masahiko_Endo", + "22-rdf-syntax-ns#type", + "DUL.owl#NaturalPerson" + ] + ], + "predicted_rationale": "There is no evidence that Masahiko Endo was a prime minister." + }, + { + "question_id": 2116, + "question": "Frank Borman was not an Apollo 8 commodore!", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Apollo_8", + "Frank_Borman" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Apollo_8", + "crew1Up", + "Frank_Borman" + ], + [ + "Apollo_8", + "crewMembers", + "Frank_Borman" + ], + [ + "Frank_Borman", + "mission", + "Apollo_8" + ] + ], + "predicted_rationale": "There is no evidence that Frank Borman was not an Apollo 8 commodore, in fact, the evidence suggests he was part of the crew." + }, + { + "question_id": 793, + "question": "Although an astronaut was from the United States, he was actually born in Suffield, Connecticut.", + "types": [ + "written", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "United_States", + "Suffield,_Connecticut" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Gideon_Granger", + "birthPlace", + "United_States" + ], + [ + "Gideon_Granger", + "placeOfBirth", + "Suffield,_Connecticut" + ], + [ + "Francis_Granger", + "birthPlace", + "Suffield,_Connecticut" + ], + [ + "Francis_Granger", + "placeOfBirth", + "Suffield,_Connecticut" + ], + [ + "Hugh_Greer", + "placeOfBirth", + "United_States" + ] + ], + "predicted_rationale": "There is no evidence that the astronaut was from the United States and born in Suffield, Connecticut, as the evidence set does not specify that the person is an astronaut." + }, + { + "question_id": 556, + "question": "The architect of Alan B Miller Hall is Robert A M Stern. The current tenants are the Ontario Court of Justice located in the United States.", + "types": [ + "written", + "num4", + "substitution", + "multi claim" + ], + "entity_set": [ + "Robert_A._M._Stern", + "United_States", + "Alan_B._Miller_Hall", + "Ontario_Court_of_Justice" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alan_B._Miller_Hall", + "architect", + "Robert_A._M._Stern" + ] + ], + "predicted_rationale": "There is no evidence that the current tenants are the Ontario Court of Justice located in the United States." + }, + { + "question_id": 340, + "question": "Architect Saul E. Moffie, designed 103 Colmore Row, located on Colmore Row, in Birmingham, England.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"Colmore Row, Birmingham, England\"", + "103_Colmore_Row", + "\"Saul E. Moffie\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Architect Saul E. Moffie designed 103 Colmore Row, located on Colmore Row, in Birmingham, England." + }, + { + "question_id": 78, + "question": "Yes, and Daniel Pancu had a youth club!", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Daniel_Pancu" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Daniel Pancu had a youth club." + }, + { + "question_id": 1325, + "question": "The 11th Mississippi Infantry Monument, established in the year 2000, is located in Adams County Pennsylvania which is east of Franklin County Pennsylvania.", + "types": [ + "written", + "num4", + "multi claim" + ], + "entity_set": [ + "Franklin_County,_Pennsylvania", + "11th_Mississippi_Infantry_Monument", + "Adams_County,_Pennsylvania", + "\"2000\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "11th_Mississippi_Infantry_Monument", + "established", + "\"2000\"" + ], + [ + "11th_Mississippi_Infantry_Monument", + "region", + "Adams_County,_Pennsylvania" + ] + ], + "predicted_rationale": "There is no evidence that Adams County Pennsylvania is east of Franklin County Pennsylvania." + }, + { + "question_id": 1143, + "question": "Agustin Barboza was born in Asuncion which is part of Gran Asunci\u00f3n.", + "types": [ + "coll:model", + "num2", + "multi claim" + ], + "entity_set": [ + "Asunci\u00f3n", + "Gran_Asunci\u00f3n", + "Agust\u00edn_Barboza" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Agust\u00edn_Barboza", + "placeOfDeath", + "Asunci\u00f3n" + ], + [ + "Agust\u00edn_Barboza", + "placeOfBirth", + "Asunci\u00f3n" + ], + [ + "Agust\u00edn_Barboza", + "birthPlace", + "Asunci\u00f3n" + ], + [ + "Agust\u00edn_Barboza", + "deathPlace", + "Asunci\u00f3n" + ], + [ + "Asunci\u00f3n", + "subdivisionName", + "Gran_Asunci\u00f3n" + ], + [ + "Gran_Asunci\u00f3n", + "subdivisionName", + "Asunci\u00f3n" + ], + [ + "Asunci\u00f3n", + "isPartOf", + "Gran_Asunci\u00f3n" + ], + [ + "Gran_Asunci\u00f3n", + "isPartOf", + "Asunci\u00f3n" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set, specifically the birthplace of Agustin Barboza and the relationship between Asuncion and Gran Asunci\u00f3n." + }, + { + "question_id": 1982, + "question": "Siegfried Uiberreither is not the leader of a country where Amdavad ni Gufa is not.", + "types": [ + "coll:model", + "negation", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Amdavad_ni_Gufa", + "\"Siegfried Uiberreither\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Siegfried Uiberreither is the leader of a country where Amdavad ni Gufa is." + }, + { + "question_id": 1344, + "question": "When was Sa\u0161a Milo\u0161evi\u0107 a leader of Uruguay?", + "types": [ + "question", + "coll:presup", + "num1", + "substitution" + ], + "entity_set": [ + "Uruguay", + "\"Sa\u0161a Milo\u0161evi\u0107\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Sa\u0161a Milo\u0161evi\u0107 was a leader of Uruguay." + }, + { + "question_id": 618, + "question": "The planet has temperature of 155 kelvins and an apoapsis of 520906000.0 Kilometers.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "\"155.0\"", + "\"5.20906E8\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the temperature and apoapsis of the planet." + }, + { + "question_id": 538, + "question": "AFC Blackpool have had Stuart Parker as their manager. He has represented the club Biellese and is a member of the Irlam Town F.C.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "Irlam_Town_F.C.", + "A.F.C._Blackpool", + "Stuart_Parker_(footballer)", + "Biellese" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "A.F.C._Blackpool", + "manager", + "Stuart_Parker_(footballer)" + ], + [ + "Stuart_Parker_(footballer)", + "managerclubs", + "A.F.C._Blackpool" + ], + [ + "Stuart_Parker_(footballer)", + "managerClub", + "A.F.C._Blackpool" + ], + [ + "Stuart_Parker_(footballer)", + "team", + "A.F.C._Blackpool" + ], + [ + "Stuart_Parker_(footballer)", + "clubs", + "Irlam_Town_F.C." + ] + ], + "predicted_rationale": "There is no evidence that Stuart Parker has represented the club Biellese." + }, + { + "question_id": 2002, + "question": "Adare Manor is not located in Syria, the country led by Enda Kenny.", + "types": [ + "coll:model", + "negation", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Enda_Kenny", + "Adare_Manor", + "Syria" + ], + "Label": [ + false + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Adare Manor is located in Syria, and the country led by Enda Kenny is not Syria." + }, + { + "question_id": 2296, + "question": "A person was born in Uruguay whose leader is Tabare Vazquez and he died in near Bishnupur, Manipur, India.", + "types": [ + "written", + "num4", + "substitution", + "multi hop" + ], + "entity_set": [ + "Uruguay", + "Tabar\u00e9_V\u00e1zquez", + "\"near Bishnupur, Manipur, India\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Tabar\u00e9_V\u00e1zquez", + "birthPlace", + "Uruguay" + ], + [ + "Uruguay", + "leader", + "Tabar\u00e9_V\u00e1zquez" + ], + [ + "Uruguay", + "leaderName", + "Tabar\u00e9_V\u00e1zquez" + ], + [ + "Tabar\u00e9_V\u00e1zquez", + "placeOfBirth", + "Uruguay" + ] + ], + "predicted_rationale": "There is no evidence that the person died in near Bishnupur, Manipur, India." + }, + { + "question_id": 1711, + "question": "Unfortunately, Key Tronic did not have a parent company.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Key_Tronic" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Key Tronic did or did not have a parent company." + }, + { + "question_id": 1102, + "question": "Well the successor to Abdul Taib Mahmud was Sulaiman Abdul Rahman Taib.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Abdul_Taib_Mahmud", + "Sulaiman_Abdul_Rahman_Taib" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Sulaiman_Abdul_Rahman_Taib", + "relation", + "Abdul_Taib_Mahmud" + ], + [ + "Sulaiman_Abdul_Rahman_Taib", + "predecessor", + "Abdul_Taib_Mahmud" + ], + [ + "Abdul_Taib_Mahmud", + "successor", + "Sulaiman_Abdul_Rahman_Taib" + ], + [ + "Abdul_Taib_Mahmud", + "child", + "Sulaiman_Abdul_Rahman_Taib" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Abdul Taib Mahmud's successor is indeed Sulaiman Abdul Rahman Taib." + }, + { + "question_id": 1578, + "question": "I emphasized that Belonging to the Next plc parent company, MTU located in Friedrichshafen produces the engines for the MS SPL Princess Anastasia (1986).", + "types": [ + "coll:presup", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "Friedrichshafen", + "MTU_Friedrichshafen", + "MS_SPL_Princess_Anastasia_(1986)", + "Next_plc" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "MTU_Friedrichshafen", + "locationCity", + "Friedrichshafen" + ] + ], + "predicted_rationale": "There is no evidence that MTU produces the engines for the MS SPL Princess Anastasia or that it belongs to the Next plc parent company." + }, + { + "question_id": 1317, + "question": "Alvah Sabin (who died died in Sycamore, Illinois), represented Vermont, the largest city of which, is Burlington, Vermont.", + "types": [ + "written", + "num4", + "multi claim" + ], + "entity_set": [ + "Vermont", + "Burlington,_Vermont", + "Alvah_Sabin", + "Sycamore,_Illinois" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alvah_Sabin", + "state", + "Vermont" + ], + [ + "Alvah_Sabin", + "region", + "Vermont" + ], + [ + "Alvah_Sabin", + "placeOfDeath", + "Sycamore,_Illinois" + ], + [ + "Alvah_Sabin", + "deathPlace", + "Sycamore,_Illinois" + ], + [ + "Vermont", + "largestCity", + "Burlington,_Vermont" + ], + [ + "Burlington,_Vermont", + "subdivisionName", + "Vermont" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 623, + "question": "Comic character Arion was created by a comics creator, who has won the Eisner Award.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "Eisner_Award", + "Arion_(comics)" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the comic character Arion was created by a comics creator who has won the Eisner Award." + }, + { + "question_id": 776, + "question": "103 Colmore Row was designed by the architect a person whose home town is a city, a town where Khalid Mahmood (British politician) is one of the leaders.", + "types": [ + "written", + "num4", + "multi hop" + ], + "entity_set": [ + "103_Colmore_Row", + "\"Khalid_Mahmood_(British_politician)\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that 103 Colmore Row was designed by the architect a person whose home town is a city, a town where Khalid Mahmood is one of the leaders." + }, + { + "question_id": 1972, + "question": "Crew member of Vostok 3 did not retire as of 1969-09-01.", + "types": [ + "coll:model", + "negation", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"1969-09-01\"", + "Vostok_3" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence about the retirement status of the crew member of Vostok 3 as of 1969-09-01." + }, + { + "question_id": 88, + "question": "Yes, Ivanoe Bonomi won an award!", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Ivanoe_Bonomi" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Ivanoe Bonomi won an award." + }, + { + "question_id": 167, + "question": "Lourens Muller was married to P. W. Botha.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Lourens_Muller", + "P._W._Botha" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Lourens_Muller", + "primeMinister", + "P._W._Botha" + ], + [ + "Lourens_Muller", + "primeminister", + "P._W._Botha" + ] + ], + "predicted_rationale": "There is no evidence that Lourens Muller was married to P. W. Botha." + }, + { + "question_id": 1192, + "question": "The manager of A.F.C. Blackpool is Stuart Parker, who is a member of the Chesterfield F.C.", + "types": [ + "written", + "num2", + "multi claim" + ], + "entity_set": [ + "A.F.C._Blackpool", + "Chesterfield_F.C.", + "Stuart_Parker_(footballer)" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "A.F.C._Blackpool", + "manager", + "Stuart_Parker_(footballer)" + ], + [ + "Stuart_Parker_(footballer)", + "managerClub", + "A.F.C._Blackpool" + ], + [ + "Stuart_Parker_(footballer)", + "managerclubs", + "A.F.C._Blackpool" + ], + [ + "Stuart_Parker_(footballer)", + "team", + "A.F.C._Blackpool" + ], + [ + "Stuart_Parker_(footballer)", + "clubs", + "Chesterfield_F.C." + ], + [ + "Stuart_Parker_(footballer)", + "team", + "Chesterfield_F.C." + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1204, + "question": "Abdul Taib Mahmud, was born in Miri, Malaysia, and is part of the Parti Pesaka Bumiputera Bersatu.", + "types": [ + "written", + "num2", + "multi claim" + ], + "entity_set": [ + "Miri,_Malaysia", + "Parti_Pesaka_Bumiputera_Bersatu", + "Abdul_Taib_Mahmud" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Abdul_Taib_Mahmud", + "birthPlace", + "Miri,_Malaysia" + ], + [ + "Abdul_Taib_Mahmud", + "party", + "Parti_Pesaka_Bumiputera_Bersatu" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 944, + "question": "One of India's leaders is called T. S. Thakur!", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "India", + "T._S._Thakur" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "India", + "leader", + "T._S._Thakur" + ], + [ + "India", + "leaderName", + "T._S._Thakur" + ], + [ + "T._S._Thakur", + "nationality", + "India" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as T. S. Thakur is listed as a leader of India." + }, + { + "question_id": 97, + "question": "Yes, and Mourya Sawant had a spouse too.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Mourya_Sawant" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Mourya Sawant had a spouse." + }, + { + "question_id": 709, + "question": "An astronaut, born 1933-10-17, joined NASA in 1963 to serve as a crew member on Apollo 8.", + "types": [ + "written", + "num3", + "multi hop" + ], + "entity_set": [ + "\"1963\"", + "\"1933-10-17\"", + "Apollo_8" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that an astronaut born on 1933-10-17 joined NASA in 1963 to serve as a crew member on Apollo 8." + }, + { + "question_id": 2167, + "question": "Indeed. The dissolution of the Kingdom of England did not occur in 1707.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Kingdom_of_England", + "\"1707\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Kingdom_of_England", + "dissolutionYear", + "\"1707\"" + ], + [ + "Kingdom_of_England", + "yearEnd", + "\"1707\"" + ] + ], + "predicted_rationale": "The claim is contradicted by the evidence since the Kingdom of England's dissolution year is stated as 1707." + }, + { + "question_id": 2094, + "question": "Yep! The Train song Mermaid is not available in digital format.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Mermaid_(Train_song)", + "Music_download" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Mermaid_(Train_song)", + "format", + "Music_download" + ] + ], + "predicted_rationale": "There is evidence that the song Mermaid is available in digital format, specifically as a music download." + }, + { + "question_id": 1414, + "question": "What is the name of Theodore E. Chandler's award?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Theodore_E._Chandler" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for Theodore E. Chandler's award." + }, + { + "question_id": 1411, + "question": "What is the name of Alexander Raikhel's award?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Alexander_Raikhel" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for Alexander Raikhel's award." + }, + { + "question_id": 1940, + "question": "Amdavad ni Gufa is not located in a country, not one which has Sumitra Mahajan as one of its leaders.", + "types": [ + "written", + "negation", + "num2", + "multi hop" + ], + "entity_set": [ + "Sumitra_Mahajan", + "Amdavad_ni_Gufa" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Amdavad_ni_Gufa", + "country", + "India" + ], + [ + "India", + "leader", + "Sumitra_Mahajan" + ], + [ + "India", + "leaderName", + "Sumitra_Mahajan" + ], + [ + "Amdavad_ni_Gufa", + "locationCountry", + "India" + ] + ], + "predicted_rationale": "The claim is contradicted by the evidence since Amdavad ni Gufa is located in India, which has Sumitra Mahajan as one of its leaders." + }, + { + "question_id": 787, + "question": "He was from Pittsburgh, Allegheny, Pennsylvania and died in Asuncion.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Asunci\u00f3n", + "\"Pittsburgh, Allegheny, Pennsylvania\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that he was from Pittsburgh, Allegheny, Pennsylvania and died in Asuncion." + }, + { + "question_id": 178, + "question": "The United Kingdom is actually the parent company for Age International.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Age_International", + "United_Kingdom" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Age_International", + "headquarter", + "United_Kingdom" + ], + [ + "Age_International", + "headquarters", + "United_Kingdom" + ] + ], + "predicted_rationale": "There is no evidence that the United Kingdom is the parent company for Age International." + }, + { + "question_id": 1808, + "question": "Yes, James Dobson did not even have a predecessor!", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "James_Dobson" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that James Dobson did not have a predecessor." + }, + { + "question_id": 1106, + "question": "Yes, the spouse of George Monson is lady Anne Monson.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Lady_Anne_Monson", + "George_Monson" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Lady_Anne_Monson", + "spouse", + "George_Monson" + ] + ], + "predicted_rationale": "Based on the evidence set, Lady Anne Monson is the spouse of George Monson." + }, + { + "question_id": 204, + "question": "The former team of Aleksander Barkov, Jr. is called Wigan Warriors.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Aleksander_Barkov,_Jr.", + "Wigan_Warriors" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the former team of Aleksander Barkov, Jr. is called Wigan Warriors." + }, + { + "question_id": 1406, + "question": "What is the name of Tinca Stegovec's award?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Tinca_Stegovec" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for Tinca Stegovec's award." + }, + { + "question_id": 1463, + "question": "What is the name of Christopher Garneys's successor?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Christopher_Garneys" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for Christopher Garneys's successor." + }, + { + "question_id": 197, + "question": "William Anders actually served as a crew member on Enforcement of Customs laws!", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "William_Anders", + "\"Enforcement of Customs laws\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that William Anders served as a crew member on Enforcement of Customs laws." + }, + { + "question_id": 1237, + "question": "Frank Borman and William Anders were part of NASA's Apollo 8 crew.", + "types": [ + "coll:model", + "num3", + "multi claim" + ], + "entity_set": [ + "William_Anders", + "Frank_Borman", + "Apollo_8", + "NASA" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Apollo_8", + "operator", + "NASA" + ], + [ + "Apollo_8", + "crew1Up", + "Frank_Borman" + ], + [ + "Apollo_8", + "crewMembers", + "Frank_Borman" + ], + [ + "Frank_Borman", + "mission", + "Apollo_8" + ], + [ + "Apollo_8", + "crew3Up", + "William_Anders" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Frank Borman and William Anders are listed as part of the Apollo 8 crew." + }, + { + "question_id": 259, + "question": "Cast\u00e9tis is to the southwest of Adams County, Pennsylvania.", + "types": [ + "written", + "num1", + "substitution" + ], + "entity_set": [ + "Adams_County,_Pennsylvania", + "Cast\u00e9tis" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Cast\u00e9tis is to the southwest of Adams County, Pennsylvania." + }, + { + "question_id": 741, + "question": "An office holder, who was succeeded by Sulaiman Abdul Rahman Taib, was born in the Kingdom of Sarawak and resides in Demak Jaya, Jalan Bako, Kuching, Sarawak.", + "types": [ + "written", + "num3", + "multi hop" + ], + "entity_set": [ + "Sulaiman_Abdul_Rahman_Taib", + "\"Demak Jaya, Jalan Bako, Kuching, Sarawak\"", + "Kingdom_of_Sarawak" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Abdul_Taib_Mahmud", + "successor", + "Sulaiman_Abdul_Rahman_Taib" + ], + [ + "Abdul_Taib_Mahmud", + "birthPlace", + "Kingdom_of_Sarawak" + ], + [ + "Sulaiman_Abdul_Rahman_Taib", + "predecessor", + "Abdul_Taib_Mahmud" + ], + [ + "Abdul_Taib_Mahmud", + "residence", + "\"Demak Jaya, Jalan Bako, Kuching, Sarawak\"" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 2075, + "question": "William Anders was not on Apollo 8!", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "William_Anders", + "Apollo_8" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Apollo_8", + "crewMembers", + "William_Anders" + ], + [ + "Apollo_8", + "crew3Up", + "William_Anders" + ], + [ + "William_Anders", + "mission", + "Apollo_8" + ] + ], + "predicted_rationale": "The claim is contradicted by the evidence since William Anders was a crew member of Apollo 8." + }, + { + "question_id": 1625, + "question": "Interestingly, Arlo White did not have a child.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Arlo_White" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Arlo White did or did not have a child." + }, + { + "question_id": 169, + "question": "The leader of Rushin' Ballet is Gordon Douglas the director!", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Rushin'_Ballet", + "Gordon_Douglas_(director)" + ], + "Label": [ + false + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Rushin'_Ballet", + "director", + "Gordon_Douglas_(director)" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Rushin' Ballet's director is indeed Gordon Douglas." + }, + { + "question_id": 607, + "question": "There is actually a building in Gujarat, India.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "India", + "Gujarat" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Gujarat", + "country", + "India" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Gujarat is located in India." + }, + { + "question_id": 971, + "question": "Do you know that William Anders was born 1933-10-17.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "William_Anders", + "\"1933-10-17\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "William_Anders", + "dateOfBirth", + "\"1933-10-17\"" + ], + [ + "William_Anders", + "birthDate", + "\"1933-10-17\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as William Anders' date of birth is confirmed to be 1933-10-17." + }, + { + "question_id": 429, + "question": "Dud Lee was born in Darlington and died on 1776-02-18.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"1776-02-18\"", + "Darlington", + "Dud_Lee" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the birthplace and death date of Dud Lee." + }, + { + "question_id": 1645, + "question": "Nope. Llangefni Town F.C. did not have a nickname.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Llangefni_Town_F.C." + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Llangefni_Town_F.C.", + "nickname", + "\"Cefni, Dazzlers\"" + ], + [ + "Llangefni_Town_F.C.", + "clubname", + "\"Llangefni Town\"" + ], + [ + "Llangefni_Town_F.C.", + "fullname", + "\"Llangefni Town Football Club\"" + ], + [ + "Chris_Jones_(footballer,_born_1985)", + "team", + "Llangefni_Town_F.C." + ], + [ + "Chris_Jones_(footballer,_born_1985)", + "clubs", + "Llangefni_Town_F.C." + ] + ], + "predicted_rationale": "There is evidence that Llangefni Town F.C. had a nickname, which is 'Cefni, Dazzlers'." + }, + { + "question_id": 536, + "question": "The manager of 1979 Baltimore Orioles season is Stuart Parker who was at Drogheda United FC and once played for Stockport County FC.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "Drogheda_United_F.C.", + "Stockport_County_F.C.", + "Stuart_Parker_(footballer)", + "1979_Baltimore_Orioles_season" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Stuart_Parker_(footballer)", + "clubs", + "Drogheda_United_F.C." + ], + [ + "Stuart_Parker_(footballer)", + "team", + "Drogheda_United_F.C." + ], + [ + "Stuart_Parker_(footballer)", + "clubs", + "Stockport_County_F.C." + ], + [ + "Stuart_Parker_(footballer)", + "team", + "Stockport_County_F.C." + ] + ], + "predicted_rationale": "There is no evidence that Stuart Parker was the manager of the 1979 Baltimore Orioles season." + }, + { + "question_id": 90, + "question": "Have you heard of Guo Zongxun? He had an award!", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Guo_Zongxun" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Guo Zongxun had an award." + }, + { + "question_id": 2334, + "question": "I wasn\u2019t aware that Keith Holyoake was not a prime minister.", + "types": [ + "coll:presup", + "negation", + "existence" + ], + "entity_set": [ + "Keith_Holyoake" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Keith_Holyoake", + "primeMinister", + "Sidney_Holland" + ], + [ + "Robert_Muldoon", + "primeMinister", + "Keith_Holyoake" + ], + [ + "Keith_Holyoake", + "primeminister", + "Sidney_Holland" + ], + [ + "Robert_Muldoon", + "primeminister", + "Keith_Holyoake" + ], + [ + "Keith_Holyoake", + "office", + "\"Governor-General of New Zealand\"" + ], + [ + "New_Zealand_general_election,_1969", + "leader", + "Keith_Holyoake" + ], + [ + "Keith_Holyoake", + "predecessor", + "Walter_Nash" + ], + [ + "Walter_Nash", + "predecessor", + "Keith_Holyoake" + ] + ], + "predicted_rationale": "There is evidence that Keith Holyoake was a prime minister, as he is mentioned as the predecessor of Walter Nash and the leader of the New Zealand general election in 1969." + }, + { + "question_id": 1069, + "question": "Yes they are. AFC Ajax has 53502 members.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "AFC_Ajax", + "\"53502\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "AFC_Ajax", + "capacity", + "\"53502\"" + ] + ], + "predicted_rationale": "There is no evidence that the number 53502 refers to the number of members of AFC Ajax." + }, + { + "question_id": 2272, + "question": "It was created by Steven T Seagle and an American, Duncan Rouleau.", + "types": [ + "coll:model", + "num4", + "multi hop" + ], + "entity_set": [ + "Americans", + "Steven_T._Seagle", + "Duncan_Rouleau" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Duncan_Rouleau", + "nationality", + "Americans" + ] + ], + "predicted_rationale": "There is no information about Steven T Seagle creating something with Duncan Rouleau." + }, + { + "question_id": 508, + "question": "Linzeux is a dish from India, where the leader is Police Chief: Tommy Dufrene, Jr, and people who live there are called Indians.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "India", + "Indian_people", + "\"Police Chief: Tommy Dufrene, Jr,\"", + "Linzeux" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "India", + "demonym", + "Indian_people" + ] + ], + "predicted_rationale": "There is no evidence that Linzeux is a dish from India or that the leader of India is Police Chief: Tommy Dufrene, Jr." + }, + { + "question_id": 175, + "question": "The Jos\u00e9 Antonio Varela are the leaders of La Clase.", + "types": [ + "written", + "num1", + "substitution" + ], + "entity_set": [ + "La_Clase", + "Jos\u00e9_Antonio_Varela" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "La_Clase", + "writer", + "Jos\u00e9_Antonio_Varela" + ], + [ + "La_Clase", + "director", + "Jos\u00e9_Antonio_Varela" + ] + ], + "predicted_rationale": "There is no evidence that Jos\u00e9 Antonio Varela are the leaders of La Clase, only that he is the writer and director." + }, + { + "question_id": 1211, + "question": "A Wizard of Mars has 560 pages and the ISBN number 978-0-15-204770-2.", + "types": [ + "written", + "num2", + "multi claim" + ], + "entity_set": [ + "\"560\"", + "\"978-0-15-204770-2\"", + "A_Wizard_of_Mars" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "A_Wizard_of_Mars", + "numberOfPages", + "\"560\"" + ], + [ + "A_Wizard_of_Mars", + "pages", + "\"560\"" + ], + [ + "A_Wizard_of_Mars", + "isbn", + "\"978-0-15-204770-2\"" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 2040, + "question": "A-Rosa Luna is not classified as a Auk class minesweeper though.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "A-Rosa_Luna", + "\"Auk class minesweeper\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that A-Rosa Luna is classified as a Auk class minesweeper." + }, + { + "question_id": 2225, + "question": "Big Hero 6 does not have Julia Dietze in it!", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Big_Hero_6_(film)", + "\"Julia Dietze\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Big Hero 6 has Julia Dietze in it." + }, + { + "question_id": 84, + "question": "I know that Yousef Alavi is a religious person.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Yousef_Alavi" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Yousef_Alavi", + "birthPlace", + "Iran" + ], + [ + "Yousef_Alavi", + "placeOfBirth", + "\"Ahwaz, Iran\"" + ], + [ + "Yousef_Alavi", + "description", + "\"Mathematician\"" + ], + [ + "Yousef_Alavi", + "shortDescription", + "\"Mathematician\"" + ], + [ + "Yousef_Alavi", + "rdf-schema#label", + "\"Yousef Alavi\"" + ] + ], + "predicted_rationale": "There is no evidence that Yousef Alavi is a religious person." + }, + { + "question_id": 700, + "question": "Well a scientist in the field of botany died on February 18, 1776.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "\"1776-02-18\"", + "Botany" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Lady_Anne_Monson", + "field", + "Botany" + ], + [ + "Lady_Anne_Monson", + "deathDate", + "\"1776-02-18\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Lady Anne Monson was a scientist in the field of botany who died on February 18, 1776." + }, + { + "question_id": 1814, + "question": "Yeah, Petar Zhabov did not go to college.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Petar_Zhabov" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Petar Zhabov did or did not go to college." + }, + { + "question_id": 1843, + "question": "Are you familiar with Sam Hinds? He was not a prime minister!", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Sam_Hinds" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Sam Hinds was or was not a prime minister." + }, + { + "question_id": 1716, + "question": "Do you know that Waskita Karya did not have a parent company?", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Waskita_Karya" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Waskita Karya did or did not have a parent company." + }, + { + "question_id": 2337, + "question": "If only Lyndey Milan was not a prime minister.", + "types": [ + "coll:presup", + "negation", + "existence" + ], + "entity_set": [ + "Lyndey_Milan" + ], + "Label": [ + false + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Lyndey_Milan", + "occupation", + "Lyndey_Milan__1" + ], + [ + "Lyndey_Milan", + "nationality", + "\"Australian\"" + ], + [ + "Lyndey_Milan", + "almaMater", + "University_of_Sydney" + ], + [ + "Lyndey_Milan", + "residence", + "Erskineville,_New_South_Wales" + ], + [ + "Lyndey_Milan", + "name", + "\"Lyndey Milan\"" + ] + ], + "predicted_rationale": "Based on the evidence set, there is no information that Lyndey Milan was a prime minister." + }, + { + "question_id": 2049, + "question": "Stephen S. Oswald did not become a crewman aboard Apollo 8.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Apollo_8", + "Stephen_S._Oswald" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Stephen S. Oswald became a crewman aboard Apollo 8." + }, + { + "question_id": 855, + "question": "Agra Airport is in a settlement, Gmina Przy\u0142\u0119k, whose leader is Rolando T. Celebre.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "Agra_Airport", + "\"Rolando T. Celebre\"", + "Gmina_Przy\u0142\u0119k" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Agra Airport is in a settlement, Gmina Przy\u0142\u0119k, whose leader is Rolando T. Celebre." + }, + { + "question_id": 1525, + "question": "What was Dajana Cahill prime minister?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Dajana_Cahill" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Dajana_Cahill", + "birthPlace", + "\"Brisbane, Australia\"" + ], + [ + "Dajana_Cahill", + "placeOfBirth", + "\"Brisbane, Australia\"" + ], + [ + "Dajana_Cahill", + "birthDate", + "\"1989-08-04\"" + ], + [ + "Dajana_Cahill", + "dateOfBirth", + "\"1989-08-04\"" + ], + [ + "Dajana_Cahill", + "name", + "\"Dajana Cahill\"" + ] + ], + "predicted_rationale": "There is no evidence that Dajana Cahill was a prime minister." + }, + { + "question_id": 1431, + "question": "What is the name of Black hole electron's capital?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Black_hole_electron" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence about Black hole electron or its capital." + }, + { + "question_id": 443, + "question": "The Jumencourt is located in Adams County, Pennsylvania which is in United States.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Adams_County,_Pennsylvania", + "\"United States\"", + "Jumencourt" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the Jumencourt is located in Adams County, Pennsylvania which is in United States." + }, + { + "question_id": 299, + "question": "Yeah, Abdul Taib Mahmud's successor was Vasudeva Kanva.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Abdul_Taib_Mahmud", + "Vasudeva_Kanva" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Abdul Taib Mahmud's successor was Vasudeva Kanva." + }, + { + "question_id": 866, + "question": "Yes, William Anders and Terry Hart were crew members of an artificial satellite operated by NASA.", + "types": [ + "coll:model", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "William_Anders", + "NASA", + "Terry_Hart" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that William Anders and Terry Hart were crew members of an artificial satellite operated by NASA." + }, + { + "question_id": 1610, + "question": "I explained that a fictional character was created by John Freeman (editor) and a comics creator who is an American.", + "types": [ + "coll:presup", + "num4", + "substitution", + "multi hop" + ], + "entity_set": [ + "Americans", + "John_Freeman_(editor)" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that a fictional character was created by John Freeman and an American comics creator." + }, + { + "question_id": 1353, + "question": "When was Arwa Othman a president of Alfons Gorbach?", + "types": [ + "question", + "coll:presup", + "num1", + "substitution" + ], + "entity_set": [ + "Alfons_Gorbach", + "\"Arwa Othman\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Arwa Othman was a president of Alfons Gorbach." + }, + { + "question_id": 228, + "question": "Well the area of Auburn, Alabama is 3.94E7 Sq Km.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Auburn,_Alabama", + "\"3.94E7\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the area of Auburn, Alabama." + }, + { + "question_id": 698, + "question": "It was actually designed in Virginia by Robert A. M. Stern.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "Virginia", + "Robert_A._M._Stern" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that it was designed in Virginia by Robert A. M. Stern." + }, + { + "question_id": 106, + "question": "I do know that Holger Zander had a predecessor as well.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Holger_Zander" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Holger Zander had a predecessor." + }, + { + "question_id": 681, + "question": "A ship is 125800.0 millimetres long and was christened on April 7th, 2005.", + "types": [ + "written", + "num2", + "multi hop" + ], + "entity_set": [ + "\"125800.0\"", + "\"2005-04-07\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the length and christening date of the ship." + }, + { + "question_id": 1925, + "question": "The car is not manufactured by Honda but has an engine size of 3.5 litres.", + "types": [ + "coll:model", + "negation", + "num2", + "multi hop" + ], + "entity_set": [ + "\"3.5\"", + "Honda" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence about the car's manufacturer or engine size." + }, + { + "question_id": 710, + "question": "An astronaut, born 17 October 1933 was chosen by NASA in 1963 and served as a crew member on Apollo 8.", + "types": [ + "written", + "num3", + "multi hop" + ], + "entity_set": [ + "\"1963\"", + "\"1933-10-17\"", + "Apollo_8" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "William_Anders", + "selection", + "\"1963\"" + ], + [ + "William_Anders", + "mission", + "Apollo_8" + ] + ], + "predicted_rationale": "There is no evidence for the birth date of the astronaut." + }, + { + "question_id": 142, + "question": "Did you know that Lucille Oille was the Prime Minister?", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Lucille_Oille" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Lucille_Oille", + "name", + "\"Oille, Lucille\"" + ], + [ + "Lucille_Oille", + "birthYear", + "\"1912\"" + ], + [ + "Lucille_Oille", + "dateOfBirth", + "\"1912\"" + ], + [ + "Lucille_Oille", + "deathYear", + "\"1997\"" + ], + [ + "Lucille_Oille", + "dateOfDeath", + "\"1997\"" + ] + ], + "predicted_rationale": "There is no evidence that Lucille Oille was the Prime Minister." + }, + { + "question_id": 2092, + "question": "I agree. The owner of AFC Ajax is not AFC Ajax NV.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "AFC_Ajax", + "AFC_Ajax_N.V." + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "AFC_Ajax", + "owner", + "AFC_Ajax_N.V." + ] + ], + "predicted_rationale": "The evidence set states that the owner of AFC Ajax is AFC Ajax N.V., which contradicts the claim." + }, + { + "question_id": 367, + "question": "Vajubhai Vala is the leader of Karnataka where Red High Heels originated.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Karnataka", + "Vajubhai_Vala", + "Red_High_Heels" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Karnataka", + "leaderName", + "Vajubhai_Vala" + ] + ], + "predicted_rationale": "There is no evidence that Red High Heels originated in Karnataka." + }, + { + "question_id": 1429, + "question": "What is the name of Paas's parent company?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Paas" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Paas", + "subject", + "Category:Easter_traditions" + ], + [ + "Paas", + "hypernym", + "Brand" + ], + [ + "Paas", + "22-rdf-syntax-ns#type", + "Company" + ], + [ + "Paas", + "rdf-schema#label", + "\"Paas\"" + ] + ], + "predicted_rationale": "There is no information about the parent company of Paas." + }, + { + "question_id": 2101, + "question": "The John Lennon song \"Imagine\" was not followed by Moment to Moment.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Imagine_(John_Lennon_song)", + "Moment_to_Moment_(album)" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that the John Lennon song 'Imagine' was followed by Moment to Moment." + }, + { + "question_id": 2263, + "question": "The Mason School of Business is a tenant of The Alan B Miller Hall, which is located in an administrative region which is in the United States.", + "types": [ + "written", + "num4", + "multi hop" + ], + "entity_set": [ + "United_States", + "Alan_B._Miller_Hall", + "Mason_School_of_Business" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alan_B._Miller_Hall", + "tenant", + "Mason_School_of_Business" + ], + [ + "Alan_B._Miller_Hall", + "currentTenants", + "Mason_School_of_Business" + ], + [ + "Alan_B._Miller_Hall", + "location", + "Williamsburg,_Virginia" + ], + [ + "Mason_School_of_Business", + "country", + "United_States" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1620, + "question": "Interestingly, Beverley Mitchell did not have a spouse.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Beverley_Mitchell" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Beverley_Mitchell", + "spouse", + "\"2008\"" + ], + [ + "Beverley_Mitchell", + "birthName", + "\"Beverley Ann Mitchell\"" + ], + [ + "Beverley_Mitchell", + "name", + "\"Mitchell, Beverley\"" + ], + [ + "Beverley_Mitchell", + "birthPlace", + "\"Arcadia, California, U.S.\"" + ], + [ + "Beverley_Mitchell", + "placeOfBirth", + "\"Arcadia, California, U.S.\"" + ] + ], + "predicted_rationale": "There is evidence that Beverley Mitchell had a spouse, indicated by the 'spouse' relation with a value of '2008', suggesting a year of marriage." + }, + { + "question_id": 2187, + "question": "I know that MTU Friedrichshafen is not owned by Rolls-Royce Holdings?", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "MTU_Friedrichshafen", + "Rolls-Royce_Holdings" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "MTU_Friedrichshafen", + "owningCompany", + "Rolls-Royce_Holdings" + ], + [ + "MTU_Friedrichshafen", + "owner", + "Rolls-Royce_Holdings" + ] + ], + "predicted_rationale": "The claim is contradicted by the evidence since MTU Friedrichshafen is owned by Rolls-Royce Holdings." + }, + { + "question_id": 1968, + "question": "it was not written by Chris Metzen, and has the ISBN number 978-0-15-204770-2.", + "types": [ + "coll:model", + "negation", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"978-0-15-204770-2\"", + "Chris_Metzen" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the claim about the author and the ISBN number." + }, + { + "question_id": 1651, + "question": "Nope, Kearsney College did not have a mascot!", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Kearsney_College" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Kearsney_College", + "mascot", + "\"Greyhound\"" + ], + [ + "Matt_Stevens_(rugby_union)", + "school", + "Kearsney_College" + ], + [ + "Kearsney_College", + "schoolColors", + "White" + ], + [ + "Kearsney_College", + "colours", + "\"Maroon and White\"" + ], + [ + "Kearsney_College", + "motto", + "\"Carpe Diem\"" + ] + ], + "predicted_rationale": "There is evidence that Kearsney College has a mascot, which is the Greyhound." + }, + { + "question_id": 2239, + "question": "The Train song Mermaid had not been released under the Sony Music Entertainment label!", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Mermaid_(Train_song)", + "Sony_Music_Entertainment" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Mermaid_(Train_song)", + "recordLabel", + "Sony_Music_Entertainment" + ], + [ + "Mermaid_(Train_song)", + "label", + "Sony_Music_Entertainment" + ] + ], + "predicted_rationale": "The claim is contradicted by the evidence since Mermaid was released under the Sony Music Entertainment label." + }, + { + "question_id": 808, + "question": "She is 47200.0 millimetres in length and was completed on 6 April 2005.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"2005-04-06\"", + "\"47200.0\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the length and completion date." + }, + { + "question_id": 683, + "question": "A chancellor in Austria was born in Tyrol.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "Tyrol_(state)", + "Austria" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that a chancellor in Austria was born in Tyrol." + }, + { + "question_id": 1014, + "question": "Yes. Arion was created by Jan Duursema.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Arion_(comics)", + "Jan_Duursema" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Arion_(comics)", + "creator", + "Jan_Duursema" + ], + [ + "Arion_(comics)", + "creators", + "Jan_Duursema" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Arion was created by Jan Duursema." + }, + { + "question_id": 2016, + "question": "Well Martin A. Gobbo is not a leader in Derbyshire Dales where Bakewell pudding does not originate!", + "types": [ + "coll:model", + "negation", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Bakewell_pudding", + "Derbyshire_Dales", + "\"Martin A. Gobbo\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Bakewell_pudding", + "region", + "Derbyshire_Dales" + ] + ], + "predicted_rationale": "There is no information about Martin A. Gobbo being a leader in the evidence set." + }, + { + "question_id": 1767, + "question": "Stephen Grellet did not even have a successor!", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Stephen_Grellet" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Stephen_Grellet", + "birthDate", + "\"1773-11-02\"" + ], + [ + "Stephen_Grellet", + "deathDate", + "\"1855-11-16\"" + ], + [ + "Stephen_Grellet", + "birthPlace", + "Limoges" + ], + [ + "Stephen_Grellet", + "deathPlace", + "Burlington,_New_Jersey" + ] + ], + "predicted_rationale": "There is no evidence about Stephen Grellet having or not having a successor." + }, + { + "question_id": 809, + "question": "They actually make the ALV X-1 and the Tasse!", + "types": [ + "coll:model", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "ALV_X-1", + "Tasse" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that they actually make the ALV X-1 and the Tasse." + }, + { + "question_id": 923, + "question": "He was born in Imst, in the County of Tyrol but died in Arcetri.", + "types": [ + "coll:model", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "Imst", + "County_of_Tyrol", + "Arcetri" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that he was born in Imst, in the County of Tyrol but died in Arcetri." + }, + { + "question_id": 1633, + "question": "I heard that Tahuamanu Province did not have a capital.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Tahuamanu_Province" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Tahuamanu_Province", + "capital", + "I\u00f1apari" + ], + [ + "Tahuamanu_Province", + "province", + "\"Tahuamanu\"" + ], + [ + "Tahuamanu_Province", + "region", + "Madre_de_Dios_Region" + ], + [ + "Tahuamanu_Province", + "country", + "Peru" + ], + [ + "Tahuamanu_Province", + "districts", + "\"3\"" + ] + ], + "predicted_rationale": "There is evidence that Tahuamanu Province has a capital, which is I\u00f1apari." + }, + { + "question_id": 2076, + "question": "Abel Hernandez's place of birth is not Cornwall (UK Parliament constituency.).", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Abel_Hern\u00e1ndez", + "Cornwall_(UK_Parliament_constituency)" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Abel Hernandez's place of birth is Cornwall (UK Parliament constituency)." + }, + { + "question_id": 2078, + "question": "The founder of Springer Science and Business Media is not Pat Cline.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Springer_Science+Business_Media", + "\"Pat Cline\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that the founder of Springer Science and Business Media is Pat Cline." + }, + { + "question_id": 275, + "question": "AFC Ajax is owned by Virgin Islands Port Authority.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "AFC_Ajax", + "\"Virgin Islands Port Authority\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that AFC Ajax is owned by Virgin Islands Port Authority." + }, + { + "question_id": 1856, + "question": "Yeah, Rodger Davies was not even a prime minister.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Rodger_Davies" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Rodger_Davies", + "deathYear", + "\"1974\"" + ], + [ + "Rodger_Davies", + "birthYear", + "\"1921\"" + ], + [ + "Rodger_Davies", + "dateOfDeath", + "\"1974-08-19\"" + ], + [ + "Rodger_Davies", + "dateOfBirth", + "\"1921-05-07\"" + ], + [ + "Rodger_Davies", + "placeOfDeath", + "\"Nicosia, Cyprus\"" + ] + ], + "predicted_rationale": "There is no evidence that Rodger Davies was a prime minister." + }, + { + "question_id": 1383, + "question": "What is the name of Pratt, Kansas's nickname?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Pratt,_Kansas" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Pratt,_Kansas", + "nickname", + "\"Gateway to the High Plains\"" + ], + [ + "Pratt,_Kansas", + "location", + "\"Pratt, Kansas\"" + ], + [ + "Pratt_Army_Airfield", + "location", + "Pratt,_Kansas" + ], + [ + "Pratt,_Kansas", + "name", + "\"Pratt, Kansas\"" + ], + [ + "Pratt_County,_Kansas", + "countySeat", + "Pratt,_Kansas" + ], + [ + "Skyline_High_School_(Kansas)", + "city", + "Pratt,_Kansas" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, which states that Pratt, Kansas's nickname is 'Gateway to the High Plains'." + }, + { + "question_id": 366, + "question": "You should try R\u00f6ssypottu, which includes vegetables from the Karnataka region.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Karnataka", + "Vegetable", + "R\u00f6ssypottu" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "R\u00f6ssypottu", + "name", + "\"R\u00f6ssypottu\"" + ], + [ + "R\u00f6ssypottu", + "ingredientName", + "\"R\u00f6ssy (blood,beer,ryeflour,spices),Potatoes,pork\"" + ], + [ + "R\u00f6ssypottu", + "mainIngredient", + "\"R\u00f6ssy , Potatoes, pork\"" + ], + [ + "R\u00f6ssypottu", + "ingredient", + "Rye" + ], + [ + "R\u00f6ssypottu", + "type", + "Stew" + ] + ], + "predicted_rationale": "There is no evidence that R\u00f6ssypottu includes vegetables from the Karnataka region." + }, + { + "question_id": 435, + "question": "The town of Darlington, which was the birth place of Tyrone Hopson, is home to one hundred and six thousand people.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"106000\"", + "Darlington", + "Tyrone_Hopson" + ], + "Label": [ + false + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Darlington", + "populationTotal", + "\"106000\"" + ], + [ + "Darlington", + "population", + "\"106000\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, which states that Darlington has a population of 106000." + }, + { + "question_id": 643, + "question": "It has a 2.4 litre engine and is made by Honda?", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "\"2.4\"", + "Honda" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that it has a 2.4 litre engine and is made by Honda." + }, + { + "question_id": 628, + "question": "Benjamin Urich created by Gene Colan.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "\"Benjamin Urich\"", + "Gene_Colan" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Benjamin Urich was created by Gene Colan." + }, + { + "question_id": 1802, + "question": "Kraze United did not have a nickname either!", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Kraze_United" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Haiti_national_football_team", + "club", + "Kraze_United" + ], + [ + "Bitielo_Jean_Jacques", + "team", + "Kraze_United" + ], + [ + "Kraze_United", + "clubname", + "\"Kraze United FC\"" + ], + [ + "Kraze_United", + "fullname", + "\"Kraze United Football Club\"" + ], + [ + "Kraze_United", + "name", + "\"Kraze United FC\"" + ] + ], + "predicted_rationale": "There is no evidence that Kraze United had a nickname." + }, + { + "question_id": 1682, + "question": "Do you know Carly Fiorina? She did not have an award.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Carly_Fiorina" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Carly Fiorina did or did not have an award." + }, + { + "question_id": 953, + "question": "Alfredo Zitarrosa has died in Montevideo.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Alfredo_Zitarrosa", + "Montevideo" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alfredo_Zitarrosa", + "deathPlace", + "Montevideo" + ], + [ + "Alfredo_Zitarrosa", + "birthPlace", + "Montevideo" + ] + ], + "predicted_rationale": "Based on the evidence set, Alfredo Zitarrosa's death place is indeed Montevideo." + }, + { + "question_id": 749, + "question": "He was born in Georgia in Vermont and worked as secretary of the State.", + "types": [ + "coll:model", + "num3", + "multi hop" + ], + "entity_set": [ + "Georgia,_Vermont", + "Vermont", + "\"Secretary of State of Vermont\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Georgia,_Vermont", + "subdivisionName", + "Vermont" + ], + [ + "Georgia,_Vermont", + "isPartOf", + "Vermont" + ] + ], + "predicted_rationale": "There is no evidence that he was born in Georgia in Vermont and worked as secretary of the State." + }, + { + "question_id": 860, + "question": "A musical artist started as a solo singer, plays Candombe and his record label is the The Mudbug Club.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"solo_singer\"", + "Candombe", + "The_Mudbug_Club" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that a musical artist started as a solo singer, plays Candombe, and has the record label The Mudbug Club." + }, + { + "question_id": 1460, + "question": "What is the name of Deepak Sharma's successor?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Deepak_Sharma" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence about Deepak Sharma's successor." + }, + { + "question_id": 1801, + "question": "FK Avei Agstafa did not even have a nickname!", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "FK_Avei_Agstafa" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "FK_Avei_Agstafa", + "name", + "\"Avei Agstafa\"" + ], + [ + "FK_Avei_Agstafa", + "fullname", + "\"Avei Agstafa Futbol Klubu\"" + ], + [ + "FK_Avei_Agstafa", + "clubname", + "\"Avei Agstafa\"" + ], + [ + "FK_Avei_Agstafa", + "rdf-schema#label", + "\"FK Avei Agstafa\"" + ], + [ + "FK_Avei_Agstafa", + "hypernym", + "Club" + ] + ], + "predicted_rationale": "There is no evidence that FK Avei Agstafa has a nickname." + }, + { + "question_id": 1255, + "question": "Bhajji is a dish consisting of vegetables from the Karnataka region of India.", + "types": [ + "coll:model", + "num3", + "multi claim" + ], + "entity_set": [ + "Karnataka", + "India", + "Vegetable", + "Bhajji" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Bhajji", + "ingredient", + "Vegetable" + ], + [ + "Bhajji", + "region", + "Karnataka" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 882, + "question": "A building in Ahmedabad (India), was completed in Early 19th century.", + "types": [ + "coll:model", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "India", + "Ahmedabad", + "\"Early 19th century\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Ahmedabad", + "country", + "India" + ] + ], + "predicted_rationale": "There is no evidence for a building in Ahmedabad being completed in the Early 19th century." + }, + { + "question_id": 1983, + "question": "I know that Beaujon Aircraft does not make the automobile which does not have V6 engine.", + "types": [ + "coll:model", + "negation", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "V6_engine", + "Beaujon_Aircraft" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence about the automobile or its engine type related to Beaujon Aircraft." + }, + { + "question_id": 309, + "question": "Her name is Lady Anne Monson. She was born in Hollywood, Memphis.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Lady_Anne_Monson", + "Hollywood,_Memphis" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Lady_Anne_Monson", + "name", + "\"Lady Anne Monson\"" + ], + [ + "Lady_Anne_Monson", + "birthPlace", + "Kingdom_of_England" + ], + [ + "Lady_Anne_Monson", + "placeOfBirth", + "Kingdom_of_England" + ], + [ + "Lady_Anne_Monson", + "otherNames", + "\"Anne Vane, Ann Hope-Vere\"" + ], + [ + "Lady_Anne_Monson", + "rdf-schema#label", + "\"Lady Anne Monson\"" + ] + ], + "predicted_rationale": "There is no evidence that Lady Anne Monson was born in Hollywood, Memphis." + }, + { + "question_id": 51, + "question": "Are you familiar with Eni Gesinde? He attended university.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Eni_Gesinde" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Eni Gesinde attended university." + }, + { + "question_id": 568, + "question": "MTU Friedrichshafen is in Friedrichshafen and made the engines that powered the A-Rosa Luna which was built by Ballard Marine Railway Company.", + "types": [ + "written", + "num4", + "substitution", + "multi claim" + ], + "entity_set": [ + "Friedrichshafen", + "A-Rosa_Luna", + "MTU_Friedrichshafen", + "Ballard_Marine_Railway_Company" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "MTU_Friedrichshafen", + "locationCity", + "Friedrichshafen" + ], + [ + "A-Rosa_Luna", + "powerType", + "MTU_Friedrichshafen" + ] + ], + "predicted_rationale": "There is no evidence that the A-Rosa Luna was built by Ballard Marine Railway Company." + }, + { + "question_id": 1337, + "question": "A city, led by the Conservative Party, was the birthplace of a person who designed Oakland Public School.", + "types": [ + "written", + "num4", + "substitution", + "multi hop" + ], + "entity_set": [ + "Conservative_Party_(UK)", + "Oakland_Public_School" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that a city, led by the Conservative Party, was the birthplace of a person who designed Oakland Public School." + }, + { + "question_id": 915, + "question": "It has 514 pages and in print with the OCLC number of 8805735.", + "types": [ + "coll:model", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"8805735\"", + "\"Print\"", + "\"514\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the number of pages, print status, or OCLC number." + }, + { + "question_id": 2102, + "question": "I have heard that the British representative in Hong Kong is not Chris Patten!", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "British_Hong_Kong", + "Chris_Patten" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "British_Hong_Kong", + "representative", + "Chris_Patten" + ] + ], + "predicted_rationale": "The evidence set actually indicates that Chris Patten is the British representative in Hong Kong." + }, + { + "question_id": 2010, + "question": "Bakewell pudding is from Covarrubias, Province of Burgos region, not found if Derbyshire County.", + "types": [ + "written", + "negation", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Bakewell_pudding", + "Derbyshire", + "Covarrubias,_Province_of_Burgos" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Bakewell pudding is from Covarrubias, Province of Burgos region, or not found in Derbyshire County." + }, + { + "question_id": 2177, + "question": "Do you know that Steven T. Seagle is not the creator of Baymax?", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Baymax", + "Steven_T._Seagle" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Baymax", + "creator", + "Steven_T._Seagle" + ], + [ + "Baymax", + "creators", + "Steven_T._Seagle" + ] + ], + "predicted_rationale": "The evidence set indicates that Steven T. Seagle is the creator of Baymax." + }, + { + "question_id": 1443, + "question": "What is the name of Optical circulator's garrison?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Optical_circulator" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the name of Optical circulator's garrison." + }, + { + "question_id": 802, + "question": "it is located in Courthouse Sq., Hinesville, Georgia, Ahmedabad.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Ahmedabad", + "\"Courthouse Sq., Hinesville, Georgia\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the location." + }, + { + "question_id": 594, + "question": "He is a solo singer. His musical genre is Candombe.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "\"solo_singer\"", + "Candombe" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that he is a solo singer with a musical genre of Candombe." + }, + { + "question_id": 1271, + "question": "JV Jones is the author of A Fortress of Grey Ice which was published in hardcover and has the OCLC number 51969173.", + "types": [ + "written", + "num3", + "multi claim" + ], + "entity_set": [ + "J._V._Jones", + "Hardcover", + "\"51969173\"", + "A_Fortress_of_Grey_Ice" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "A_Fortress_of_Grey_Ice", + "author", + "J._V._Jones" + ], + [ + "A_Fortress_of_Grey_Ice", + "mediaType", + "Hardcover" + ], + [ + "A_Fortress_of_Grey_Ice", + "oclc", + "\"51969173\"" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 636, + "question": "The ship is 125.8m long and has MTU Friedrichshafen engines.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "\"125800.0\"", + "MTU_Friedrichshafen" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the length and engine of the ship." + }, + { + "question_id": 1157, + "question": "The temperature of 1097 Vicia is 171.0 (kelvins) and it has an apoapsis of 511592000.0 kilometres.", + "types": [ + "written", + "num2", + "multi claim" + ], + "entity_set": [ + "\"5.11592E8\"", + "1097_Vicia", + "\"171.0\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "1097_Vicia", + "Planet/temperature", + "\"171.0\"" + ], + [ + "1097_Vicia", + "temperature", + "\"171.0\"" + ], + [ + "1097_Vicia", + "Planet/apoapsis", + "\"5.11592E8\"" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1216, + "question": "The Mason School of Business are the current tenants of Alan B Miller Hall in Williamsburg, Virginia.", + "types": [ + "written", + "num2", + "multi claim" + ], + "entity_set": [ + "Alan_B._Miller_Hall", + "Williamsburg,_Virginia", + "Mason_School_of_Business" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alan_B._Miller_Hall", + "tenant", + "Mason_School_of_Business" + ], + [ + "Alan_B._Miller_Hall", + "currentTenants", + "Mason_School_of_Business" + ], + [ + "Alan_B._Miller_Hall", + "location", + "Williamsburg,_Virginia" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 751, + "question": "The manager of A.F.C. Blackpool is a soccer player who played for both Chesterfield FC and Bury FC.", + "types": [ + "written", + "num3", + "multi hop" + ], + "entity_set": [ + "Bury_F.C.", + "A.F.C._Blackpool", + "Chesterfield_F.C." + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "A.F.C._Blackpool", + "manager", + "Stuart_Parker_(footballer)" + ], + [ + "Stuart_Parker_(footballer)", + "team", + "Chesterfield_F.C." + ], + [ + "Stuart_Parker_(footballer)", + "clubs", + "Chesterfield_F.C." + ], + [ + "Stuart_Parker_(footballer)", + "team", + "A.F.C._Blackpool" + ], + [ + "Stuart_Parker_(footballer)", + "managerClub", + "A.F.C._Blackpool" + ], + [ + "Stuart_Parker_(footballer)", + "managerclubs", + "A.F.C._Blackpool" + ], + [ + "Stuart_Parker_(footballer)", + "team", + "Bury_F.C." + ], + [ + "Stuart_Parker_(footballer)", + "clubs", + "Bury_F.C." + ], + [ + "Keigan_Parker", + "clubs", + "A.F.C._Blackpool" + ], + [ + "Neil_Warnock", + "managerClub", + "Bury_F.C." + ], + [ + "Danny_Wilson_(footballer,_born_1960)", + "team", + "Bury_F.C." + ], + [ + "Danny_Wilson_(footballer,_born_1960)", + "clubs", + "Bury_F.C." + ], + [ + "Leon_Clarke", + "currentclub", + "Bury_F.C." + ], + [ + "Adam_Rooney", + "team", + "Bury_F.C." + ], + [ + "Simon_Whaley", + "clubs", + "Bury_F.C." + ], + [ + "Paul_Hall_(footballer)", + "team", + "Bury_F.C." + ], + [ + "Dwayne_Mattis", + "clubs", + "Bury_F.C." + ], + [ + "Lee_Richardson_(footballer)", + "team", + "Bury_F.C." + ], + [ + "Paul_Barnes_(footballer)", + "clubs", + "Bury_F.C." + ], + [ + "Danny_Boshell", + "team", + "Bury_F.C." + ], + [ + "Kevin_Randall", + "clubs", + "Bury_F.C." + ], + [ + "Chris_Porter_(footballer,_born_1983)", + "team", + "Bury_F.C." + ], + [ + "Chris_Porter_(footballer,_born_1983)", + "clubs", + "Bury_F.C." + ], + [ + "Neil_Warnock", + "clubs", + "Chesterfield_F.C." + ], + [ + "Paul_Hall_(footballer)", + "clubs", + "Chesterfield_F.C." + ], + [ + "Lee_Richardson_(footballer)", + "clubs", + "Chesterfield_F.C." + ], + [ + "Danny_Boshell", + "clubs", + "Chesterfield_F.C." + ], + [ + "Lee_Richardson_(footballer)", + "managerClub", + "Chesterfield_F.C." + ], + [ + "Kevin_Randall", + "managerClub", + "Chesterfield_F.C." + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Stuart Parker, the manager of A.F.C. Blackpool, played for both Chesterfield FC and Bury FC." + }, + { + "question_id": 1827, + "question": "I have heard that B. J. Habibie was not a president.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "B._J._Habibie" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that B. J. Habibie was not a president." + }, + { + "question_id": 1944, + "question": "A politician not from Miri, Malaysia is not part of the Parti Pesaka Bumiputera Bersatu.", + "types": [ + "coll:model", + "negation", + "num2", + "multi hop" + ], + "entity_set": [ + "Parti_Pesaka_Bumiputera_Bersatu", + "Miri,_Malaysia" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Abdul_Taib_Mahmud", + "birthPlace", + "Miri,_Malaysia" + ], + [ + "Abdul_Taib_Mahmud", + "party", + "Parti_Pesaka_Bumiputera_Bersatu" + ] + ], + "predicted_rationale": "There is evidence that Abdul Taib Mahmud, who is from Miri, Malaysia, is part of the Parti Pesaka Bumiputera Bersatu." + }, + { + "question_id": 1320, + "question": "The Mason School of Business in the US are the current tenants of Alan B Miller Hall in Virginia.", + "types": [ + "written", + "num4", + "multi claim" + ], + "entity_set": [ + "Alan_B._Miller_Hall", + "United_States", + "Virginia", + "Mason_School_of_Business" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alan_B._Miller_Hall", + "tenant", + "Mason_School_of_Business" + ], + [ + "Alan_B._Miller_Hall", + "currentTenants", + "Mason_School_of_Business" + ], + [ + "Mason_School_of_Business", + "country", + "United_States" + ], + [ + "Alan_B._Miller_Hall", + "location", + "Virginia" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 439, + "question": "Anne Monson was actually born in Winchester, the capital of the Poltava Governorate.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Winchester", + "Lady_Anne_Monson", + "Poltava_Governorate" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Anne Monson was born in Winchester, the capital of the Poltava Governorate." + }, + { + "question_id": 1319, + "question": "Doris Bures is the leader of Austria where Alfons Gorbach died in Styria.", + "types": [ + "written", + "num4", + "multi claim" + ], + "entity_set": [ + "Austria", + "Alfons_Gorbach", + "Doris_Bures", + "Styria" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Austria", + "leader", + "Doris_Bures" + ], + [ + "Austria", + "leaderName", + "Doris_Bures" + ], + [ + "Doris_Bures", + "birthPlace", + "Austria" + ], + [ + "Doris_Bures", + "placeOfBirth", + "Austria" + ], + [ + "Styria", + "country", + "Austria" + ] + ], + "predicted_rationale": "There is no evidence that Alfons Gorbach died in Styria." + }, + { + "question_id": 938, + "question": "A scientist resided in [New York City and Shelter Island, NY] with her husband George before her death on February 2, 1776.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"1776-02-18\"", + "George_Monson", + "\"[New York City and Shelter Island, NY]\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that a scientist resided in New York City and Shelter Island, NY with her husband George before her death on February 2, 1776." + }, + { + "question_id": 1654, + "question": "No, but Sant Bani School did not have a mascot.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Sant_Bani_School" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Sant Bani School did or did not have a mascot." + }, + { + "question_id": 1518, + "question": "What was John W. Limbong vice president?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "John_W._Limbong" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "University_of_International_Golden_Indonesia", + "president", + "John_W._Limbong" + ], + [ + "John_W._Limbong", + "occupation", + "John_W._Limbong__1" + ], + [ + "John_W._Limbong", + "almaMater", + "University_of_Utah" + ], + [ + "John_W._Limbong", + "education", + "\"M.S.\"" + ], + [ + "John_W._Limbong", + "description", + "\"Indonesian academic\"" + ] + ], + "predicted_rationale": "There is no evidence that John W. Limbong was a vice president." + }, + { + "question_id": 20, + "question": "IAF Aerobatic Team had a garrison.", + "types": [ + "written", + "existence" + ], + "entity_set": [ + "IAF_Aerobatic_Team" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "IAF_Aerobatic_Team", + "garrison", + "Hatzerim_Airbase" + ], + [ + "IAF_Aerobatic_Team", + "unitName", + "\"IAF Aerobatic Team\"" + ], + [ + "IAF_Aerobatic_Team", + "militaryBranch", + "Israeli_Air_Force" + ], + [ + "IAF_Aerobatic_Team", + "country", + "Israel" + ], + [ + "IAF_Aerobatic_Team", + "branch", + "\"Israel Air Force\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since IAF Aerobatic Team's garrison is Hatzerim Airbase." + }, + { + "question_id": 2241, + "question": "The Train song Mermaid was not actually written by Amund Bjorklund!", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Mermaid_(Train_song)", + "Amund_Bj\u00f8rklund" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Mermaid_(Train_song)", + "writer", + "Amund_Bj\u00f8rklund" + ] + ], + "predicted_rationale": "The evidence set actually states that the writer of the song Mermaid is Amund Bj\u00f8rklund." + }, + { + "question_id": 1890, + "question": "Born in the Kingdom of Sarawak, Abdul Taib Mahmud, is a not a member of the Parti Bumiputera Sarawak Party.", + "types": [ + "written", + "negation", + "num2", + "multi claim" + ], + "entity_set": [ + "\"Parti Bumiputera Sarawak\"", + "Kingdom_of_Sarawak", + "Abdul_Taib_Mahmud" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Abdul_Taib_Mahmud", + "birthPlace", + "Kingdom_of_Sarawak" + ] + ], + "predicted_rationale": "There is no evidence that Abdul Taib Mahmud is not a member of the Parti Bumiputera Sarawak Party." + }, + { + "question_id": 1005, + "question": "Do you know the celestial body known as 1097 Vicia has a temperature of 171 kelvins.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "1097_Vicia", + "\"171.0\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "1097_Vicia", + "Planet/temperature", + "\"171.0\"" + ], + [ + "1097_Vicia", + "temperature", + "\"171.0\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, which states that 1097 Vicia has a temperature of 171 kelvins." + }, + { + "question_id": 703, + "question": "Agra Airport is located in a settlement part of Awadh and Bundelkhand?", + "types": [ + "coll:model", + "num3", + "multi hop" + ], + "entity_set": [ + "Awadh", + "Agra_Airport", + "Bundelkhand" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Agra Airport is located in a settlement part of Awadh and Bundelkhand." + }, + { + "question_id": 2234, + "question": "Also, Espen Lind is not the writer of the song Mermaid by the band Train.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Mermaid_(Train_song)", + "Espen_Lind" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Mermaid_(Train_song)", + "writer", + "Espen_Lind" + ] + ], + "predicted_rationale": "The evidence set indicates that Espen Lind is the writer of the song Mermaid by the band Train." + }, + { + "question_id": 1116, + "question": "The John Lennon song Imagine belongs to the album Imagine by John Lennon.", + "types": [ + "written", + "num1" + ], + "entity_set": [ + "Imagine_(John_Lennon_song)", + "Imagine_(John_Lennon_album)" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Imagine_(John_Lennon_song)", + "fromAlbum", + "Imagine_(John_Lennon_album)" + ], + [ + "Imagine_(John_Lennon_song)", + "album", + "Imagine_(John_Lennon_album)" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Imagine song belongs to the album Imagine by John Lennon." + }, + { + "question_id": 1196, + "question": "Agra Airport is in India, the leader is TS Thakur.", + "types": [ + "coll:model", + "num2", + "multi claim" + ], + "entity_set": [ + "T._S._Thakur", + "India", + "Agra_Airport" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Agra_Airport", + "location", + "India" + ], + [ + "India", + "leader", + "T._S._Thakur" + ], + [ + "India", + "leaderName", + "T._S._Thakur" + ], + [ + "T._S._Thakur", + "nationality", + "India" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1067, + "question": "AFC Blackpool played in the 2014-15 North West Counties Football League!", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "A.F.C._Blackpool", + "2014\u201315_North_West_Counties_Football_League" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "A.F.C._Blackpool", + "season", + "2014\u201315_North_West_Counties_Football_League" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since A.F.C. Blackpool played in the 2014\u201315 North West Counties Football League." + }, + { + "question_id": 2160, + "question": "The 11th Mississippi Infantry Monument actually is not located in Oak Lake, Manitoba.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "11th_Mississippi_Infantry_Monument", + "Oak_Lake,_Manitoba" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that the 11th Mississippi Infantry Monument is located in Oak Lake, Manitoba." + }, + { + "question_id": 58, + "question": "Aparently Google Play had a parent company.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Google_Play" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Google Play had a parent company." + }, + { + "question_id": 1760, + "question": "Do you know that Allen S. Baker did not have any awards?", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Allen_S._Baker" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Allen_S._Baker", + "subject", + "Category:1916_deaths" + ], + [ + "Allen_S._Baker", + "hypernym", + "Member" + ], + [ + "Allen_S._Baker", + "22-rdf-syntax-ns#type", + "Person" + ], + [ + "Allen_S._Baker", + "rdf-schema#label", + "\"Allen S. Baker\"" + ] + ], + "predicted_rationale": "There is no evidence that Allen S. Baker did or did not have any awards." + }, + { + "question_id": 2043, + "question": "Well, the governing body of Birmingham is not Birmingham City Council.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Birmingham", + "Birmingham_City_Council" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Birmingham", + "governingBody", + "Birmingham_City_Council" + ] + ], + "predicted_rationale": "The evidence set states that the governing body of Birmingham is Birmingham City Council." + }, + { + "question_id": 1696, + "question": "Do you know that Troy Kelly did not attend college.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Troy_Kelly" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Troy Kelly did or did not attend college." + }, + { + "question_id": 1859, + "question": "Did you know that Paul Marchandeau was not a prime Minister?", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Paul_Marchandeau" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Paul_Marchandeau", + "name", + "\"Marchandeau, Paul\"" + ], + [ + "Paul_Marchandeau", + "birthDate", + "\"1882-08-10\"" + ], + [ + "Paul_Marchandeau", + "birthYear", + "\"1882\"" + ], + [ + "Paul_Marchandeau", + "dateOfBirth", + "\"1882-08-10\"" + ], + [ + "Paul_Marchandeau", + "dateOfDeath", + "\"1968-05-31\"" + ] + ], + "predicted_rationale": "There is no evidence that Paul Marchandeau was or was not a prime Minister." + }, + { + "question_id": 1112, + "question": "I know that in India the leader is given the title of president.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "India", + "\"President\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "India", + "leaderTitle", + "\"President\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, which states that in India the leader is given the title of President." + }, + { + "question_id": 1705, + "question": "Yes, Armandt Koster did not attend a university.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Armandt_Koster" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Armandt Koster did or did not attend a university." + }, + { + "question_id": 1970, + "question": "University is a tenant of Alan B. Miller Hall, which is not in the Baltic Sea region.", + "types": [ + "coll:model", + "negation", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Alan_B._Miller_Hall", + "\"Baltic Sea region\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that University is a tenant of Alan B. Miller Hall or its location." + }, + { + "question_id": 49, + "question": "Robert Cavallucci was educated at a university.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Robert_Cavallucci" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Robert Cavallucci was educated at a university." + }, + { + "question_id": 308, + "question": "His hit, Mermaid was put out by the Easy Action Records record label.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Mermaid_(Train_song)", + "Easy_Action_Records" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Mermaid_(Train_song)", + "title", + "\"Mermaid\"" + ], + [ + "California_37_(album)", + "title", + "Mermaid_(Train_song)" + ], + [ + "Mermaid_(Train_song)", + "musicalArtist", + "Train_(band)" + ], + [ + "Mermaid_(Train_song)", + "album", + "California_37_(album)" + ], + [ + "Mermaid_(Train_song)", + "artist", + "Train_(band)" + ], + [ + "Mermaid_(Train_song)", + "releaseDate", + "\"2012-12-27\"" + ] + ], + "predicted_rationale": "There is no evidence that Mermaid was put out by the Easy Action Records record label." + }, + { + "question_id": 1278, + "question": "Abdul Taib Mahmud was born and lives in the Kingdom of Sarawak and is a member of the \"Barisan Ra'ayat Jati Sarawak\" party.", + "types": [ + "written", + "num3", + "multi claim" + ], + "entity_set": [ + "Kingdom_of_Sarawak", + "\"Barisan Ra'ayat Jati Sarawak\"", + "Sarawak", + "Abdul_Taib_Mahmud" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Abdul_Taib_Mahmud", + "birthPlace", + "Kingdom_of_Sarawak" + ], + [ + "Abdul_Taib_Mahmud", + "party", + "\"Barisan Ra'ayat Jati Sarawak\"" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 881, + "question": "In Parktown, Johannesburg, India a building was completed in 1995.", + "types": [ + "coll:model", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"1995\"", + "India", + "\"Parktown, Johannesburg\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Sarvajanik_College_of_Engineering_and_Technology", + "country", + "India" + ], + [ + "Sarvajanik_College_of_Engineering_and_Technology", + "established", + "\"1995\"" + ], + [ + "Screen_Awards", + "year", + "\"1995\"" + ], + [ + "RMK_Engineering_College", + "established", + "\"1995\"" + ], + [ + "Myluahanan_Senthilnathan", + "year", + "\"1995\"" + ], + [ + "Sahyadri_School", + "established", + "\"1995\"" + ], + [ + "Amdavad_ni_Gufa", + "completionDate", + "\"1995\"" + ], + [ + "Dr._Navalar_Nedunchezhiyan_College_of_Engineering", + "established", + "\"1995\"" + ], + [ + "Yere_Goud", + "year", + "\"1995\"" + ], + [ + "Sullamussalam_Science_College", + "established", + "\"1995\"" + ], + [ + "World_Socialist_Party_of_India", + "foundation", + "\"1995\"" + ], + [ + "National_Institute_of_Disaster_Management", + "established", + "\"1995\"" + ], + [ + "SDAT_Tennis_Stadium", + "location", + "India" + ], + [ + "SDAT_Tennis_Stadium", + "built", + "\"1995\"" + ], + [ + "Rajshri_Productions", + "year", + "\"1995\"" + ], + [ + "Marian_College_Kuttikkanam", + "established", + "\"1995\"" + ], + [ + "Nectar_Lifesciences", + "foundation", + "\"1995\"" + ], + [ + "Jerusalem_College_of_Engineering,_Chennai", + "established", + "\"1995\"" + ], + [ + "Odyssey_(bookstore)", + "foundation", + "\"1995\"" + ], + [ + "Rameswaram_TV_Tower", + "completionDate", + "\"1995\"" + ], + [ + "India_Infoline", + "foundation", + "\"1995\"" + ], + [ + "Police_Stadium,_Chamba", + "year", + "\"1995\"" + ], + [ + "Madras_Talkies", + "locationCountry", + "India" + ], + [ + "Madras_Talkies", + "foundation", + "\"1995\"" + ], + [ + "Amdavad_ni_Gufa", + "locationCountry", + "India" + ] + ], + "predicted_rationale": "There is no evidence that the building is located in Parktown, Johannesburg." + }, + { + "question_id": 1639, + "question": "No. 11 Group RAF did not have a garrison at all.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "No._11_Group_RAF" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "No._11_Group_RAF", + "garrison", + "England" + ], + [ + "RAF_Stanmore_Park", + "garrison", + "No._11_Group_RAF" + ], + [ + "No._11_Group_RAF", + "militaryBranch", + "Royal_Air_Force" + ], + [ + "No._11_Group_RAF", + "unitName", + "\"No. 11 Group RAF\"" + ], + [ + "No._11_Group_RAF", + "commandStructure", + "RAF_Fighter_Command" + ], + [ + "No._530_Squadron_RAF", + "commandStructure", + "No._11_Group_RAF" + ], + [ + "No._11_Group_RAF", + "motto", + "\"Tutela Cordis (Latin: Defence of the heart)\"" + ] + ], + "predicted_rationale": "There is evidence that No. 11 Group RAF had a garrison at RAF Stanmore Park." + }, + { + "question_id": 1650, + "question": "Well, The Barstow School did not have a mascot!", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "The_Barstow_School" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "The_Barstow_School", + "mascot", + "\"Knights\"" + ], + [ + "The_Barstow_School", + "type", + "Independent_school" + ], + [ + "The_Barstow_School", + "athletics", + "\"19\"" + ], + [ + "The_Barstow_School", + "conference", + "Crossroads_Conference_(XRC)" + ] + ], + "predicted_rationale": "There is evidence that The Barstow School's mascot is Knights." + }, + { + "question_id": 288, + "question": "The Adare Manor is in the Shizuoka, Shizuoka region.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Adare_Manor", + "Shizuoka,_Shizuoka" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the Adare Manor is in the Shizuoka, Shizuoka region." + }, + { + "question_id": 1614, + "question": "Yes, Nikola Hristi did not have a successor.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Nikola_Hristi\u0107" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Nikola_Hristi\u0107", + "successor", + "Stojan_Novakovi\u0107" + ], + [ + "Jovan_Risti\u0107", + "successor", + "Nikola_Hristi\u0107" + ], + [ + "Nikola_Hristi\u0107", + "predecessor", + "Milan_Piro\u0107anac" + ], + [ + "Stojan_Novakovi\u0107", + "predecessor", + "Nikola_Hristi\u0107" + ], + [ + "Nikola_Hristi\u0107", + "termEnd", + "\"1895-07-07\"" + ], + [ + "Nikola_Hristi\u0107", + "orderInOffice", + "\"President of the Ministry of Serbia\"" + ], + [ + "Nikola_Hristi\u0107", + "deathYear", + "\"1911\"" + ] + ], + "predicted_rationale": "There is evidence that Nikola Hristi\u0107 had a successor, Stojan Novakovi\u0107." + }, + { + "question_id": 260, + "question": "I know that Adams County, Pennsylvania has Daysland to the southwest.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Adams_County,_Pennsylvania", + "Daysland" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Adams County, Pennsylvania has Daysland to the southwest." + }, + { + "question_id": 1735, + "question": "PS 11 (Manhattan) did not actually have a mascot.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "PS_11_(Manhattan)" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "PS_11_(Manhattan)", + "subject", + "Category:Chelsea,_Manhattan" + ], + [ + "PS_11_(Manhattan)", + "hypernym", + "School" + ], + [ + "PS_11_(Manhattan)", + "22-rdf-syntax-ns#type", + "School" + ], + [ + "PS_11_(Manhattan)", + "rdf-schema#label", + "\"PS 11 (Manhattan)\"" + ] + ], + "predicted_rationale": "There is no evidence that PS 11 (Manhattan) did or did not have a mascot." + }, + { + "question_id": 2004, + "question": "Agra Airport is in \u0130kizdere where the leader is not Narendra Modi.", + "types": [ + "written", + "negation", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Agra_Airport", + "Narendra_Modi", + "\u0130kizdere" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Agra Airport is in \u0130kizdere or that the leader is or is not Narendra Modi." + }, + { + "question_id": 2193, + "question": "Yeah, Stuart Parker does not play for Heywood St James.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Stuart_Parker_(footballer)", + "\"Heywood St James\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Stuart Parker does or does not play for Heywood St James." + }, + { + "question_id": 99, + "question": "Yes, John Guille Millais also had a wife!", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "John_Guille_Millais" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that John Guille Millais had a wife." + }, + { + "question_id": 310, + "question": "Well, people from India are called et Rablayenne.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "India", + "\"et Rablayenne\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that people from India are called et Rablayenne." + }, + { + "question_id": 844, + "question": "Druids United F.C. play their home matches in Shuvalan.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Shuvalan", + "Druids_United_F.C." + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Druids United F.C. play their home matches in Shuvalan." + }, + { + "question_id": 2284, + "question": "A person ws born in the County of Tyrol and later died in Austria which is led by Doris Bures.", + "types": [ + "written", + "num4", + "multi hop" + ], + "entity_set": [ + "Austria", + "Doris_Bures", + "County_of_Tyrol" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Kurt_Schuschnigg", + "birthPlace", + "County_of_Tyrol" + ], + [ + "Kurt_Schuschnigg", + "deathPlace", + "Austria" + ], + [ + "Kurt_Schuschnigg", + "placeOfDeath", + "Austria" + ], + [ + "Doris_Bures", + "birthPlace", + "Austria" + ], + [ + "Doris_Bures", + "placeOfBirth", + "Austria" + ] + ], + "predicted_rationale": "There is no evidence that Doris Bures is the leader of Austria." + }, + { + "question_id": 487, + "question": "Republic of Ireland is the location of the Adare Manor, is run by leader Police Chief: Tommy Dufrene, Jr, and the natives are Fervachais.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "Republic_of_Ireland", + "Adare_Manor", + "\"Police Chief: Tommy Dufrene, Jr,\"", + "\"Fervachais\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Adare_Manor", + "locationCountry", + "Republic_of_Ireland" + ], + [ + "Adare_Manor", + "country", + "Republic_of_Ireland" + ] + ], + "predicted_rationale": "There is no evidence that the Republic of Ireland is run by leader Police Chief: Tommy Dufrene, Jr, and the natives are Fervachais." + }, + { + "question_id": 1663, + "question": "I believe Rajitha Senaratne did not have a predecessor.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Rajitha_Senaratne" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Rajitha_Senaratne", + "predecessor", + "Tissa_Attanayake" + ], + [ + "Tissa_Attanayake", + "successor", + "Rajitha_Senaratne" + ], + [ + "Rajitha_Senaratne", + "office", + "Ministry_of_Health,_Nutrition_and_Indigenous_Medicine" + ], + [ + "Rajitha_Senaratne", + "primeMinister", + "Ranil_Wickremesinghe" + ], + [ + "Ministry_of_Health,_Nutrition_and_Indigenous_Medicine", + "leader", + "Rajitha_Senaratne" + ] + ], + "predicted_rationale": "There is evidence that Rajitha Senaratne had a predecessor, Tissa Attanayake." + }, + { + "question_id": 1480, + "question": "What is the name of Nestor Genko's predecessor?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Nestor_Genko" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence about Nestor Genko's predecessor." + }, + { + "question_id": 50, + "question": "Are you familiar with Danie Jordaan? He also attended university.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Danie_Jordaan" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Danie Jordaan attended university." + }, + { + "question_id": 1621, + "question": "Do you know that Naomi Duguid did not have a spouse.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Naomi_Duguid" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Naomi_Duguid", + "spouse", + "Jeffrey_Alford" + ], + [ + "Naomi_Duguid", + "birthPlace", + "Canada" + ], + [ + "Naomi_Duguid", + "placeOfBirth", + "Canada" + ], + [ + "Naomi_Duguid", + "name", + "\"Naomi Duguid\"" + ], + [ + "Naomi_Duguid", + "nationality", + "\"Canadian\"" + ] + ], + "predicted_rationale": "There is evidence that Naomi Duguid had a spouse, Jeffrey Alford." + }, + { + "question_id": 739, + "question": "The automobile is manufactured by Honda, has a Honda K engine, and is related to the Honda Accord.", + "types": [ + "written", + "num3", + "multi hop" + ], + "entity_set": [ + "Honda_Accord", + "Honda_K_engine", + "Honda" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Honda_K_engine", + "manufacturer", + "Honda" + ] + ], + "predicted_rationale": "There is no evidence that the automobile is related to the Honda Accord and has a Honda K engine." + }, + { + "question_id": 2184, + "question": "I know that Big Hero 6 did not have Samuel Teklu in it.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Big_Hero_6_(film)", + "Samuel_Teklu" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Big Hero 6 had Samuel Teklu in it." + }, + { + "question_id": 339, + "question": "Alaa Abdul-Zahra is a forward in the Atl\u00e9tico Huila team.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Alaa_Abdul-Zahra", + "Forward_(association_football)", + "Atl\u00e9tico_Huila" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alaa_Abdul-Zahra", + "position", + "Forward_(association_football)" + ] + ], + "predicted_rationale": "There is no information about Alaa Abdul-Zahra being in the Atl\u00e9tico Huila team." + }, + { + "question_id": 1545, + "question": "When did Stuart Parker (footballer) play for Drogheda United F.C.?", + "types": [ + "question", + "coll:presup", + "num1" + ], + "entity_set": [ + "Stuart_Parker_(footballer)", + "Drogheda_United_F.C." + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Stuart_Parker_(footballer)", + "clubs", + "Drogheda_United_F.C." + ], + [ + "Stuart_Parker_(footballer)", + "team", + "Drogheda_United_F.C." + ] + ], + "predicted_rationale": "There is no information about when Stuart Parker played for Drogheda United F.C." + }, + { + "question_id": 997, + "question": "Yeah, Narendra Modi is the leader of India.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "India", + "Narendra_Modi" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "India", + "leader", + "Narendra_Modi" + ], + [ + "India", + "leaderName", + "Narendra_Modi" + ], + [ + "Narendra_Modi", + "birthPlace", + "India" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Narendra Modi is mentioned as the leader of India." + }, + { + "question_id": 1653, + "question": "Yes, and Woodstock School did not have a mascot.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Woodstock_School" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Woodstock_School", + "mascot", + "\"Tiger\"" + ], + [ + "Woodstock_School", + "name", + "\"Woodstock School\"" + ], + [ + "Woodstock_School", + "type", + "Independent_school" + ], + [ + "Woodstock_School", + "established", + "\"1854\"" + ] + ], + "predicted_rationale": "There is evidence that Woodstock School's mascot is 'Tiger'." + }, + { + "question_id": 1771, + "question": "Sadly Ben Wilkins did not have a successor.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Ben_Wilkins" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Academy_Award_for_Best_Sound", + "holder", + "Ben_Wilkins" + ], + [ + "Ben_Wilkins", + "name", + "\"Ben Wilkins\"" + ], + [ + "Ben_Wilkins", + "occupation", + "Re-recording_mixer" + ], + [ + "Ben_Wilkins", + "subject", + "Category:Best_Sound_Mixing_Academy_Award_winners" + ], + [ + "Ben_Wilkins", + "hypernym", + "Mixer" + ] + ], + "predicted_rationale": "There is no evidence that Ben Wilkins did not have a successor." + }, + { + "question_id": 2053, + "question": "I know Al Taqaddum Air Base is not located in Habbaniyah.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Al-Taqaddum_Air_Base", + "Habbaniyah" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Al-Taqaddum_Air_Base", + "location", + "Habbaniyah" + ] + ], + "predicted_rationale": "The evidence set states that Al Taqaddum Air Base is located in Habbaniyah." + }, + { + "question_id": 2229, + "question": "Yeah Nikolai Budarin was not a crew member of Apollo 8.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Apollo_8", + "Nikolai_Budarin" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Nikolai Budarin was a crew member of Apollo 8." + }, + { + "question_id": 1253, + "question": "Baymax is a character in the film Big Hero 6, which was distributed by Walt Disney Studios Motion Pictures and starred Maya Rudolph.", + "types": [ + "written", + "num3", + "multi claim" + ], + "entity_set": [ + "Walt_Disney_Studios_Motion_Pictures", + "Big_Hero_6_(film)", + "Baymax", + "Maya_Rudolph" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Baymax", + "first", + "Big_Hero_6_(film)" + ], + [ + "Baymax", + "series", + "Big_Hero_6_(film)" + ], + [ + "Big_Hero_6_(film)", + "distributor", + "Walt_Disney_Studios_Motion_Pictures" + ], + [ + "Big_Hero_6_(film)", + "starring", + "Maya_Rudolph" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 291, + "question": "Yeah! Darin King is a leader in the Derbyshire Dales.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Derbyshire_Dales", + "Darin_King" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Darin King is a leader in the Derbyshire Dales." + }, + { + "question_id": 1247, + "question": "Amdavad ni Gufa is in Gujarat, Ahmedabad, India.", + "types": [ + "coll:model", + "num3", + "multi claim" + ], + "entity_set": [ + "Gujarat", + "India", + "Amdavad_ni_Gufa", + "Ahmedabad" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Amdavad_ni_Gufa", + "location", + "Ahmedabad" + ], + [ + "Amdavad_ni_Gufa", + "locationTown", + "Ahmedabad" + ], + [ + "Ahmedabad", + "subdivisionName", + "Gujarat" + ], + [ + "Ahmedabad", + "isPartOf", + "Gujarat" + ], + [ + "Gujarat", + "seat", + "Ahmedabad" + ], + [ + "Gujarat", + "country", + "India" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1036, + "question": "You know Vajubhai Vala is the leader of Karnataka.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Karnataka", + "Vajubhai_Vala" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Karnataka", + "leaderName", + "Vajubhai_Vala" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, which states that Vajubhai Vala is the leader of Karnataka." + }, + { + "question_id": 1217, + "question": "The Mason School of Business is currently the tenants of Alan B Miller Hall in Virginia.", + "types": [ + "coll:model", + "num2", + "multi claim" + ], + "entity_set": [ + "Alan_B._Miller_Hall", + "Virginia", + "Mason_School_of_Business" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alan_B._Miller_Hall", + "tenant", + "Mason_School_of_Business" + ], + [ + "Alan_B._Miller_Hall", + "currentTenants", + "Mason_School_of_Business" + ], + [ + "Alan_B._Miller_Hall", + "location", + "Virginia" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 296, + "question": "Abdul Taib Mahmud is from the Electoral district Willyama.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Abdul_Taib_Mahmud", + "Electoral_district_of_Willyama" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Abdul Taib Mahmud is from the Electoral district Willyama." + }, + { + "question_id": 757, + "question": "Born on October 17th, 1933 in British Hong Kong, an astronaut would serve as a crew member on Apollo 8.", + "types": [ + "written", + "num3", + "multi hop" + ], + "entity_set": [ + "British_Hong_Kong", + "\"1933-10-17\"", + "Apollo_8" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "William_Anders", + "birthPlace", + "British_Hong_Kong" + ], + [ + "William_Anders", + "mission", + "Apollo_8" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since William Anders was born in British Hong Kong and served on Apollo 8." + }, + { + "question_id": 232, + "question": "H\u00e9l\u00e8ne Roll\u00e8s starred in Big Hero 6.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Big_Hero_6_(film)", + "H\u00e9l\u00e8ne_Roll\u00e8s" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that H\u00e9l\u00e8ne Roll\u00e8s starred in Big Hero 6." + }, + { + "question_id": 421, + "question": "The Bhajji is from India where the leader is Cheong Kuoc V\u00e1.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Bhajji", + "India", + "Cheong_Kuoc_V\u00e1" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Bhajji", + "country", + "India" + ] + ], + "predicted_rationale": "There is no evidence that the leader of India is Cheong Kuoc V\u00e1." + }, + { + "question_id": 1927, + "question": "A book is published in Hardcover and has the ISBN number not number 978-0-15-204770-2.", + "types": [ + "written", + "negation", + "num2", + "multi hop" + ], + "entity_set": [ + "Hardcover", + "\"978-0-15-204770-2\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "A_Wizard_of_Mars", + "mediaType", + "Hardcover" + ], + [ + "A_Wizard_of_Mars", + "isbn", + "\"978-0-15-204770-2\"" + ] + ], + "predicted_rationale": "The claim is contradicted by the evidence since A_Wizard_of_Mars has the ISBN number 978-0-15-204770-2." + }, + { + "question_id": 767, + "question": "A person was born in Darlington on the 1st of January, 1726 and died on the 18th of February, 1776.", + "types": [ + "written", + "num3", + "multi hop" + ], + "entity_set": [ + "\"1776-02-18\"", + "\"1726-01-01\"", + "Darlington" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Lady_Anne_Monson", + "birthPlace", + "Darlington" + ], + [ + "Lady_Anne_Monson", + "birthDate", + "\"1726-01-01\"" + ], + [ + "Lady_Anne_Monson", + "placeOfBirth", + "Darlington" + ], + [ + "Lady_Anne_Monson", + "deathDate", + "\"1776-02-18\"" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 217, + "question": "Amdavad ni Gufa is in Tytherton Lucas, Bremhill, Wiltshire.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Amdavad_ni_Gufa", + "\"Tytherton Lucas, Bremhill, Wiltshire\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Amdavad ni Gufa is in Tytherton Lucas, Bremhill, Wiltshire." + }, + { + "question_id": 446, + "question": "Yeah, Alan B. Miller Hall in Virginia was designed by Julia Morgan.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Virginia", + "Alan_B._Miller_Hall", + "Julia_Morgan" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alan_B._Miller_Hall", + "location", + "Virginia" + ] + ], + "predicted_rationale": "There is no evidence that Alan B. Miller Hall was designed by Julia Morgan." + }, + { + "question_id": 191, + "question": "Yes Valery Bykovsky was a commander of Apollo 8.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Apollo_8", + "Valery_Bykovsky" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Valery Bykovsky was a commander of Apollo 8." + }, + { + "question_id": 1064, + "question": "A.F.C. Blackpool play in the English Football League.", + "types": [ + "written", + "num1" + ], + "entity_set": [ + "A.F.C._Blackpool", + "English_football_league_system" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "A.F.C._Blackpool", + "league", + "English_football_league_system" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since A.F.C. Blackpool's league is the English football league system." + }, + { + "question_id": 434, + "question": "Qianjiang, Hubei, population 106,000, was the birthplace of Lady Anne Monson.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Lady_Anne_Monson", + "\"106000\"", + "Qianjiang,_Hubei" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Qianjiang, Hubei, with a population of 106,000, was the birthplace of Lady Anne Monson." + }, + { + "question_id": 141, + "question": "Guillermo Battaglia was also a prime minister!", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Guillermo_Battaglia" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Guillermo_Battaglia", + "birthPlace", + "Argentina" + ], + [ + "Guillermo_Battaglia", + "placeOfBirth", + "Argentina" + ], + [ + "Guillermo_Battaglia", + "birthDate", + "\"1899-12-07\"" + ], + [ + "Guillermo_Battaglia", + "deathYear", + "\"1988\"" + ] + ], + "predicted_rationale": "There is no evidence that Guillermo Battaglia was a prime minister." + }, + { + "question_id": 1168, + "question": "A variant of bakewell pudding is bakewell tart which has frangipane as an ingredient.", + "types": [ + "written", + "num2", + "multi claim" + ], + "entity_set": [ + "Bakewell_pudding", + "Bakewell_tart", + "Frangipane" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Bakewell_pudding", + "hasVariant", + "Bakewell_tart" + ], + [ + "Bakewell_pudding", + "rdf-schema#seeAlso", + "Bakewell_tart" + ], + [ + "Bakewell_tart", + "rdf-schema#seeAlso", + "Bakewell_pudding" + ], + [ + "Bakewell_tart", + "ingredient", + "Frangipane" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Bakewell pudding has a variant called Bakewell tart and Bakewell tart has frangipane as an ingredient." + }, + { + "question_id": 209, + "question": "Do you know that 11 Diagonal Street is in Kinghorn?", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "11_Diagonal_Street", + "Kinghorn" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that 11 Diagonal Street is in Kinghorn." + }, + { + "question_id": 1911, + "question": "I know A Wizard of Mars is not in Hardcover and was not written by Diane Duane.", + "types": [ + "coll:model", + "negation", + "num2", + "multi claim" + ], + "entity_set": [ + "A_Wizard_of_Mars", + "Diane_Duane", + "Hardcover" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "A_Wizard_of_Mars", + "mediaType", + "Hardcover" + ], + [ + "A_Wizard_of_Mars", + "author", + "Diane_Duane" + ] + ], + "predicted_rationale": "The evidence set indicates that A Wizard of Mars is in Hardcover and was written by Diane Duane." + }, + { + "question_id": 1526, + "question": "What was Barbara Pyle vice president?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Barbara_Pyle" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Barbara_Pyle", + "award", + "United_Nations_Environment_Programme" + ], + [ + "Barbara_Pyle", + "awards", + "\"United Nations Environment Programme's Sasakawa Prize, Global 500 Roll of Honour ,\\nUnited Nations 100 Most Influential People, United Nations Imminent Person, David R. Brower Journalism Award , National Association of Environmental Educators President's Award, Earth Summit Award, Aveda Environmentalist of the Year, Planned Parenthood Foundation Special Maggie Award for Outstanding Media Coverage of Reproductive Health and Rights, Rome Reportage Human Rights Award\"" + ], + [ + "Barbara_Pyle", + "birthPlace", + "Pauls_Valley,_Oklahoma" + ], + [ + "Barbara_Pyle", + "placeOfBirth", + "Pauls_Valley,_Oklahoma" + ], + [ + "Barbara_Pyle", + "name", + "\"Barbara Pyle\"" + ] + ], + "predicted_rationale": "There is no evidence that Barbara Pyle was a vice president." + }, + { + "question_id": 1531, + "question": "When did Indian Air Force operate Agra Airport?", + "types": [ + "question", + "coll:presup", + "num1" + ], + "entity_set": [ + "Agra_Airport", + "Indian_Air_Force" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Agra_Airport", + "operator", + "Indian_Air_Force" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, which states that the Indian Air Force operates Agra Airport." + }, + { + "question_id": 164, + "question": "Jean-Louis d'Angleberme is the successor of Philippe Germain!", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Philippe_Germain", + "Jean-Louis_d'Angleberme" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Philippe_Germain", + "vicepresident", + "Jean-Louis_d'Angleberme" + ], + [ + "Philippe_Germain", + "vicePresident", + "Jean-Louis_d'Angleberme" + ] + ], + "predicted_rationale": "There is no evidence that Jean-Louis d'Angleberme is the successor of Philippe Germain." + }, + { + "question_id": 1826, + "question": "Do you know Karl Carstens? He was not a president!", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Karl_Carstens" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Karl Carstens was or was not a president." + }, + { + "question_id": 1119, + "question": "John Lennon's \"Imagine\" is a pop song.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Imagine_(John_Lennon_song)", + "Pop_music" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Imagine_(John_Lennon_song)", + "genre", + "Pop_music" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since John Lennon's 'Imagine' is classified as Pop music." + }, + { + "question_id": 1055, + "question": "Well Abdul Taib Mahmud was born in the Kingdom of Sarawak.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Abdul_Taib_Mahmud", + "Kingdom_of_Sarawak" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Abdul_Taib_Mahmud", + "birthPlace", + "Kingdom_of_Sarawak" + ] + ], + "predicted_rationale": "Based on the evidence set, Abdul Taib Mahmud's birthplace is the Kingdom of Sarawak." + }, + { + "question_id": 2120, + "question": "Do you know that Irish people do not live in the Republic of Ireland.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Republic_of_Ireland", + "Irish_people" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Republic_of_Ireland", + "demonym", + "Irish_people" + ], + [ + "Irish_people", + "populationPlace", + "Republic_of_Ireland" + ] + ], + "predicted_rationale": "There is evidence that Irish people do live in the Republic of Ireland." + }, + { + "question_id": 529, + "question": "A Wizard of Mars by Chris Reccardi has 560 pages and is published in Anthology.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "A_Wizard_of_Mars", + "\"560\"", + "\"Anthology\"", + "Chris_Reccardi" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "A_Wizard_of_Mars", + "numberOfPages", + "\"560\"" + ], + [ + "A_Wizard_of_Mars", + "pages", + "\"560\"" + ] + ], + "predicted_rationale": "There is no evidence that A Wizard of Mars by Chris Reccardi is published in Anthology." + }, + { + "question_id": 837, + "question": "ICL India are the soccer league Champions and A.F.C. Fylde play in the same league.", + "types": [ + "written", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "A.F.C._Fylde", + "\"ICL India\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that ICL India are the soccer league Champions and A.F.C. Fylde play in the same league." + }, + { + "question_id": 523, + "question": "Alvah Sabin; was born in Madrid, New Mexico, represented Vermont's 3rd Congressional District, and worked as the Secretary of State of Vermont.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"Secretary of State of Vermont\"", + "Alvah_Sabin", + "Vermont's_3rd_congressional_district", + "Madrid,_New_Mexico" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alvah_Sabin", + "region", + "Vermont's_3rd_congressional_district" + ], + [ + "Alvah_Sabin", + "office", + "\"Secretary of State of Vermont\"" + ] + ], + "predicted_rationale": "There is no evidence for Alvah Sabin's birthplace as Madrid, New Mexico." + }, + { + "question_id": 1183, + "question": "Adolf Sch\u00e4rf was born in Mikulov. He served with President Alfons Gorbach.", + "types": [ + "coll:model", + "num2", + "multi claim" + ], + "entity_set": [ + "Alfons_Gorbach", + "Mikulov", + "Adolf_Sch\u00e4rf" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Adolf_Sch\u00e4rf", + "birthPlace", + "Mikulov" + ], + [ + "Adolf_Sch\u00e4rf", + "placeOfBirth", + "Mikulov" + ], + [ + "Alfons_Gorbach", + "president", + "Adolf_Sch\u00e4rf" + ], + [ + "Adolf_Sch\u00e4rf", + "chancellor", + "Alfons_Gorbach" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 2307, + "question": "A building in Ahmedabad is located in Waltham, Massachusetts whose leader is Sumitra Mahajan.", + "types": [ + "written", + "num4", + "substitution", + "multi hop" + ], + "entity_set": [ + "Ahmedabad", + "Sumitra_Mahajan", + "Waltham,_Massachusetts" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that a building in Ahmedabad is located in Waltham, Massachusetts or that the leader is Sumitra Mahajan." + }, + { + "question_id": 1361, + "question": "What is the name of Sopwith Snipe's successor?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Sopwith_Snipe" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the successor of Sopwith Snipe." + }, + { + "question_id": 287, + "question": "Aleksander Barkov Jr was also born in Uffington!", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Aleksander_Barkov,_Jr.", + "Uffington" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Aleksander Barkov Jr was born in Uffington." + }, + { + "question_id": 558, + "question": "Government House, Jersey is in Virginia, U.S. and Mason School of Business are tenants there.", + "types": [ + "written", + "num4", + "substitution", + "multi claim" + ], + "entity_set": [ + "United_States", + "Mason_School_of_Business", + "Virginia", + "Government_House,_Jersey" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Government House, Jersey is in Virginia, U.S. and Mason School of Business are tenants there." + }, + { + "question_id": 2320, + "question": "The university are the current tenants of Alan B Miller Hall, located in the East and Southeast Asia and owned by the College of William and Mary.", + "types": [ + "written", + "num4", + "substitution", + "multi hop" + ], + "entity_set": [ + "Alan_B._Miller_Hall", + "College_of_William_&_Mary", + "\"East and Southeast Asia\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alan_B._Miller_Hall", + "owner", + "College_of_William_&_Mary" + ] + ], + "predicted_rationale": "There is no evidence that the university are the current tenants of Alan B Miller Hall, or that it is located in the East and Southeast Asia." + }, + { + "question_id": 1829, + "question": "Did you know that Nur Muhammad Taraki was not a president!?", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Nur_Muhammad_Taraki" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Hafizullah_Amin", + "president", + "Nur_Muhammad_Taraki" + ], + [ + "Nur_Muhammad_Taraki", + "predecessor", + "Abdul_Qadir_(Afghan_communist)" + ], + [ + "Hafizullah_Amin", + "predecessor", + "Nur_Muhammad_Taraki" + ], + [ + "Nur_Muhammad_Taraki", + "successor", + "Hafizullah_Amin" + ], + [ + "Mohammed_Daoud_Khan", + "successor", + "Nur_Muhammad_Taraki" + ], + [ + "Nur_Ahmed_Nur", + "primeMinister", + "Nur_Muhammad_Taraki" + ], + [ + "Saur_Revolution", + "commander", + "Nur_Muhammad_Taraki" + ] + ], + "predicted_rationale": "There is evidence that Nur Muhammad Taraki was a president, as Hafizullah Amin's president is listed as Nur Muhammad Taraki." + }, + { + "question_id": 242, + "question": "President Zhou Hongbo is the name of the leader of India.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "India", + "Zhou_Hongbo" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that President Zhou Hongbo is the leader of India." + }, + { + "question_id": 1680, + "question": "No, Robert Folinsbee did not win any awards.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Robert_Folinsbee" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Robert_Folinsbee", + "awards", + "Order_of_Canada" + ], + [ + "Robert_Folinsbee", + "award", + "Order_of_Canada" + ], + [ + "Robert_Folinsbee", + "fields", + "Geologist" + ], + [ + "Robert_Folinsbee", + "field", + "Geologist" + ], + [ + "Robert_Folinsbee", + "description", + "\"Canadian geologist\"" + ] + ], + "predicted_rationale": "There is evidence that Robert Folinsbee won the Order of Canada award." + }, + { + "question_id": 959, + "question": "The leader of Paraguay is Juan Afara,", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Paraguay", + "Juan_Afara" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Paraguay", + "leader", + "Juan_Afara" + ], + [ + "Paraguay", + "leaderName", + "Juan_Afara" + ], + [ + "Juan_Afara", + "birthPlace", + "Paraguay" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as it contains information that Juan Afara is the leader of Paraguay." + }, + { + "question_id": 1274, + "question": "Solo singer, Alfredo Zitarrosa has a recording label in RCA Records and his genre is Zamba.", + "types": [ + "written", + "num3", + "multi claim" + ], + "entity_set": [ + "Zamba_(artform)", + "Alfredo_Zitarrosa", + "RCA_Records", + "\"solo_singer\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alfredo_Zitarrosa", + "background", + "\"solo_singer\"" + ], + [ + "Alfredo_Zitarrosa", + "recordLabel", + "RCA_Records" + ], + [ + "Alfredo_Zitarrosa", + "genre", + "Zamba_(artform)" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 848, + "question": "William Owsley lived in a country which was once led by T.S. Thakur.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "T._S._Thakur", + "William_Owsley" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that William Owsley lived in a country which was once led by T.S. Thakur." + }, + { + "question_id": 1990, + "question": "Yes. An astronaut was not born in British Hong Kong and did not have an Australian Irish nationality.", + "types": [ + "coll:model", + "negation", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "British_Hong_Kong", + "\"Australian Irish\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence about the astronaut's birthplace or nationality." + }, + { + "question_id": 1657, + "question": "Interestingly, Deme N'Diaye did not have a youthclub.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Deme_N'Diaye" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Deme_N'Diaye", + "youthclubs", + "\"Gu\u00e9diawaye FC\"" + ], + [ + "Deme_N'Diaye", + "currentclub", + "RC_Lens" + ], + [ + "Deme_N'Diaye", + "clubs", + "C.F._Estrela_da_Amadora" + ], + [ + "Deme_N'Diaye", + "clubnumber", + "\"14\"" + ], + [ + "Deme_N'Diaye", + "team", + "RC_Lens" + ] + ], + "predicted_rationale": "There is evidence that Deme N'Diaye had a youth club, Gu\u00e9diawaye FC." + }, + { + "question_id": 659, + "question": "Well she was born in the state of Tyrol in Austria-Hungary.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "Tyrol_(state)", + "Austria-Hungary" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that she was born in the state of Tyrol in Austria-Hungary." + }, + { + "question_id": 1173, + "question": "Alliant Techsystems also make the ALV X-1 and the XM25 CDTE.", + "types": [ + "coll:model", + "num2", + "multi claim" + ], + "entity_set": [ + "XM25_CDTE", + "ALV_X-1", + "Alliant_Techsystems" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "ALV_X-1", + "manufacturer", + "Alliant_Techsystems" + ], + [ + "Alliant_Techsystems", + "product", + "XM25_CDTE" + ], + [ + "XM25_CDTE", + "designer", + "Alliant_Techsystems" + ], + [ + "XM25_CDTE", + "manufacturer", + "Alliant_Techsystems" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 184, + "question": "The transport plane used by the Indian Air Force is called the Fokker F.XX.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Indian_Air_Force", + "Fokker_F.XX" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the transport plane used by the Indian Air Force is called the Fokker F.XX." + }, + { + "question_id": 1385, + "question": "What is the name of Syosset High School's mascot?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Syosset_High_School" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Syosset_High_School", + "mascot", + "File:SyoBraveHead.jpg" + ], + [ + "Syosset_High_School", + "mascotImage", + "\"Syosset Braves\"" + ], + [ + "Syosset_High_School", + "name", + "\"Syosset High School\"" + ], + [ + "Ed_Newman", + "highschool", + "Syosset_High_School" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Syosset High School's mascot is referred to as the Syosset Braves." + }, + { + "question_id": 832, + "question": "A senator, who represented Utah County, Utah, ended his career on 1857-03-03.", + "types": [ + "written", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"1857-03-03\"", + "Utah_County,_Utah" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that a senator, who represented Utah County, Utah, ended his career on 1857-03-03." + }, + { + "question_id": 2042, + "question": "11th Mississippi Infantry Monument is not located in Pennsylvania.", + "types": [ + "written", + "negation", + "num1" + ], + "entity_set": [ + "11th_Mississippi_Infantry_Monument", + "\"Pennsylvania\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "11th_Mississippi_Infantry_Monument", + "state", + "\"Pennsylvania\"" + ] + ], + "predicted_rationale": "The 11th Mississippi Infantry Monument is located in Pennsylvania, according to the evidence set." + }, + { + "question_id": 2110, + "question": "William Anders was not chosen by NASA in their Candidate 2009 Female Group.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "William_Anders", + "\"Candidate 2009 Female Group\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that William Anders was chosen by NASA in their Candidate 2009 Female Group." + }, + { + "question_id": 2079, + "question": "I've heard Alfons Gorbach is not a member of the Austrian People's Party.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Alfons_Gorbach", + "Austrian_People's_Party" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alfons_Gorbach", + "party", + "Austrian_People's_Party" + ] + ], + "predicted_rationale": "There is evidence that Alfons Gorbach is a member of the Austrian People's Party." + }, + { + "question_id": 1580, + "question": "I wish that the Ontario Court of Justice in the US are the current tenants of Alan B Miller Hall in Virginia.", + "types": [ + "coll:presup", + "num4", + "substitution", + "multi claim" + ], + "entity_set": [ + "United_States", + "Alan_B._Miller_Hall", + "Virginia", + "Ontario_Court_of_Justice" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alan_B._Miller_Hall", + "location", + "Virginia" + ], + [ + "Virginia", + "country", + "United_States" + ] + ], + "predicted_rationale": "There is no evidence that the Ontario Court of Justice is a tenant of Alan B Miller Hall or that it is located in the US." + }, + { + "question_id": 758, + "question": "The College of William and Mary is the owner of the building in Virginia which began construction on 30 March, 2007.", + "types": [ + "written", + "num3", + "multi hop" + ], + "entity_set": [ + "Virginia", + "College_of_William_&_Mary", + "\"30 March 2007\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "William_&_Mary_Hall", + "owner", + "College_of_William_&_Mary" + ], + [ + "William_&_Mary_Hall", + "location", + "Virginia" + ], + [ + "James_Monroe", + "almaMater", + "College_of_William_&_Mary" + ], + [ + "James_Monroe", + "state", + "Virginia" + ], + [ + "James_Monroe", + "region", + "Virginia" + ], + [ + "William_&_Mary_Hall", + "operator", + "College_of_William_&_Mary" + ] + ], + "predicted_rationale": "There is no evidence for the construction start date of 30 March, 2007." + }, + { + "question_id": 2124, + "question": "Do you know that Baroque pop is not a fusion genre of pop rock.?", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Pop_rock", + "Baroque_pop" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Pop_rock", + "musicFusionGenre", + "Baroque_pop" + ] + ], + "predicted_rationale": "The evidence set indicates that Baroque pop is a fusion genre of pop rock." + }, + { + "question_id": 205, + "question": "Jacksonville Dolphins play at the Cusack Park which is in Ennis.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Jacksonville_Dolphins", + "\"Cusack Park, Ennis\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Jacksonville Dolphins play at the Cusack Park which is in Ennis." + }, + { + "question_id": 1182, + "question": "Abdul Taib Mahmud was born in Miri, Malaysia and was succeeded by Adenan Satem.", + "types": [ + "written", + "num2", + "multi claim" + ], + "entity_set": [ + "Miri,_Malaysia", + "Adenan_Satem", + "Abdul_Taib_Mahmud" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Abdul_Taib_Mahmud", + "birthPlace", + "Miri,_Malaysia" + ], + [ + "Abdul_Taib_Mahmud", + "after", + "Adenan_Satem" + ], + [ + "Adenan_Satem", + "predecessor", + "Abdul_Taib_Mahmud" + ], + [ + "Adenan_Satem", + "governor", + "Abdul_Taib_Mahmud" + ], + [ + "Abdul_Taib_Mahmud", + "successor", + "Adenan_Satem" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 207, + "question": "It is called 103 Colmore Row and was completed in unfinished.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "103_Colmore_Row", + "\"unfinished\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "103_Colmore_Row", + "name", + "\"103\"" + ], + [ + "103_Colmore_Row", + "location", + "Colmore_Row" + ], + [ + "103_Colmore_Row", + "buildingType", + "\"Commercial\"" + ], + [ + "103_Colmore_Row", + "architect", + "John_Madin" + ], + [ + "103_Colmore_Row", + "owner", + "\"Sterling Property Ventures & Rockspring\"" + ] + ], + "predicted_rationale": "There is no evidence for the completion status of 103 Colmore Row as unfinished." + }, + { + "question_id": 1428, + "question": "What is the name of Hincks and Burnell's parent company?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Hincks_and_Burnell" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the parent company of Hincks and Burnell." + }, + { + "question_id": 1601, + "question": "If only William Anders time as Chief of the Astronaut Office in 1976 has prepared him well for his new position as United States Ambassador to Norway.", + "types": [ + "coll:presup", + "num2", + "multi claim" + ], + "entity_set": [ + "William_Anders", + "\"1976\"", + "United_States_Ambassador_to_Norway" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "William_Anders", + "years", + "\"1976\"" + ], + [ + "William_Anders", + "title", + "United_States_Ambassador_to_Norway" + ] + ], + "predicted_rationale": "There is no evidence that William Anders was Chief of the Astronaut Office in 1976." + }, + { + "question_id": 1165, + "question": "I know, Baymax was created by Duncan Rouleau and Steven T. Seagle.", + "types": [ + "coll:model", + "num2", + "multi claim" + ], + "entity_set": [ + "Steven_T._Seagle", + "Baymax", + "Duncan_Rouleau" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Baymax", + "creator", + "Duncan_Rouleau" + ], + [ + "Baymax", + "creators", + "Duncan_Rouleau" + ], + [ + "Baymax", + "creator", + "Steven_T._Seagle" + ], + [ + "Baymax", + "creators", + "Steven_T._Seagle" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Baymax's creators are listed as both Duncan Rouleau and Steven T. Seagle." + }, + { + "question_id": 98, + "question": "I know Dwight L. Moody had a wife!", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Dwight_L._Moody" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Dwight L. Moody had a wife." + }, + { + "question_id": 724, + "question": "It is located in Gujarat, Ahmedabad, India!", + "types": [ + "coll:model", + "num3", + "multi hop" + ], + "entity_set": [ + "India", + "Ahmedabad", + "Gujarat" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that it is located in Gujarat, Ahmedabad, India." + }, + { + "question_id": 779, + "question": "He was originally created by Steven T Seagle and the American comics creator.", + "types": [ + "coll:model", + "num4", + "multi hop" + ], + "entity_set": [ + "Americans", + "Steven_T._Seagle" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that he was originally created by Steven T Seagle and the American comics creator." + }, + { + "question_id": 456, + "question": "Alan McKibbin, represented Vermont's 3rd Congressional District, and ended his career on 1857-03-03.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"1857-03-03\"", + "Vermont's_3rd_congressional_district", + "Alan_McKibbin" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Alan McKibbin represented Vermont's 3rd Congressional District and ended his career on 1857-03-03." + }, + { + "question_id": 1550, + "question": "I understand that John McNally IV had a spouse.", + "types": [ + "coll:presup", + "existence" + ], + "entity_set": [ + "John_McNally_IV" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "John_McNally_IV", + "spouse", + "\"Virginia McNally\"" + ], + [ + "John_McNally_IV", + "birthPlace", + "United_States" + ], + [ + "John_McNally_IV", + "placeOfBirth", + "Youngstown,_Ohio" + ], + [ + "John_McNally_IV", + "almaMater", + "Georgetown_University" + ], + [ + "John_McNally_IV", + "education", + "Ursuline_High_School_(Youngstown,_Ohio)" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since John McNally IV's spouse is Virginia McNally." + }, + { + "question_id": 1920, + "question": "A politician, was not born in Miri, Malaysia, and is part of the Parti Pesaka Bumiputera Bersatu.", + "types": [ + "written", + "negation", + "num2", + "multi hop" + ], + "entity_set": [ + "Parti_Pesaka_Bumiputera_Bersatu", + "Miri,_Malaysia" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Abdul_Taib_Mahmud", + "party", + "Parti_Pesaka_Bumiputera_Bersatu" + ], + [ + "Abdul_Taib_Mahmud", + "birthPlace", + "Miri,_Malaysia" + ] + ], + "predicted_rationale": "There is evidence that Abdul Taib Mahmud was born in Miri, Malaysia, which contradicts the claim." + }, + { + "question_id": 2203, + "question": "I have heard the Jacksonville Dolphins baseball field is not Meehan Auditorium.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Jacksonville_Dolphins", + "Meehan_Auditorium" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that the Jacksonville Dolphins baseball field is Meehan Auditorium." + }, + { + "question_id": 2204, + "question": "Alfons Gorbach was not in office when Adolf Scharf was the President.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Alfons_Gorbach", + "Adolf_Sch\u00e4rf" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence to support the claim about Alfons Gorbach and Adolf Scharf's terms in office." + }, + { + "question_id": 2212, + "question": "That's cool. Warner Bros. International Television is not a division of Honda.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Honda", + "Warner_Bros._International_Television" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Warner Bros. International Television is a division of Honda." + }, + { + "question_id": 300, + "question": "in Austria the language is called Capital 95.8FM.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Austria", + "Capital_95.8FM" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the language in Austria is called Capital 95.8FM." + }, + { + "question_id": 2245, + "question": "Apparently Stuart Parker did not play for Bury FC.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Stuart_Parker_(footballer)", + "Bury_F.C." + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Stuart_Parker_(footballer)", + "clubs", + "Bury_F.C." + ], + [ + "Stuart_Parker_(footballer)", + "team", + "Bury_F.C." + ] + ], + "predicted_rationale": "The claim is contradicted by the evidence since Stuart Parker played for Bury FC." + }, + { + "question_id": 320, + "question": "Darlington is located in the \u0130stanbul,.", + "types": [ + "written", + "num1", + "substitution" + ], + "entity_set": [ + "Darlington", + "\"\u0130stanbul\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Darlington is located in \u0130stanbul." + }, + { + "question_id": 1063, + "question": "Yes! The United States Whig Party was led by Daniel Webster.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Whig_Party_(United_States)", + "Daniel_Webster" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Whig_Party_(United_States)", + "leader", + "Daniel_Webster" + ], + [ + "Daniel_Webster", + "party", + "Whig_Party_(United_States)" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Daniel Webster is listed as the leader of the United States Whig Party." + }, + { + "question_id": 1538, + "question": "When was Joachim Gauck a leader of Germany?", + "types": [ + "question", + "coll:presup", + "num1" + ], + "entity_set": [ + "Germany", + "Joachim_Gauck" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Germany", + "leader", + "Joachim_Gauck" + ], + [ + "Germany", + "leaderName", + "Joachim_Gauck" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Joachim Gauck is mentioned as the leader of Germany." + }, + { + "question_id": 45, + "question": "Kevin Youngblood went to college?", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Kevin_Youngblood" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Kevin_Youngblood", + "college", + "Clemson_University" + ], + [ + "Kevin_Youngblood", + "birthPlace", + "Jacksonville,_Florida" + ], + [ + "Kevin_Youngblood", + "placeOfBirth", + "Jacksonville,_Florida" + ], + [ + "Kevin_Youngblood", + "dateOfBirth", + "\"1980-11-22\"" + ], + [ + "Kevin_Youngblood", + "birthDate", + "\"1980-11-22\"" + ] + ], + "predicted_rationale": "Based on the evidence set, Kevin Youngblood attended Clemson University." + }, + { + "question_id": 117, + "question": "I read that Mih\u00e1ly Fekete attended university.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Mih\u00e1ly_Fekete" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Mih\u00e1ly Fekete attended university." + }, + { + "question_id": 1450, + "question": "What is the name of Kieran Hyde's youthclub?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Kieran_Hyde" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for Kieran Hyde's youth club." + }, + { + "question_id": 1068, + "question": "A.F.C. Fylde is part of the National League North.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "A.F.C._Fylde", + "National_League_North" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "A.F.C._Fylde", + "league", + "National_League_North" + ], + [ + "A.F.C._Fylde", + "position", + "National_League_North" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as A.F.C. Fylde's league is National League North." + }, + { + "question_id": 1368, + "question": "What is the name of Kipp Marcus's spouse?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Kipp_Marcus" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the name of Kipp Marcus's spouse." + }, + { + "question_id": 1236, + "question": "William Anders (born in British Hong Kong) served as a fighter pilot and was a crew member of Apollo 8.", + "types": [ + "written", + "num3", + "multi claim" + ], + "entity_set": [ + "William_Anders", + "British_Hong_Kong", + "Apollo_8", + "Fighter_pilot" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "William_Anders", + "birthPlace", + "British_Hong_Kong" + ], + [ + "William_Anders", + "occupation", + "Fighter_pilot" + ], + [ + "Apollo_8", + "crewMembers", + "William_Anders" + ], + [ + "Apollo_8", + "crew3Up", + "William_Anders" + ], + [ + "William_Anders", + "mission", + "Apollo_8" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 2191, + "question": "Well The Train song Mermaid was not released under Columbia Records.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Mermaid_(Train_song)", + "Columbia_Records" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Mermaid_(Train_song)", + "recordLabel", + "Columbia_Records" + ], + [ + "Mermaid_(Train_song)", + "label", + "Columbia_Records" + ] + ], + "predicted_rationale": "The claim is contradicted by the evidence set, which states that the song Mermaid was released under Columbia Records." + }, + { + "question_id": 120, + "question": "Walery S\u0142awek was a prime minister.", + "types": [ + "written", + "existence" + ], + "entity_set": [ + "Walery_S\u0142awek" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "J\u00f3zef_Pi\u0142sudski", + "primeMinister", + "Walery_S\u0142awek" + ], + [ + "Ignacy_Mo\u015bcicki", + "primeminister", + "Walery_S\u0142awek" + ], + [ + "Walery_S\u0142awek", + "predecessor", + "Leon_Koz\u0142owski" + ], + [ + "J\u00f3zef_Pi\u0142sudski", + "predecessor", + "Walery_S\u0142awek" + ], + [ + "Walery_S\u0142awek", + "successor", + "Marian_Zyndram-Ko\u015bcia\u0142kowski" + ], + [ + "J\u00f3zef_Pi\u0142sudski", + "successor", + "Walery_S\u0142awek" + ], + [ + "Polish_legislative_election,_1930", + "leader", + "Walery_S\u0142awek" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since J\u00f3zef Pi\u0142sudski and Ignacy Mo\u015bcicki had Walery S\u0142awek as their prime minister." + }, + { + "question_id": 21, + "question": "I know that Hikanatoi had a garrison.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Hikanatoi" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Hikanatoi had a garrison." + }, + { + "question_id": 2264, + "question": "The Mason School of Business is a tenant of the building in Virginia, U.S.", + "types": [ + "written", + "num4", + "multi hop" + ], + "entity_set": [ + "United_States", + "Mason_School_of_Business", + "Virginia" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alan_B._Miller_Hall", + "tenant", + "Mason_School_of_Business" + ], + [ + "Alan_B._Miller_Hall", + "location", + "Virginia" + ], + [ + "Alan_B._Miller_Hall", + "currentTenants", + "Mason_School_of_Business" + ], + [ + "Mason_School_of_Business", + "state", + "Virginia" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 2014, + "question": "Well Warburton House is not located in Birmingham and was not designed by John Madin.", + "types": [ + "coll:model", + "negation", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Birmingham", + "John_Madin", + "Warburton_House" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Warburton House is located in Birmingham and was designed by John Madin." + }, + { + "question_id": 214, + "question": "Alfred Giles was born in McLean County,Kentucky!", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Alfred_Giles_(architect)", + "McLean_County,_Kentucky" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Alfred Giles was born in McLean County, Kentucky." + }, + { + "question_id": 1418, + "question": "When did Curtis Strange attend college?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Curtis_Strange" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Curtis_Strange", + "college", + "Wake_Forest_University" + ], + [ + "Curtis_Strange", + "birthPlace", + "Norfolk,_Virginia" + ], + [ + "Curtis_Strange", + "placeOfBirth", + "\"Norfolk, Virginia\"" + ], + [ + "Curtis_Strange", + "dateOfBirth", + "\"1955-01-30\"" + ], + [ + "Curtis_Strange", + "birthYear", + "\"1955\"" + ] + ], + "predicted_rationale": "There is no information about when Curtis Strange attended college." + }, + { + "question_id": 786, + "question": "Stafford Common is in a populated place and Ram Naik is the leader.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Ram_Naik", + "Stafford_Common" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Stafford Common is in a populated place and Ram Naik is the leader." + }, + { + "question_id": 2358, + "question": "I forgot that a book is published in Hardcover and has the ISBN number not number 978-0-15-204770-2.", + "types": [ + "coll:presup", + "negation", + "num2", + "multi hop" + ], + "entity_set": [ + "Hardcover", + "\"978-0-15-204770-2\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "A_Wizard_of_Mars", + "mediaType", + "Hardcover" + ], + [ + "A_Wizard_of_Mars", + "isbn", + "\"978-0-15-204770-2\"" + ] + ], + "predicted_rationale": "The claim states the ISBN number is not 978-0-15-204770-2, but the evidence set shows that A_Wizard_of_Mars has the ISBN number 978-0-15-204770-2." + }, + { + "question_id": 2210, + "question": "The Train song Mermaid was not written by Espen Lind at all.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Mermaid_(Train_song)", + "Espen_Lind" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Mermaid_(Train_song)", + "writer", + "Espen_Lind" + ] + ], + "predicted_rationale": "The evidence set indicates that Espen Lind is the writer of the Train song Mermaid." + }, + { + "question_id": 1722, + "question": "Do you know that Ordovician did not have a capital.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Ordovician" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Appalachian_Mountains", + "period", + "Ordovician" + ], + [ + "Table_Mountain", + "age", + "Ordovician" + ], + [ + "Asaphus_kowalewskii", + "fossilRange", + "Ordovician" + ], + [ + "Ordovician", + "timeline", + "\"off\"" + ], + [ + "Ordovician", + "seaLevel", + "\"8400.0\"" + ] + ], + "predicted_rationale": "Based on the evidence set, there is no information that Ordovician had a capital." + }, + { + "question_id": 30, + "question": "His name is K\u00f6sem Sultan. He had a child.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "K\u00f6sem_Sultan" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "K\u00f6sem_Sultan", + "name", + "\"(M\u00e2h-Peyker Sultan)\"" + ], + [ + "K\u00f6sem_Sultan", + "birthName", + "\"Anastasia\"" + ], + [ + "K\u00f6sem_Sultan", + "title", + "Valide_sultan" + ], + [ + "K\u00f6sem_Sultan", + "rdf-schema#label", + "\"K\u00f6sem Sultan\"" + ], + [ + "K\u00f6sem_Sultan", + "spouse", + "List_of_sultans_of_the_Ottoman_Empire" + ], + [ + "Ahmed_I", + "spouse", + "K\u00f6sem_Sultan" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since K\u00f6sem Sultan was the spouse of Ahmed I, who was an Ottoman Sultan and had children." + }, + { + "question_id": 2054, + "question": "The Galileo Affair was not followed by Destiny's Way in 1634.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "1634:_The_Galileo_Affair", + "Destiny's_Way" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence to support the claim about the Galileo Affair and Destiny's Way." + }, + { + "question_id": 1500, + "question": "What country was Kij\u016br\u014d Shidehara prime minister?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Kij\u016br\u014d_Shidehara" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Keizo_Shibusawa", + "primeMinister", + "Kij\u016br\u014d_Shidehara" + ], + [ + "Keizo_Shibusawa", + "primeminister", + "Kij\u016br\u014d_Shidehara" + ], + [ + "Kij\u016br\u014d_Shidehara", + "predecessor", + "Osachi_Hamaguchi" + ], + [ + "Osachi_Hamaguchi", + "predecessor", + "Kij\u016br\u014d_Shidehara" + ], + [ + "Kij\u016br\u014d_Shidehara", + "successor", + "Osachi_Hamaguchi" + ], + [ + "Osachi_Hamaguchi", + "successor", + "Kij\u016br\u014d_Shidehara" + ], + [ + "Kij\u016br\u014d_Shidehara", + "office", + "Prime_Minister_of_Japan" + ] + ], + "predicted_rationale": "Kij\u016br\u014d Shidehara was the Prime Minister of Japan, as indicated by the evidence set." + }, + { + "question_id": 483, + "question": "Gennadi Strekalov and Frank Borman were both crew members on Apollo 8 operated by Eureka and Palisade Railroad.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "Frank_Borman", + "Apollo_8", + "Eureka_and_Palisade_Railroad", + "Gennadi_Strekalov" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Apollo_8", + "crewMembers", + "Frank_Borman" + ], + [ + "Apollo_8", + "crew1Up", + "Frank_Borman" + ], + [ + "Frank_Borman", + "mission", + "Apollo_8" + ] + ], + "predicted_rationale": "There is no evidence that Gennadi Strekalov was a crew member on Apollo 8 or that Apollo 8 was operated by Eureka and Palisade Railroad." + }, + { + "question_id": 2271, + "question": "It is in Gujarat, India. T S Thakur is a leader of India.", + "types": [ + "coll:model", + "num4", + "multi hop" + ], + "entity_set": [ + "India", + "Gujarat", + "T._S._Thakur" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Gujarat", + "country", + "India" + ], + [ + "India", + "leader", + "T._S._Thakur" + ], + [ + "India", + "leaderName", + "T._S._Thakur" + ], + [ + "T._S._Thakur", + "nationality", + "India" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1572, + "question": "I didn\u2019t know that the leader name of Covenant Party (Northern Mariana Islands) is Benigno Fitial.", + "types": [ + "coll:presup", + "num1", + "substitution" + ], + "entity_set": [ + "Covenant_Party_(Northern_Mariana_Islands)", + "Benigno_Fitial" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Covenant_Party_(Northern_Mariana_Islands)", + "founder", + "Benigno_Fitial" + ], + [ + "Benigno_Fitial", + "party", + "Covenant_Party_(Northern_Mariana_Islands)" + ] + ], + "predicted_rationale": "There is no evidence that Benigno Fitial is the leader of the Covenant Party, only that he is the founder." + }, + { + "question_id": 1497, + "question": "Where was George M. Dallas vice president?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "George_M._Dallas" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "James_K._Polk", + "vicePresident", + "George_M._Dallas" + ], + [ + "James_K._Polk", + "vicepresident", + "George_M._Dallas" + ], + [ + "29th_United_States_Congress", + "vp", + "George_M._Dallas" + ], + [ + "United_States_presidential_election,_1844", + "vpName", + "George_M._Dallas" + ], + [ + "1844_Democratic_National_Convention", + "vicePresidentialNominee", + "George_M._Dallas" + ] + ], + "predicted_rationale": "There is no evidence that specifies the location where George M. Dallas was vice president." + }, + { + "question_id": 1, + "question": "At least Dawn Butler had a successor!", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Dawn_Butler" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Dawn Butler had a successor." + }, + { + "question_id": 1485, + "question": "When did Douglas Morris attend college?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Douglas_Morris" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Douglas_Morris", + "birthYear", + "\"1908\"" + ], + [ + "Douglas_Morris", + "dateOfBirth", + "\"1908-12-03\"" + ], + [ + "Douglas_Morris", + "years", + "\"1962\"" + ], + [ + "Douglas_Morris", + "serviceStartYear", + "\"1930\"" + ], + [ + "Douglas_Morris", + "serviceyears", + "\"1930\"" + ] + ], + "predicted_rationale": "There is no evidence that Douglas Morris attended college." + }, + { + "question_id": 1739, + "question": "Pershing High School did not even have a mascot!", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Pershing_High_School" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Mel_Daniels", + "highSchool", + "Pershing_High_School" + ], + [ + "Larry_Foote", + "highschool", + "Pershing_High_School" + ], + [ + "Pershing_High_School", + "subject", + "Category:High_schools_in_Detroit,_Michigan" + ], + [ + "Pershing_High_School", + "hypernym", + "School" + ], + [ + "Pershing_High_School", + "rdf-schema#label", + "\"Pershing High School\"" + ] + ], + "predicted_rationale": "There is no evidence that Pershing High School did or did not have a mascot." + }, + { + "question_id": 1366, + "question": "What is the name of Adrin Nazarian's spouse?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Adrin_Nazarian" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the name of Adrin Nazarian's spouse." + }, + { + "question_id": 1409, + "question": "What is the name of Claire Vellut's award?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Claire_Vellut" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for Claire Vellut's award." + }, + { + "question_id": 159, + "question": "Do you know that Skye Dawson plays for Tampa Bay Buccaneers?", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Skye_Dawson", + "Tampa_Bay_Buccaneers" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Skye_Dawson", + "formerTeam", + "Tampa_Bay_Buccaneers" + ], + [ + "Skye_Dawson", + "debutTeam", + "Tampa_Bay_Buccaneers" + ] + ], + "predicted_rationale": "There is no evidence that Skye Dawson currently plays for Tampa Bay Buccaneers, only that it is his former or debut team." + }, + { + "question_id": 1904, + "question": "Anne Monson was not from the Kingdom of England whose capital is not Winchester!", + "types": [ + "coll:model", + "negation", + "num2", + "multi claim" + ], + "entity_set": [ + "Kingdom_of_England", + "Lady_Anne_Monson", + "Winchester" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Lady_Anne_Monson", + "birthPlace", + "Kingdom_of_England" + ], + [ + "Lady_Anne_Monson", + "placeOfBirth", + "Kingdom_of_England" + ], + [ + "Lady_Anne_Monson", + "nationality", + "Kingdom_of_England" + ], + [ + "Kingdom_of_England", + "capital", + "Winchester" + ] + ], + "predicted_rationale": "The claim is contradicted by the evidence since the Kingdom of England's capital is stated as Winchester." + }, + { + "question_id": 171, + "question": "Do you know the Gambler (1938 film)'s leader is Franz Vogel?", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "The_Gambler_(1938_film)", + "Franz_Vogel" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "The_Gambler_(1938_film)", + "producer", + "Franz_Vogel" + ] + ], + "predicted_rationale": "There is no evidence that Franz Vogel is the leader of the Gambler (1938 film), but rather the producer." + }, + { + "question_id": 425, + "question": "Syed A. B. Mahmud Hossain was the Secretary of the State of Vermont he was succeeded by Homer Elihu Royce.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Homer_Elihu_Royce", + "\"Secretary of State of Vermont\"", + "Syed_A._B._Mahmud_Hossain" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Syed A. B. Mahmud Hossain was the Secretary of the State of Vermont or that he was succeeded by Homer Elihu Royce." + }, + { + "question_id": 1059, + "question": "Yes, Alfons Gorbach was also born in the County of Tyrol.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Alfons_Gorbach", + "County_of_Tyrol" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alfons_Gorbach", + "birthPlace", + "County_of_Tyrol" + ] + ], + "predicted_rationale": "Based on the evidence set, Alfons Gorbach's birthplace is the County of Tyrol." + }, + { + "question_id": 1410, + "question": "What is the name of Charles F. B. Price's award?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Charles_F._B._Price" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for Charles F. B. Price's award." + }, + { + "question_id": 2166, + "question": "AZAL Arena is actually not located in Regis College.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "AZAL_Arena", + "Regis_College_(Massachusetts)" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that AZAL Arena is located in Regis College." + }, + { + "question_id": 2127, + "question": "The book 'A Severed Wasp' is not available in print!", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "A_Severed_Wasp", + "\"Print\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "A_Severed_Wasp", + "mediaType", + "\"Print\"" + ] + ], + "predicted_rationale": "The book 'A Severed Wasp' is available in print according to the evidence set." + }, + { + "question_id": 1819, + "question": "I know that Helen Adolf did not attend college.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Helen_Adolf" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Helen Adolf did or did not attend college." + }, + { + "question_id": 440, + "question": "Lady Anne Monson was born in Midsomer Norton, Somerset, England, England making her nationality English.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Kingdom_of_England", + "Lady_Anne_Monson", + "\"Midsomer Norton, Somerset, England\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Lady_Anne_Monson", + "nationality", + "Kingdom_of_England" + ], + [ + "Lady_Anne_Monson", + "birthPlace", + "Kingdom_of_England" + ], + [ + "Lady_Anne_Monson", + "placeOfBirth", + "Kingdom_of_England" + ] + ], + "predicted_rationale": "There is no evidence for the specific birthplace Midsomer Norton, Somerset." + }, + { + "question_id": 676, + "question": "Its written by Diane Duane and published in Hardcover.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "Hardcover", + "Diane_Duane" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that it was written by Diane Duane and published in Hardcover." + }, + { + "question_id": 1440, + "question": "What is the name of Kachin Levies's garrison?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Kachin_Levies" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Kachin_Levies", + "subject", + "Category:Military_history_of_Burma_during_World_War_II" + ], + [ + "Kachin_Levies", + "hypernym", + "Force" + ], + [ + "Kachin_Levies", + "22-rdf-syntax-ns#type", + "MilitaryUnit" + ], + [ + "Kachin_Levies", + "rdf-schema#label", + "\"Kachin Levies\"" + ] + ], + "predicted_rationale": "There is no evidence for the name of Kachin Levies's garrison." + }, + { + "question_id": 32, + "question": "To Crush the Moon has a predecessor to it too.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "To_Crush_the_Moon" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "To_Crush_the_Moon", + "precededBy", + "\"Lost in Transmission\"" + ], + [ + "To_Crush_the_Moon", + "series", + "The_Queendom_of_Sol" + ], + [ + "To_Crush_the_Moon", + "publicationDate", + "\"2005-05-31\"" + ], + [ + "To_Crush_the_Moon", + "pubDate", + "\"2005-05-31\"" + ], + [ + "To_Crush_the_Moon", + "author", + "Wil_McCarthy" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since To Crush the Moon has a predecessor called Lost in Transmission." + }, + { + "question_id": 302, + "question": "Do you know that the area code in Darlington is 07051, 07053.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Darlington", + "\"07051, 07053\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the area code in Darlington being 07051, 07053." + }, + { + "question_id": 1230, + "question": "The Train song Mermaid was written by Michael Jackson's team Stargate.", + "types": [ + "coll:model", + "num2", + "multi claim" + ], + "entity_set": [ + "Stargate_(production_team)", + "Michael_Jackson", + "Mermaid_(Train_song)" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Mermaid_(Train_song)", + "writer", + "Stargate_(production_team)" + ], + [ + "Stargate_(production_team)", + "associatedMusicalArtist", + "Michael_Jackson" + ], + [ + "Stargate_(production_team)", + "associatedActs", + "Michael_Jackson" + ], + [ + "Stargate_(production_team)", + "associatedBand", + "Michael_Jackson" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Stargate, the writer of the song Mermaid, is associated with Michael Jackson." + }, + { + "question_id": 2289, + "question": "The place is in the municipality of Gettysburg, Adams County, Pennsylvania which is south to the Pennsylvania's Cumberland County.", + "types": [ + "written", + "num4", + "multi hop" + ], + "entity_set": [ + "Cumberland_County,_Pennsylvania", + "Gettysburg,_Pennsylvania", + "Adams_County,_Pennsylvania" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Gettysburg,_Pennsylvania", + "subdivisionName", + "Adams_County,_Pennsylvania" + ], + [ + "Adams_County,_Pennsylvania", + "countySeat", + "Gettysburg,_Pennsylvania" + ], + [ + "Gettysburg,_Pennsylvania", + "isPartOf", + "Adams_County,_Pennsylvania" + ] + ], + "predicted_rationale": "There is no evidence that Adams County, Pennsylvania is south to the Pennsylvania's Cumberland County." + }, + { + "question_id": 1206, + "question": "Yes Alfons Gorbach was born in the state of Tyrol, Austria.", + "types": [ + "coll:model", + "num2", + "multi claim" + ], + "entity_set": [ + "Tyrol_(state)", + "Alfons_Gorbach", + "Austria" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alfons_Gorbach", + "birthPlace", + "Tyrol_(state)" + ], + [ + "Alfons_Gorbach", + "placeOfBirth", + "Tyrol_(state)" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 2259, + "question": "He was born in Uruguay. Tabar\u00e9 V\u00e1zquez is the leader of Uruguay.", + "types": [ + "coll:model", + "num4", + "multi hop" + ], + "entity_set": [ + "Alfredo_Zitarrosa", + "Uruguay", + "Tabar\u00e9_V\u00e1zquez" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Tabar\u00e9_V\u00e1zquez", + "birthPlace", + "Uruguay" + ], + [ + "Uruguay", + "leader", + "Tabar\u00e9_V\u00e1zquez" + ], + [ + "Uruguay", + "leaderName", + "Tabar\u00e9_V\u00e1zquez" + ], + [ + "Tabar\u00e9_V\u00e1zquez", + "placeOfBirth", + "Uruguay" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 212, + "question": "The Alan B. Miller Hall is located in Athens Greece.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Alan_B._Miller_Hall", + "\"Athens, Greece\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the Alan B. Miller Hall is located in Athens Greece." + }, + { + "question_id": 874, + "question": "They are located in Kinard and were completed in 1976 having 23 floors.", + "types": [ + "coll:model", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"1976\"", + "\"23\"", + "\"Kinard\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that they are located in Kinard, were completed in 1976, and have 23 floors." + }, + { + "question_id": 1309, + "question": "The Liberal Democrats lead Birmingham, home town of architect John Madin, who designed 103 Colmore Row.", + "types": [ + "written", + "num4", + "multi claim" + ], + "entity_set": [ + "John_Madin", + "Birmingham", + "103_Colmore_Row", + "Liberal_Democrats" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Birmingham", + "leaderName", + "Liberal_Democrats" + ], + [ + "John_Madin", + "hometown", + "Birmingham" + ], + [ + "John_Madin", + "birthPlace", + "Birmingham" + ], + [ + "John_Madin", + "placeOfBirth", + "Birmingham" + ] + ], + "predicted_rationale": "There is no evidence that John Madin designed 103 Colmore Row." + }, + { + "question_id": 1305, + "question": "William Anders, who graduated with an M.S., from AFIT in 1962, served as a crew member on Apollo 8 alongside Frank Borman.", + "types": [ + "written", + "num4", + "multi claim" + ], + "entity_set": [ + "William_Anders", + "Frank_Borman", + "\"AFIT, M.S. 1962\"", + "Apollo_8" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "William_Anders", + "almaMater", + "\"AFIT, M.S. 1962\"" + ], + [ + "Apollo_8", + "crewMembers", + "William_Anders" + ], + [ + "Apollo_8", + "crew3Up", + "William_Anders" + ], + [ + "William_Anders", + "mission", + "Apollo_8" + ], + [ + "Apollo_8", + "crew1Up", + "Frank_Borman" + ], + [ + "Apollo_8", + "crewMembers", + "Frank_Borman" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 605, + "question": "The prime minister of a country is Narendra Modi and Amdavad ni Gufa is also located in a country.", + "types": [ + "written", + "num2", + "multi hop" + ], + "entity_set": [ + "Amdavad_ni_Gufa", + "Narendra_Modi" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "India", + "leader", + "Narendra_Modi" + ], + [ + "Amdavad_ni_Gufa", + "country", + "India" + ], + [ + "Amdavad_ni_Gufa", + "locationCountry", + "India" + ], + [ + "India", + "leaderName", + "Narendra_Modi" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 769, + "question": "Before her death on February 18, 1776 she lived in India married to George Monson.", + "types": [ + "coll:model", + "num3", + "multi hop" + ], + "entity_set": [ + "India", + "George_Monson", + "\"1776-02-18\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that she lived in India married to George Monson before her death on February 18, 1776." + }, + { + "question_id": 1979, + "question": "It doesn't have an Inline-four engine and it was assembled not in Weybridge.", + "types": [ + "coll:model", + "negation", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Inline-four_engine", + "Weybridge" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence to support the claim about the engine type and assembly location." + }, + { + "question_id": 1606, + "question": "I didn\u2019t know that the comic book character Arion was created by Paul Kupperberg and Jan Duursema, a winner of the Eisner Award.", + "types": [ + "coll:presup", + "num4", + "multi claim" + ], + "entity_set": [ + "Jan_Duursema", + "Arion_(comics)", + "Eisner_Award", + "Paul_Kupperberg" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Arion_(comics)", + "creator", + "Paul_Kupperberg" + ], + [ + "Arion_(comics)", + "creators", + "Paul_Kupperberg" + ], + [ + "Arion_(comics)", + "creator", + "Jan_Duursema" + ], + [ + "Arion_(comics)", + "creators", + "Jan_Duursema" + ] + ], + "predicted_rationale": "There is no evidence that Jan Duursema is a winner of the Eisner Award." + }, + { + "question_id": 1635, + "question": "Do you know that Oregon Territory did not have a capital.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Oregon_Territory" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Oregon_Territory", + "capital", + "Oregon_City,_Oregon" + ], + [ + "Oregon_Territory", + "governmentType", + "Organized_incorporated_territories_of_the_United_States" + ], + [ + "Samuel_Thurston", + "region", + "Oregon_Territory" + ], + [ + "Cayuse_War", + "place", + "Oregon_Territory" + ], + [ + "Oregon_Territorial_Legislature", + "legislature", + "Oregon_Territory" + ] + ], + "predicted_rationale": "There is evidence that Oregon Territory had a capital, which is Oregon City, Oregon." + }, + { + "question_id": 895, + "question": "The Litton, Derbyshire is located in an administrative region, which has Carroll county, Maryland to its southeast and Cumberland county, Pennsylvania to its north.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "Carroll_County,_Maryland", + "Cumberland_County,_Pennsylvania", + "Litton,_Derbyshire" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Adams_County,_Pennsylvania", + "southeast", + "Carroll_County,_Maryland" + ], + [ + "Adams_County,_Pennsylvania", + "north", + "Cumberland_County,_Pennsylvania" + ] + ], + "predicted_rationale": "There is no information about the Litton, Derbyshire in the evidence set." + }, + { + "question_id": 840, + "question": "Alfredo Zitarrosa's birthplace was where the leader is Tony Shroeder.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Alfredo_Zitarrosa", + "\"Tony Shroeder\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Alfredo Zitarrosa's birthplace had a leader named Tony Shroeder." + }, + { + "question_id": 112, + "question": "Have you heard of Marc Tyler Arnold? He went to college.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Marc_Tyler_Arnold" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Marc_Tyler_Arnold", + "name", + "\"Arnold, Marc Tyler\"" + ], + [ + "Marc_Tyler_Arnold", + "birthDate", + "\"1992-11-20\"" + ], + [ + "Marc_Tyler_Arnold", + "dateOfBirth", + "\"1992-11-20\"" + ], + [ + "Marc_Tyler_Arnold", + "birthYear", + "\"1992\"" + ], + [ + "Marc_Tyler_Arnold", + "description", + "\"Chess Grandmaster\"" + ] + ], + "predicted_rationale": "There is no evidence that Marc Tyler Arnold went to college." + }, + { + "question_id": 1097, + "question": "The leader of Derbyshire Dales was Patrick McLoughlin.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Derbyshire_Dales", + "Patrick_McLoughlin" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Derbyshire_Dales", + "leaderName", + "Patrick_McLoughlin" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, which states that the leader of Derbyshire Dales is Patrick McLoughlin." + }, + { + "question_id": 2126, + "question": "Well, Gordon Marsden is not among the leaders of Blackpool.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Blackpool", + "Gordon_Marsden" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Blackpool", + "leaderName", + "Gordon_Marsden" + ] + ], + "predicted_rationale": "The evidence set actually indicates that Gordon Marsden is a leader of Blackpool." + }, + { + "question_id": 250, + "question": "The Acura TLX assembly line is in Pingtung Taiwan.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Acura_TLX", + "\"Pingtung, Taiwan\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the Acura TLX assembly line is in Pingtung Taiwan." + }, + { + "question_id": 25, + "question": "Stefan Dimi\u0107 had a youthclub.", + "types": [ + "written", + "existence" + ], + "entity_set": [ + "Stefan_Dimi\u0107" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Stefan_Dimi\u0107", + "youthclubs", + "FK_Rad" + ], + [ + "Stefan_Dimi\u0107", + "currentclub", + "FK_Sin\u0111eli\u0107_Beograd" + ], + [ + "Stefan_Dimi\u0107", + "clubs", + "\"\u2192 Pali\u0107\"" + ], + [ + "Stefan_Dimi\u0107", + "clubnumber", + "\"9\"" + ], + [ + "Stefan_Dimi\u0107", + "team", + "FK_Sin\u0111eli\u0107_Beograd" + ] + ], + "predicted_rationale": "Based on the evidence set, Stefan Dimi\u0107's youthclub is FK Rad." + }, + { + "question_id": 642, + "question": "It has a V6 engine that is built at the Marysville Auto Plant.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "\"Marysville Auto Plant\"", + "V6_engine" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that it has a V6 engine built at the Marysville Auto Plant." + }, + { + "question_id": 81, + "question": "Do you know Lucy Lawless? She had a religious background.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Lucy_Lawless" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Lucy_Lawless", + "birthPlace", + "Auckland_City" + ], + [ + "Lucy_Lawless", + "placeOfBirth", + "\"Mount Albert, New Zealand\"" + ], + [ + "Lucy_Lawless", + "spouse", + "Robert_Tapert" + ], + [ + "Robert_Tapert", + "spouse", + "Lucy_Lawless" + ], + [ + "Lucy_Lawless", + "rdf-schema#label", + "\"Lucy Lawless\"" + ], + [ + "Lucy_Lawless", + "name", + "\"Lucy Lawless\"" + ] + ], + "predicted_rationale": "There is no evidence that Lucy Lawless had a religious background." + }, + { + "question_id": 247, + "question": "The A-Rosa Luna is only 321200.0 millimetres long.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "A-Rosa_Luna", + "\"321200.0\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the length of the A-Rosa Luna." + }, + { + "question_id": 722, + "question": "It was just completed in 1995 and is located in Gujarat, India.", + "types": [ + "coll:model", + "num3", + "multi hop" + ], + "entity_set": [ + "India", + "Gujarat", + "\"1995\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Gujarat", + "country", + "India" + ] + ], + "predicted_rationale": "There is no evidence for the completion year of 1995." + }, + { + "question_id": 1232, + "question": "The operating organization for Agra Airport is the Indian Air Force who deploy the HAL Light Combat Helicopter and the Boeing C17 Globemaster III transport aircraft.", + "types": [ + "written", + "num3", + "multi claim" + ], + "entity_set": [ + "HAL_Light_Combat_Helicopter", + "Boeing_C-17_Globemaster_III", + "Agra_Airport", + "Indian_Air_Force" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Agra_Airport", + "operator", + "Indian_Air_Force" + ], + [ + "Indian_Air_Force", + "aircraftHelicopter", + "HAL_Light_Combat_Helicopter" + ], + [ + "HAL_Light_Combat_Helicopter", + "moreUsers", + "Indian_Air_Force" + ], + [ + "Indian_Air_Force", + "aircraftTransport", + "Boeing_C-17_Globemaster_III" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 476, + "question": "The musical genre of Alfredo Zitarrosa is Culture magazine show, he started out as a solo singer and is signed to the Uruguayan record label Orfeo.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "Orfeo_(Uruguayan_record_label)", + "\"solo_singer\"", + "Alfredo_Zitarrosa", + "\"Culture magazine show\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alfredo_Zitarrosa", + "background", + "\"solo_singer\"" + ], + [ + "Alfredo_Zitarrosa", + "recordLabel", + "Orfeo_(Uruguayan_record_label)" + ] + ], + "predicted_rationale": "There is no evidence that the musical genre of Alfredo Zitarrosa is Culture magazine show." + }, + { + "question_id": 1822, + "question": "I know that Felix Klein did not attend university.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Felix_Klein" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Felix Klein did not attend university." + }, + { + "question_id": 849, + "question": "she was born in Sirsi, Uttar Pradesh, England making her nationality English.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Kingdom_of_England", + "Sirsi,_Uttar_Pradesh" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that she was born in Sirsi, Uttar Pradesh, England, or that her nationality is English." + }, + { + "question_id": 2244, + "question": "In Paraguay the leader is not Juan Afara.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Paraguay", + "Juan_Afara" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Paraguay", + "leader", + "Juan_Afara" + ], + [ + "Paraguay", + "leaderName", + "Juan_Afara" + ], + [ + "Juan_Afara", + "birthPlace", + "Paraguay" + ] + ], + "predicted_rationale": "There is evidence that Juan Afara is the leader of Paraguay." + }, + { + "question_id": 1303, + "question": "Alfredo Zitarrosa was born in Uruguay whose leader is Tabare Vazquez and he died in Montevideo.", + "types": [ + "written", + "num4", + "multi claim" + ], + "entity_set": [ + "Tabar\u00e9_V\u00e1zquez", + "Uruguay", + "Montevideo", + "Alfredo_Zitarrosa" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alfredo_Zitarrosa", + "birthPlace", + "Uruguay" + ], + [ + "Alfredo_Zitarrosa", + "deathPlace", + "Uruguay" + ], + [ + "Uruguay", + "leader", + "Tabar\u00e9_V\u00e1zquez" + ], + [ + "Uruguay", + "leaderName", + "Tabar\u00e9_V\u00e1zquez" + ], + [ + "Tabar\u00e9_V\u00e1zquez", + "placeOfBirth", + "Uruguay" + ], + [ + "Alfredo_Zitarrosa", + "birthPlace", + "Montevideo" + ] + ], + "predicted_rationale": "There is no evidence that Alfredo Zitarrosa died in Montevideo, but rather that he was born in Montevideo and died in Uruguay." + }, + { + "question_id": 1752, + "question": "Francesco Giugno did not have a religion either!", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Francesco_Giugno" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Francesco_Giugno", + "description", + "\"Italian painter\"" + ], + [ + "Francesco_Giugno", + "shortDescription", + "\"Italian painter\"" + ], + [ + "Francesco_Giugno", + "rdf-schema#label", + "\"Francesco Giugno\"" + ], + [ + "Francesco_Giugno", + "name", + "\"Giugno, Francesco\"" + ], + [ + "Francesco_Giugno", + "subject", + "Category:1620s_deaths" + ] + ], + "predicted_rationale": "There is no evidence that Francesco Giugno did or did not have a religion." + }, + { + "question_id": 587, + "question": "The Al Taqaddum Air Base serves the city, Iraq.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "Al-Taqaddum_Air_Base", + "Iraq" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Al-Taqaddum_Air_Base", + "city", + "Iraq" + ], + [ + "Al-Taqaddum_Air_Base", + "cityServed", + "Iraq" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Al-Taqaddum Air Base serves the city of Iraq." + }, + { + "question_id": 1693, + "question": "Uptown Funk did not win any awards though.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Uptown_Funk" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Uptown_Funk", + "award", + "\"Platinum\"" + ], + [ + "Child_Star_(Glee)", + "musicComposer", + "Uptown_Funk" + ], + [ + "Uptown_Funk", + "artist", + "\"Mark Ronson featuring Bruno Mars\"" + ], + [ + "Uptown_Funk", + "writer", + "\"*\"" + ], + [ + "Uptown_Funk", + "producer", + "\"* Mark Ronson\\n* Jeff Bhasker\\n* Bruno Mars\"" + ] + ], + "predicted_rationale": "There is evidence that Uptown Funk won an award, as indicated by the 'Platinum' award." + }, + { + "question_id": 917, + "question": "A book by Diane Duane has 314 pages and is published in Print Trade Paperback.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "Diane_Duane", + "\"Print Trade Paperback\"", + "\"314\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that a book by Diane Duane has 314 pages and is published in Print Trade Paperback." + }, + { + "question_id": 748, + "question": "he was born in Imst in Austria and died in Styria.", + "types": [ + "coll:model", + "num3", + "multi hop" + ], + "entity_set": [ + "Imst", + "Styria", + "Austria" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Imst", + "country", + "Austria" + ] + ], + "predicted_rationale": "There is no evidence that he was born in Imst or died in Styria." + }, + { + "question_id": 2149, + "question": "Also, the B postcode area is not the postal code of Birmingham!", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Birmingham", + "B_postcode_area" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Birmingham", + "postalCode", + "B_postcode_area" + ] + ], + "predicted_rationale": "The claim is contradicted by the evidence since Birmingham's postal code is indeed the B postcode area." + }, + { + "question_id": 1973, + "question": "A place was not established in 12 May 1914 (years ago) in Adams County, Pennsylvania.", + "types": [ + "written", + "negation", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Adams_County,_Pennsylvania", + "\"12 May 1914 (years ago)\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence to support the claim about the place." + }, + { + "question_id": 354, + "question": "Big Hero 6, starring Damon Wayans Jr., features the character 2009 FIA Formula Two Championship season.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Damon_Wayans,_Jr.", + "Big_Hero_6_(film)", + "2009_FIA_Formula_Two_Championship_season" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Big_Hero_6_(film)", + "starring", + "Damon_Wayans,_Jr." + ] + ], + "predicted_rationale": "There is no evidence that Big Hero 6 features the character 2009 FIA Formula Two Championship season." + }, + { + "question_id": 265, + "question": "Yes, Abdul Taib Mahmud lives in North Andover, Massachusetts!", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Abdul_Taib_Mahmud", + "\"North Andover, Massachusetts\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Abdul Taib Mahmud lives in North Andover, Massachusetts." + }, + { + "question_id": 467, + "question": "The college of William and Mary is the owner of the Stornoway (residence), 101 Ukrop Way.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "College_of_William_&_Mary", + "\"101 Ukrop Way\"", + "Stornoway_(residence)" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the college of William and Mary is the owner of the Stornoway residence, 101 Ukrop Way." + }, + { + "question_id": 797, + "question": "A building, designed by the architect John Madin is located in Jackson, Wyoming 83001 United States.", + "types": [ + "written", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "John_Madin", + "\"Jackson, Wyoming 83001 United States\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that a building designed by John Madin is located in Jackson, Wyoming 83001 United States." + }, + { + "question_id": 1857, + "question": "Did you know that Evgueni Galperine was not a prime minister.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Evgueni_Galperine" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "The_Fox_and_the_Child", + "musicComposer", + "Evgueni_Galperine" + ], + [ + "The_Fox_and_the_Child", + "music", + "Evgueni_Galperine" + ], + [ + "Evgueni_Galperine", + "22-rdf-syntax-ns#type", + "DUL.owl#NaturalPerson" + ] + ], + "predicted_rationale": "There is no evidence that Evgueni Galperine was a prime minister." + }, + { + "question_id": 176, + "question": "Yeah the leader of The Maxx is Sam Kieth.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "The_Maxx", + "Sam_Kieth" + ], + "Label": [ + false + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "The_Maxx", + "creator", + "Sam_Kieth" + ], + [ + "The_Maxx", + "writer", + "Sam_Kieth" + ], + [ + "The_Maxx", + "writers", + "Sam_Kieth" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Sam Kieth is associated with The Maxx as its creator and writer." + }, + { + "question_id": 1424, + "question": "When did Vince Griffiths attend university?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Vince_Griffiths" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Vince_Griffiths", + "university", + "University_of_Bristol" + ], + [ + "Vince_Griffiths", + "school", + "West_Monmouth_School" + ], + [ + "Vince_Griffiths", + "birthPlace", + "Wales" + ], + [ + "Vince_Griffiths", + "placeOfBirth", + "Wales" + ], + [ + "Vince_Griffiths", + "ruAmateuryears", + "\"1923\"" + ] + ], + "predicted_rationale": "There is no evidence for when Vince Griffiths attended university." + }, + { + "question_id": 692, + "question": "It is located in Adams County, Pennsylvania which is in United States.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "\"United States\"", + "Adams_County,_Pennsylvania" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that it is located in Adams County, Pennsylvania which is in United States." + }, + { + "question_id": 2251, + "question": "Agra Airport with an elevation of 167.94 meters above sea level is in a settlement which is part of Bundelkhand.", + "types": [ + "written", + "num4", + "multi hop" + ], + "entity_set": [ + "\"167.94\"", + "Bundelkhand", + "Agra_Airport" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Agra_Airport", + "elevation", + "\"167.94\"" + ] + ], + "predicted_rationale": "There is no evidence that Agra Airport is in a settlement which is part of Bundelkhand." + }, + { + "question_id": 2274, + "question": "Acura is a division of the Honda Co. who manufactured the automobile which has a V6 engine.", + "types": [ + "written", + "num4", + "multi hop" + ], + "entity_set": [ + "V6_engine", + "Acura", + "Honda" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Acura", + "owningCompany", + "Honda" + ], + [ + "Honda", + "division", + "Acura" + ], + [ + "Honda", + "divisions", + "Acura" + ], + [ + "Acura", + "owner", + "Honda" + ], + [ + "Acura_TLX", + "manufacturer", + "Honda" + ] + ], + "predicted_rationale": "There is no evidence that the automobile manufactured by Acura or Honda has a V6 engine." + }, + { + "question_id": 1617, + "question": "I agree, Phineas Hitchcock did not have a successor.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Phineas_Hitchcock" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Phineas Hitchcock did or did not have a successor." + }, + { + "question_id": 947, + "question": "I do know that Iraq is led by Fuad Masum.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Iraq", + "Fuad_Masum" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Iraq", + "leader", + "Fuad_Masum" + ], + [ + "Iraq", + "leaderName", + "Fuad_Masum" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Iraq's leader is indeed Fuad Masum." + }, + { + "question_id": 1470, + "question": "What is the name of Jules Maaten's child?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Jules_Maaten" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that provides the name of Jules Maaten's child." + }, + { + "question_id": 810, + "question": "The automobile has a V6 engine and its assembly line is located at the Domjur (Vidhan Sabha constituency).", + "types": [ + "written", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "V6_engine", + "Domjur_(Vidhan_Sabha_constituency)" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the automobile has a V6 engine and its assembly line is located at the Domjur (Vidhan Sabha constituency)." + }, + { + "question_id": 658, + "question": "The Japanese occupation of British Borneo was birthplace of a politician that succeeded Abdul Taib Mahmud.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "Abdul_Taib_Mahmud", + "Japanese_occupation_of_British_Borneo" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Adenan_Satem", + "birthPlace", + "Japanese_occupation_of_British_Borneo" + ], + [ + "Adenan_Satem", + "predecessor", + "Abdul_Taib_Mahmud" + ], + [ + "Abdul_Taib_Mahmud", + "successor", + "Adenan_Satem" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 2148, + "question": "Do you know that Jan Duursema has not managed to win the EuroBasket 1957?", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Jan_Duursema", + "EuroBasket_1957" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Jan Duursema won the EuroBasket 1957." + }, + { + "question_id": 1569, + "question": "I didn\u2019t know that Miros\u0142aw Chojecki is the leader of Jewish Motifs International Film Festival.", + "types": [ + "coll:presup", + "num1", + "substitution" + ], + "entity_set": [ + "Jewish_Motifs_International_Film_Festival", + "Miros\u0142aw_Chojecki" + ], + "Label": [ + false + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Jewish_Motifs_International_Film_Festival", + "directors", + "Miros\u0142aw_Chojecki" + ], + [ + "Jewish_Motifs_International_Film_Festival", + "director", + "Miros\u0142aw_Chojecki" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Miros\u0142aw Chojecki is referred to as both a director and one of the directors of the Jewish Motifs International Film Festival." + }, + { + "question_id": 1231, + "question": "The song Mermaid, released under the Columbia Records label is by Train.", + "types": [ + "coll:model", + "num2", + "multi claim" + ], + "entity_set": [ + "Train_(band)", + "Columbia_Records", + "Mermaid_(Train_song)" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Mermaid_(Train_song)", + "artist", + "Train_(band)" + ], + [ + "Mermaid_(Train_song)", + "musicalArtist", + "Train_(band)" + ], + [ + "Mermaid_(Train_song)", + "musicalBand", + "Train_(band)" + ], + [ + "Mermaid_(Train_song)", + "recordLabel", + "Columbia_Records" + ], + [ + "Mermaid_(Train_song)", + "label", + "Columbia_Records" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as Mermaid is a song by Train and released under the Columbia Records label." + }, + { + "question_id": 804, + "question": "A comics creator is the American who created the character Siomay!", + "types": [ + "coll:model", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Americans", + "Siomay" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that an American comics creator created the character Siomay." + }, + { + "question_id": 678, + "question": "Agra Airport is located in a country, where the leader is TS Thakur!", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "T._S._Thakur", + "Agra_Airport" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Agra_Airport", + "location", + "India" + ], + [ + "India", + "leader", + "T._S._Thakur" + ], + [ + "India", + "leaderName", + "T._S._Thakur" + ], + [ + "T._S._Thakur", + "nationality", + "India" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1186, + "question": "Alfons Gorbach, who was born in the state of Tyrol, was in office during President Adolf Sch\u00e4rf's reign.", + "types": [ + "written", + "num2", + "multi claim" + ], + "entity_set": [ + "Tyrol_(state)", + "Alfons_Gorbach", + "Adolf_Sch\u00e4rf" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alfons_Gorbach", + "birthPlace", + "Tyrol_(state)" + ], + [ + "Alfons_Gorbach", + "placeOfBirth", + "Tyrol_(state)" + ], + [ + "Alfons_Gorbach", + "president", + "Adolf_Sch\u00e4rf" + ], + [ + "Adolf_Sch\u00e4rf", + "chancellor", + "Alfons_Gorbach" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 964, + "question": "Yeah Frank Borman was the Apollo 8 commander!", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Apollo_8", + "Frank_Borman" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Apollo_8", + "crew1Up", + "Frank_Borman" + ], + [ + "Apollo_8", + "crewMembers", + "Frank_Borman" + ], + [ + "Frank_Borman", + "mission", + "Apollo_8" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Frank Borman was part of the Apollo 8 crew." + }, + { + "question_id": 1208, + "question": "Stuart Parker who plays at the Sparta Rotterdam Club managed AFC Blackpool.", + "types": [ + "coll:model", + "num2", + "multi claim" + ], + "entity_set": [ + "A.F.C._Blackpool", + "Sparta_Rotterdam", + "Stuart_Parker_(footballer)" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Stuart_Parker_(footballer)", + "clubs", + "Sparta_Rotterdam" + ], + [ + "Stuart_Parker_(footballer)", + "team", + "Sparta_Rotterdam" + ], + [ + "A.F.C._Blackpool", + "manager", + "Stuart_Parker_(footballer)" + ], + [ + "Stuart_Parker_(footballer)", + "managerClub", + "A.F.C._Blackpool" + ], + [ + "Stuart_Parker_(footballer)", + "managerclubs", + "A.F.C._Blackpool" + ], + [ + "Stuart_Parker_(footballer)", + "team", + "A.F.C._Blackpool" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1894, + "question": "Well, Bhajji originates from India and Sumitra Mahajan is not its leader.", + "types": [ + "coll:model", + "negation", + "num2", + "multi claim" + ], + "entity_set": [ + "India", + "Sumitra_Mahajan", + "Bhajji" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Bhajji", + "country", + "India" + ], + [ + "India", + "leader", + "Sumitra_Mahajan" + ], + [ + "India", + "leaderName", + "Sumitra_Mahajan" + ] + ], + "predicted_rationale": "The evidence set indicates that Sumitra Mahajan is the leader of India, which contradicts the claim." + }, + { + "question_id": 401, + "question": "Richard Caton's birthplace is Imst, in Austria-Hungary.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Imst", + "Austria-Hungary", + "Richard_Caton" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Richard Caton's birthplace is Imst, in Austria-Hungary." + }, + { + "question_id": 1706, + "question": "Did you know that Nick de Jager did not attend university?", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Nick_de_Jager" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Nick de Jager did or did not attend university." + }, + { + "question_id": 1347, + "question": "When was Robert Johnson a leader of Birmingham?", + "types": [ + "question", + "coll:presup", + "num1", + "substitution" + ], + "entity_set": [ + "Birmingham", + "\"Robert Johnson\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Robert Johnson was a leader of Birmingham." + }, + { + "question_id": 831, + "question": "A senator represented Vermont's 3rd Congressional District and later died in Auburn, New South Wales.", + "types": [ + "written", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Vermont's_3rd_congressional_district", + "Auburn,_New_South_Wales" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that a senator represented Vermont's 3rd Congressional District and later died in Auburn, New South Wales." + }, + { + "question_id": 1405, + "question": "What is the name of Chong Fah Cheong's award?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Chong_Fah_Cheong" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for Chong Fah Cheong's award." + }, + { + "question_id": 1994, + "question": "Also, Honda does not make the Yamaha DT50MX which has a 2.4 litre engine.", + "types": [ + "coll:model", + "negation", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"2.4\"", + "Honda", + "Yamaha_DT50MX" + ], + "Label": [ + false + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Honda makes the Yamaha DT50MX." + }, + { + "question_id": 535, + "question": "Stuart Parker is a footballer with the Grand Rapids Hornets, also plays for Botswana Defence Force XI FC and has managed AFC Blackpool.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "A.F.C._Blackpool", + "Stuart_Parker_(footballer)", + "Grand_Rapids_Hornets", + "Botswana_Defence_Force_XI_FC" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "A.F.C._Blackpool", + "manager", + "Stuart_Parker_(footballer)" + ], + [ + "Stuart_Parker_(footballer)", + "managerClub", + "A.F.C._Blackpool" + ], + [ + "Stuart_Parker_(footballer)", + "managerclubs", + "A.F.C._Blackpool" + ], + [ + "Stuart_Parker_(footballer)", + "team", + "A.F.C._Blackpool" + ] + ], + "predicted_rationale": "There is no evidence that Stuart Parker plays for the Grand Rapids Hornets or Botswana Defence Force XI FC." + }, + { + "question_id": 1007, + "question": "The area of Akron Ohio is 161.54 Sq Km!", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Akron,_Ohio", + "\"161.53755844165633\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Akron,_Ohio", + "areaTotal", + "\"161.53755844165633\"" + ], + [ + "Akron,_Ohio", + "PopulatedPlace/areaTotal", + "\"161.53755844165633\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as the area of Akron, Ohio is approximately 161.54 Sq Km." + }, + { + "question_id": 737, + "question": "The ship, christened 4/7/2005, is 125800.0 millimetres long and weighs 1850 tons.", + "types": [ + "written", + "num3", + "multi hop" + ], + "entity_set": [ + "\"125800.0\"", + "\"1.85e+09\"", + "\"2005-04-07\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "A-Rosa_Luna", + "shipChristened", + "\"2005-04-07\"" + ], + [ + "A-Rosa_Luna", + "shipDisplacement", + "\"1.85e+09\"" + ] + ], + "predicted_rationale": "There is no evidence for the length of the ship being 125800.0 millimetres." + }, + { + "question_id": 1759, + "question": "Yes, Hans L\u00fcdemann did not receive an award.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Hans_L\u00fcdemann" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Hans L\u00fcdemann did or did not receive an award." + }, + { + "question_id": 1166, + "question": "Baymax is a character from Big Hero 6, which stars Scott Adsit.", + "types": [ + "coll:model", + "num2", + "multi claim" + ], + "entity_set": [ + "Big_Hero_6_(film)", + "Baymax", + "Scott_Adsit" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Baymax", + "first", + "Big_Hero_6_(film)" + ], + [ + "Baymax", + "series", + "Big_Hero_6_(film)" + ], + [ + "Big_Hero_6_(film)", + "starring", + "Scott_Adsit" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1311, + "question": "Amdavad ni Gufa is located in Gujarat in India, which is led by T S Thakur.", + "types": [ + "written", + "num4", + "multi claim" + ], + "entity_set": [ + "T._S._Thakur", + "India", + "Gujarat", + "Amdavad_ni_Gufa" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Amdavad_ni_Gufa", + "location", + "Gujarat" + ], + [ + "Amdavad_ni_Gufa", + "locationTown", + "Gujarat" + ], + [ + "Gujarat", + "country", + "India" + ], + [ + "T._S._Thakur", + "nationality", + "India" + ] + ], + "predicted_rationale": "There is no evidence that India is led by T S Thakur." + }, + { + "question_id": 304, + "question": "Well Maisto is the parent company of Polydor Records!", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Polydor_Records", + "Maisto" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Maisto is the parent company of Polydor Records." + }, + { + "question_id": 1469, + "question": "What is the name of Nikolaos Morakis's spouse?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Nikolaos_Morakis" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for Nikolaos Morakis's spouse." + }, + { + "question_id": 550, + "question": "Agustin Barboza, born in St. Johns, Arizona, died in Asunci\u00f3n, which is part of Gmina Sadowne.", + "types": [ + "written", + "num4", + "substitution", + "multi claim" + ], + "entity_set": [ + "Asunci\u00f3n", + "Agust\u00edn_Barboza", + "St._Johns,_Arizona", + "Gmina_Sadowne" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Agust\u00edn_Barboza", + "placeOfDeath", + "Asunci\u00f3n" + ], + [ + "Agust\u00edn_Barboza", + "placeOfBirth", + "Asunci\u00f3n" + ], + [ + "Agust\u00edn_Barboza", + "birthPlace", + "Asunci\u00f3n" + ], + [ + "Agust\u00edn_Barboza", + "deathPlace", + "Asunci\u00f3n" + ] + ], + "predicted_rationale": "There is no evidence that Agustin Barboza was born in St. Johns, Arizona, and there is also no evidence that Asunci\u00f3n is part of Gmina Sadowne." + }, + { + "question_id": 2352, + "question": "I realized that the Acura TLX has a V6 engine and was not assembled in Marysville, Ohio.", + "types": [ + "coll:presup", + "negation", + "num2", + "multi claim" + ], + "entity_set": [ + "Acura_TLX", + "Marysville,_Ohio", + "V6_engine" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Acura_TLX", + "engine", + "V6_engine" + ], + [ + "Acura_TLX", + "assembly", + "Marysville,_Ohio" + ] + ], + "predicted_rationale": "There is evidence that the Acura TLX was assembled in Marysville, Ohio, which contradicts the claim." + }, + { + "question_id": 451, + "question": "51824 Mikeanderson, which is a celestial body, has an apoapsis of 520906000.0 Kilometers and an average speed of 16.54 k.p.s.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"59544.0\"", + "\"5.20906E8\"", + "51824_Mikeanderson" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the apoapsis, average speed, or any other information about 51824 Mikeanderson." + }, + { + "question_id": 569, + "question": "The HMS Boadicea (H65), built by Neptun Werft, is powered by a MTU Friedrichshafen (Friedrichshafen) engine.", + "types": [ + "written", + "num4", + "substitution", + "multi claim" + ], + "entity_set": [ + "Friedrichshafen", + "Neptun_Werft", + "MTU_Friedrichshafen", + "HMS_Boadicea_(H65)" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "MTU_Friedrichshafen", + "locationCity", + "Friedrichshafen" + ] + ], + "predicted_rationale": "There is no evidence that the HMS Boadicea (H65) is powered by a MTU Friedrichshafen engine or built by Neptun Werft." + }, + { + "question_id": 1142, + "question": "Agustin Barboza was actually born in Asuncion, part of Gran Asuncion!", + "types": [ + "coll:model", + "num2", + "multi claim" + ], + "entity_set": [ + "Asunci\u00f3n", + "Gran_Asunci\u00f3n", + "Agust\u00edn_Barboza" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Agust\u00edn_Barboza", + "placeOfDeath", + "Asunci\u00f3n" + ], + [ + "Agust\u00edn_Barboza", + "placeOfBirth", + "Asunci\u00f3n" + ], + [ + "Agust\u00edn_Barboza", + "birthPlace", + "Asunci\u00f3n" + ], + [ + "Agust\u00edn_Barboza", + "deathPlace", + "Asunci\u00f3n" + ], + [ + "Asunci\u00f3n", + "subdivisionName", + "Gran_Asunci\u00f3n" + ], + [ + "Gran_Asunci\u00f3n", + "subdivisionName", + "Asunci\u00f3n" + ], + [ + "Asunci\u00f3n", + "isPartOf", + "Gran_Asunci\u00f3n" + ], + [ + "Gran_Asunci\u00f3n", + "isPartOf", + "Asunci\u00f3n" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 2174, + "question": "I heard that Blackpool is not led by Maher Abu Samen.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Blackpool", + "\"Maher Abu Samen\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Blackpool is led by Maher Abu Samen." + }, + { + "question_id": 1205, + "question": "Abdul Taib Mahmud, who was born in Miri, Malaysia, belongs to the Party Pesaka Bumiputera Bersatu.", + "types": [ + "written", + "num2", + "multi claim" + ], + "entity_set": [ + "Miri,_Malaysia", + "Parti_Pesaka_Bumiputera_Bersatu", + "Abdul_Taib_Mahmud" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Abdul_Taib_Mahmud", + "birthPlace", + "Miri,_Malaysia" + ], + [ + "Abdul_Taib_Mahmud", + "party", + "Parti_Pesaka_Bumiputera_Bersatu" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1521, + "question": "What was Mal Friedman vice president?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Mal_Friedman" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "The_Apple_(Star_Trek:_The_Original_Series)", + "guest", + "Mal_Friedman" + ], + [ + "Mal_Friedman", + "22-rdf-syntax-ns#type", + "DUL.owl#NaturalPerson" + ] + ], + "predicted_rationale": "There is no information about Mal Friedman being a vice president." + }, + { + "question_id": 335, + "question": "Michael Katsidis, the American was born in British Hong Kong.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "British_Hong_Kong", + "United_States", + "Michael_Katsidis" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Michael Katsidis, the American, was born in British Hong Kong." + }, + { + "question_id": 1001, + "question": "I know that Irish is the official language in the Republic of Ireland.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Republic_of_Ireland", + "Irish_language" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Republic_of_Ireland", + "language", + "Irish_language" + ], + [ + "Republic_of_Ireland", + "languages", + "Irish_language" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Irish_language is the language of the Republic of Ireland." + }, + { + "question_id": 1394, + "question": "What is the name of Filip R\u00fddel's youthclub?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Filip_R\u00fddel" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for Filip R\u00fddel's youth club." + }, + { + "question_id": 1021, + "question": "Of course, Gene Colan created Ben Urich.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Ben_Urich", + "Gene_Colan" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Ben_Urich", + "creator", + "Gene_Colan" + ], + [ + "Ben_Urich", + "creators", + "Gene_Colan" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as both entries confirm Gene Colan as the creator of Ben Urich." + }, + { + "question_id": 730, + "question": "A city is 214.o above sea level, covers an area of 140.8 square kilometres and has 368.65 inhabitants per square kilometre.", + "types": [ + "written", + "num3", + "multi hop" + ], + "entity_set": [ + "\"214.0\"", + "\"368.65\"", + "\"1.408e+08\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the city's elevation, area, or population density." + }, + { + "question_id": 113, + "question": "His real name is Mark S. Joshi and he attended college as well.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Mark_S._Joshi" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for his real name or college attendance." + }, + { + "question_id": 1870, + "question": "Are you aware that Kat Alano was not a prime minister?", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Kat_Alano" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Kat_Alano", + "birthName", + "\"Katherine Anne Brown Alano\"" + ], + [ + "Kat_Alano", + "name", + "\"Kat Alano\"" + ], + [ + "Kat_Alano", + "alias", + "\"Alano, Katherine Anne Brown\"" + ], + [ + "Kat_Alano", + "alternativeNames", + "\"Alano, Katherine Anne Brown\"" + ], + [ + "Kat_Alano", + "birthname", + "\"Katherine Anne Brown Alano\"" + ] + ], + "predicted_rationale": "There is no evidence that Kat Alano was a prime minister." + }, + { + "question_id": 617, + "question": "It has an apoapsis of 520906000.0 Kilometers with an average speed of 16.54 km/s.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "\"59544.0\"", + "\"5.20906E8\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the apoapsis and average speed." + }, + { + "question_id": 1115, + "question": "Yes, The Train song Mermaid is distributed in digital format.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Mermaid_(Train_song)", + "Music_download" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Mermaid_(Train_song)", + "format", + "Music_download" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Music_download implies digital format." + }, + { + "question_id": 2256, + "question": "A musical artist was born in, Ra\u00fal Fernando Sendic Rodr\u00edguez led, Uruguay and died in Montevideo.", + "types": [ + "written", + "num4", + "multi hop" + ], + "entity_set": [ + "Montevideo", + "Uruguay", + "Ra\u00fal_Fernando_Sendic_Rodr\u00edguez" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Montevideo", + "country", + "Uruguay" + ], + [ + "Uruguay", + "leader", + "Ra\u00fal_Fernando_Sendic_Rodr\u00edguez" + ], + [ + "Uruguay", + "leaderName", + "Ra\u00fal_Fernando_Sendic_Rodr\u00edguez" + ], + [ + "Eduardo_Galeano", + "deathPlace", + "Montevideo" + ], + [ + "Eduardo_Galeano", + "birthPlace", + "Uruguay" + ], + [ + "Mario_Benedetti", + "nationality", + "Uruguay" + ], + [ + "Jos\u00e9_Batlle_y_Ord\u00f3\u00f1ez", + "birthPlace", + "Uruguay" + ], + [ + "Jos\u00e9_Batlle_y_Ord\u00f3\u00f1ez", + "placeOfBirth", + "Uruguay" + ], + [ + "Jos\u00e9_Batlle_y_Ord\u00f3\u00f1ez", + "nationality", + "Uruguay" + ], + [ + "Jos\u00e9_Batlle_y_Ord\u00f3\u00f1ez", + "placeOfDeath", + "Montevideo" + ], + [ + "Hospital_de_Cl\u00ednicas,_Montevideo", + "location", + "Montevideo" + ], + [ + "Hospital_de_Cl\u00ednicas,_Montevideo", + "country", + "Uruguay" + ], + [ + "University_of_the_Republic_(Uruguay)", + "city", + "Montevideo" + ], + [ + "University_of_the_Republic_(Uruguay)", + "country", + "Uruguay" + ], + [ + "Comte_de_Lautr\u00e9amont", + "birthPlace", + "Montevideo" + ], + [ + "Comte_de_Lautr\u00e9amont", + "placeOfBirth", + "Uruguay" + ], + [ + "Jos\u00e9_Batlle_y_Ord\u00f3\u00f1ez", + "birthPlace", + "Montevideo" + ] + ], + "predicted_rationale": "There is no evidence that a musical artist was born in, Ra\u00fal Fernando Sendic Rodr\u00edguez led, Uruguay and died in Montevideo." + }, + { + "question_id": 1127, + "question": "Baroque pop is a fusion genre which includes some elements of pop rock.", + "types": [ + "written", + "num1" + ], + "entity_set": [ + "Pop_rock", + "Baroque_pop" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Pop_rock", + "musicFusionGenre", + "Baroque_pop" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Baroque pop is a fusion genre of pop rock." + }, + { + "question_id": 861, + "question": "An exponent of Milonga, a musical artist has a background as a solo singer and is part of the record label, Czech Republic.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "Milonga_(music)", + "\"solo_singer\"", + "Czech_Republic" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the musical artist has a background as a solo singer and is part of the record label in the Czech Republic." + }, + { + "question_id": 1877, + "question": "The 11th Mississippi Infantry Monument is not located in Adams County, Pennsylvania, which is northwest of Carroll County, Maryland.", + "types": [ + "written", + "negation", + "num2", + "multi claim" + ], + "entity_set": [ + "Carroll_County,_Maryland", + "11th_Mississippi_Infantry_Monument", + "Adams_County,_Pennsylvania" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "11th_Mississippi_Infantry_Monument", + "region", + "Adams_County,_Pennsylvania" + ], + [ + "Adams_County,_Pennsylvania", + "southeast", + "Carroll_County,_Maryland" + ] + ], + "predicted_rationale": "The claim is contradicted by the evidence since Adams County, Pennsylvania is southeast of Carroll County, Maryland, not northwest." + }, + { + "question_id": 864, + "question": "An astronaut (born on (in or after) 1553 in British Hong Kong) retired on March 1998 date.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "British_Hong_Kong", + "\"March 1998\"", + "\"(in or after) 1553\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that an astronaut was born in British Hong Kong in or after 1553 and retired on March 1998." + }, + { + "question_id": 2277, + "question": "It was made in Rostock and is powered by a MTU Friedrichshafen engine.", + "types": [ + "coll:model", + "num4", + "multi hop" + ], + "entity_set": [ + "Friedrichshafen", + "Rostock", + "MTU_Friedrichshafen" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that it was made in Rostock and is powered by a MTU Friedrichshafen engine." + }, + { + "question_id": 1020, + "question": "Yeah Scott Adsit does the voice for Baymax.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Baymax", + "Scott_Adsit" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Baymax", + "voice", + "Scott_Adsit" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Baymax's voice is done by Scott Adsit." + }, + { + "question_id": 755, + "question": "A book by J.V. Jones was produced in Hardcover and has an ISBN number of 0-7653-0633-6.", + "types": [ + "written", + "num3", + "multi hop" + ], + "entity_set": [ + "\"0-7653-0633-6\"", + "Hardcover", + "J._V._Jones" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that a book by J.V. Jones was produced in Hardcover and has an ISBN number of 0-7653-0633-6." + }, + { + "question_id": 105, + "question": "Well, FC Wohlen used to have a nickname.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "FC_Wohlen" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that FC Wohlen used to have a nickname." + }, + { + "question_id": 1430, + "question": "What is the name of 241 Pizza's parent company?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "241_Pizza" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the parent company of 241 Pizza." + }, + { + "question_id": 517, + "question": "Abdul Taib Mahmud, who belongs to the Freeminded Union, was born in Cairo, New York, U.S. and resides in Kuching.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "Kuching", + "Abdul_Taib_Mahmud", + "\"Cairo, New York, U.S.\"", + "\"Freeminded Union\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Abdul_Taib_Mahmud", + "residence", + "Kuching" + ] + ], + "predicted_rationale": "There is no evidence for Abdul Taib Mahmud's birthplace or his affiliation with the Freeminded Union." + }, + { + "question_id": 475, + "question": "The politician, Daniel Martinez, is Montevideo's leader which is in the country of Manche and the death place of William Gladstone Agnew.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "Montevideo", + "\"Daniel_Mart\u00ednez_(politician)\"", + "Manche", + "William_Gladstone_Agnew" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Daniel Martinez is Montevideo's leader, Montevideo is in the country of Manche, or Montevideo is the death place of William Gladstone Agnew." + }, + { + "question_id": 1239, + "question": "William Anders, who was born on the 17th of October, 1933, joined NASA in 1963 and served as a member of the crew of Apollo 8.", + "types": [ + "written", + "num3", + "multi claim" + ], + "entity_set": [ + "William_Anders", + "\"1963\"", + "Apollo_8", + "\"1933-10-17\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "William_Anders", + "dateOfBirth", + "\"1933-10-17\"" + ], + [ + "William_Anders", + "birthDate", + "\"1933-10-17\"" + ], + [ + "Apollo_8", + "crewMembers", + "William_Anders" + ], + [ + "Apollo_8", + "crew3Up", + "William_Anders" + ], + [ + "William_Anders", + "mission", + "Apollo_8" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 534, + "question": "Alfons Gorbach was born in Richmond, Texas, U.S., County of Tyrol and died in Atlantic Ocean, South of Ireland.", + "types": [ + "written", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "Tyrol_(state)", + "Alfons_Gorbach", + "\"Atlantic Ocean, South of Ireland\"", + "\"Richmond, Texas, U.S.\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Alfons_Gorbach", + "birthPlace", + "Tyrol_(state)" + ], + [ + "Alfons_Gorbach", + "placeOfBirth", + "Tyrol_(state)" + ] + ], + "predicted_rationale": "There is no evidence for Richmond, Texas, U.S., or death in Atlantic Ocean, South of Ireland." + }, + { + "question_id": 1092, + "question": "Well, I know that the official language of Ireland is English.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Republic_of_Ireland", + "English_language" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Republic_of_Ireland", + "language", + "English_language" + ], + [ + "Republic_of_Ireland", + "languages", + "English_language" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since the Republic of Ireland's language is English." + }, + { + "question_id": 332, + "question": "The birth place of Ed Spurney is Montevideo, where the leader is the politician Daniel Mart\u00ednez.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"Daniel_Mart\u00ednez_(politician)\"", + "Montevideo", + "Ed_Spurney" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the birth place of Ed Spurney is Montevideo, or that the leader of Montevideo is Daniel Mart\u00ednez." + }, + { + "question_id": 2219, + "question": "Nope, Alfredo Zitarrosa is not a practitioner of Stumpwork.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Alfredo_Zitarrosa", + "Stumpwork" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Alfredo Zitarrosa is a practitioner of Stumpwork." + }, + { + "question_id": 1854, + "question": "In fact, Vikramaditya was not a president.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Vikramaditya" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Vikramaditya was a president." + }, + { + "question_id": 2253, + "question": "A musical artist was born in Asunci\u00f3n and died in Paraguay, where the leader is Juan Afara.", + "types": [ + "written", + "num4", + "multi hop" + ], + "entity_set": [ + "Paraguay", + "Juan_Afara", + "Asunci\u00f3n" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Francisco_Solano_L\u00f3pez", + "birthPlace", + "Asunci\u00f3n" + ], + [ + "Francisco_Solano_L\u00f3pez", + "deathPlace", + "Paraguay" + ], + [ + "Augusto_Roa_Bastos", + "placeOfDeath", + "Paraguay" + ], + [ + "Augusto_Roa_Bastos", + "placeOfBirth", + "Paraguay" + ], + [ + "Cecilio_B\u00e1ez", + "deathPlace", + "Paraguay" + ], + [ + "Cecilio_B\u00e1ez", + "placeOfDeath", + "Paraguay" + ], + [ + "Cecilio_B\u00e1ez", + "placeOfBirth", + "Paraguay" + ], + [ + "Ram\u00f3n_Delgado", + "country", + "Paraguay" + ], + [ + "Julio_Valent\u00edn_Gonz\u00e1lez", + "placeOfBirth", + "Paraguay" + ], + [ + "V\u00edctor_Pecci", + "country", + "Paraguay" + ], + [ + "Sebasti\u00e1n_Fleitas", + "placeOfBirth", + "Paraguay" + ], + [ + "Rossana_de_los_R\u00edos", + "country", + "Paraguay" + ], + [ + "Claudio_Vargas_(footballer)", + "placeOfBirth", + "Paraguay" + ], + [ + "Le\u00f3n_Cadogan", + "deathPlace", + "Paraguay" + ], + [ + "Le\u00f3n_Cadogan", + "placeOfDeath", + "Paraguay" + ], + [ + "Le\u00f3n_Cadogan", + "placeOfBirth", + "Paraguay" + ], + [ + "Ver\u00f3nica_Cepede_Royg", + "country", + "Paraguay" + ], + [ + "Juan_\u00c1ngel_Sosa", + "placeOfBirth", + "Paraguay" + ], + [ + "Daniel_Alejandro_L\u00f3pez", + "country", + "Paraguay" + ], + [ + "Ram\u00f3n_Mayeregger", + "placeOfBirth", + "Paraguay" + ], + [ + "Carlos_Zubizarreta", + "deathPlace", + "Paraguay" + ], + [ + "Reinaldo_Ocampo", + "placeOfBirth", + "Paraguay" + ], + [ + "V\u00edctor_Hugo_\u00c1valos", + "deathPlace", + "Paraguay" + ], + [ + "Richard_Caceres", + "placeOfBirth", + "Paraguay" + ], + [ + "Montserrat_Gonz\u00e1lez", + "country", + "Paraguay" + ], + [ + "Carlos_Servin", + "placeOfBirth", + "Paraguay" + ], + [ + "Camila_Giangreco_Campiz", + "country", + "Paraguay" + ], + [ + "Karen_Doljak", + "placeOfBirth", + "Paraguay" + ], + [ + "Ra\u00fal_Cubas_Grau", + "placeOfBirth", + "Asunci\u00f3n" + ], + [ + "V\u00edctor_Pecci", + "placeOfBirth", + "Asunci\u00f3n" + ], + [ + "Argentina_national_football_team", + "location", + "Asunci\u00f3n" + ], + [ + "Paraguay_national_football_team", + "location", + "Paraguay" + ], + [ + "American_School_of_Asunci\u00f3n", + "country", + "Paraguay" + ], + [ + "Estadio_Rogelio_Livieres", + "location", + "Paraguay" + ], + [ + "Silvio_Pettirossi_International_Airport", + "city", + "Asunci\u00f3n" + ], + [ + "Silvio_Pettirossi_International_Airport", + "location", + "Paraguay" + ], + [ + "Universidad_Americana", + "country", + "Paraguay" + ], + [ + "Juan_Afara", + "birthPlace", + "Paraguay" + ] + ], + "predicted_rationale": "There is no evidence that Juan Afara is the leader of Paraguay." + }, + { + "question_id": 2145, + "question": "Henry Clay was actually not the leader of the Whig Party in the United States.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Whig_Party_(United_States)", + "Henry_Clay" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Whig_Party_(United_States)", + "leader", + "Henry_Clay" + ], + [ + "Henry_Clay", + "party", + "Whig_Party_(United_States)" + ] + ], + "predicted_rationale": "The evidence set indicates that Henry Clay was the leader of the Whig Party in the United States." + }, + { + "question_id": 2181, + "question": "Geng Yanbo is not a leader in Paraguay.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Paraguay", + "Geng_Yanbo" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Geng Yanbo is a leader in Paraguay." + }, + { + "question_id": 1834, + "question": "Did you know that Idriss D\u00e9by was not a President.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Idriss_D\u00e9by" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Chad", + "leader", + "Idriss_D\u00e9by" + ], + [ + "Moussa_Faki", + "president", + "Idriss_D\u00e9by" + ], + [ + "Idriss_D\u00e9by", + "primeMinister", + "Fid\u00e8le_Moungar" + ], + [ + "Idriss_D\u00e9by", + "office", + "List_of_heads_of_state_of_Chad" + ], + [ + "Chad", + "leaderName", + "Idriss_D\u00e9by" + ] + ], + "predicted_rationale": "There is evidence that Idriss D\u00e9by was a leader of Chad, which contradicts the claim that he was not a President." + }, + { + "question_id": 1888, + "question": "The 11th Mississippi Infantry Monument, which falls under the category of Contributing property, is in Pennsylvania is not in Mississippi.", + "types": [ + "written", + "negation", + "num2", + "multi claim" + ], + "entity_set": [ + "\"Pennsylvania\"", + "11th_Mississippi_Infantry_Monument", + "Contributing_property" + ], + "Label": [ + false + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "11th_Mississippi_Infantry_Monument", + "type", + "Contributing_property" + ], + [ + "11th_Mississippi_Infantry_Monument", + "category", + "Contributing_property" + ], + [ + "11th_Mississippi_Infantry_Monument", + "state", + "\"Pennsylvania\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since the 11th Mississippi Infantry Monument is in Pennsylvania, which implies it is not in Mississippi." + }, + { + "question_id": 2207, + "question": "The Train song by Mermaid is actually not from the pop rock genre!", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Mermaid_(Train_song)", + "Pop_rock" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Mermaid_(Train_song)", + "genre", + "Pop_rock" + ] + ], + "predicted_rationale": "The evidence set indicates that the Train song by Mermaid is actually from the pop rock genre." + }, + { + "question_id": 454, + "question": "The Grime's Graves was erected in Gettysburg Pennsylvania in 2000.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"2000\"", + "Gettysburg,_Pennsylvania", + "Grime's_Graves" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the Grime's Graves was erected in Gettysburg Pennsylvania in 2000." + }, + { + "question_id": 62, + "question": "I have heard Loulan Kingdom had a capital.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Loulan_Kingdom" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Loulan Kingdom had a capital." + }, + { + "question_id": 1828, + "question": "I read that Tabar\u00e9 V\u00e1zquez was not a president?", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Tabar\u00e9_V\u00e1zquez" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Jos\u00e9_Mujica", + "president", + "Tabar\u00e9_V\u00e1zquez" + ], + [ + "Uruguay", + "leader", + "Tabar\u00e9_V\u00e1zquez" + ], + [ + "Uruguay", + "leaderName", + "Tabar\u00e9_V\u00e1zquez" + ], + [ + "Tabar\u00e9_V\u00e1zquez", + "office", + "\"39th and 41stPresident of Uruguay\"" + ], + [ + "Tabar\u00e9_V\u00e1zquez", + "vicePresident", + "Ra\u00fal_Fernando_Sendic_Rodr\u00edguez" + ] + ], + "predicted_rationale": "There is evidence that Tabar\u00e9 V\u00e1zquez was the president of Uruguay." + }, + { + "question_id": 1978, + "question": "103 Colmore Row was not designed by the architect, who was not born in Edina, Minnesota.", + "types": [ + "written", + "negation", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "103_Colmore_Row", + "\"Edina, Minnesota\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence about the architect or the design of 103 Colmore Row." + }, + { + "question_id": 190, + "question": "Yeah, Shanda owns Philips Records!", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Philips_Records", + "Shanda" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Shanda owns Philips Records." + }, + { + "question_id": 2217, + "question": "Yes, Robert Johnson does not serve as a leader of Birmingham.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Birmingham", + "\"Robert Johnson\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that Robert Johnson serves as a leader of Birmingham." + }, + { + "question_id": 1380, + "question": "What is the name of EO Sidi Bouzid's nickname?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "EO_Sidi_Bouzid" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "EO_Sidi_Bouzid", + "nickname", + "\"EOSB\"" + ], + [ + "EO_Sidi_Bouzid", + "name", + "\"EO Sidi Bouzid\"" + ], + [ + "EO_Sidi_Bouzid", + "clubname", + "\"EO Sidi Bouzid\"" + ], + [ + "EO_Sidi_Bouzid", + "fullname", + "\"\u00c9toile olympique de Sidi Bouzid\"" + ], + [ + "EO_Sidi_Bouzid", + "nick", + "\"EOSB\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, as EO Sidi Bouzid's nickname is EOSB." + }, + { + "question_id": 1501, + "question": "What country was Raila Odinga prime minister?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Raila_Odinga" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Raila Odinga was prime minister of any country." + }, + { + "question_id": 912, + "question": "A book by Akihito Yoshitomi was printed in hardcover with the ISBN 0-7653-0633-6.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "Hardcover", + "\"0-7653-0633-6\"", + "Akihito_Yoshitomi" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that a book by Akihito Yoshitomi was printed in hardcover with the ISBN 0-7653-0633-6." + }, + { + "question_id": 1442, + "question": "What is the name of Meade Peak Formation's garrison?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Meade_Peak_Formation" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Meade_Peak_Formation", + "name", + "\"Meade Peak Formation\"" + ], + [ + "Meade_Peak_Formation", + "type", + "Geological_formation" + ], + [ + "Meade_Peak_Formation", + "region", + "Idaho" + ], + [ + "Meade_Peak_Formation", + "country", + "United_States" + ] + ], + "predicted_rationale": "There is no information about the garrison of Meade Peak Formation." + }, + { + "question_id": 1805, + "question": "Yup, Grazyna Monvid did not have a predecessor!", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Grazyna_Monvid" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Grazyna_Monvid", + "name", + "\"Monvid, Grazyna\"" + ], + [ + "Grazyna_Monvid", + "description", + "\"British actor\"" + ], + [ + "Grazyna_Monvid", + "shortDescription", + "\"British actor\"" + ], + [ + "Grazyna_Monvid", + "rdf-schema#label", + "\"Grazyna Monvid\"" + ], + [ + "Grazyna_Monvid", + "subject", + "Category:English_television_actresses" + ] + ], + "predicted_rationale": "There is no evidence that Grazyna Monvid did not have a predecessor." + }, + { + "question_id": 824, + "question": "Edapally, Ernakulam, Kerala, India, is the birthplace of an office holder, who resides in Kuching.", + "types": [ + "written", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Kuching", + "\"Edapally, Ernakulam, Kerala, India\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Edapally, Ernakulam, Kerala, India, is the birthplace of an office holder, who resides in Kuching." + }, + { + "question_id": 2056, + "question": "Yes, and 103 Colmore Row did not open in March 1901.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "103_Colmore_Row", + "\"March 1901\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence about the opening date of 103 Colmore Row." + }, + { + "question_id": 1285, + "question": "The Mason School of Business are the current tenants of Alan B Miller Hall, located in Williamsburg, Virginia and owned by The College of William and Mary.", + "types": [ + "written", + "num3", + "multi claim" + ], + "entity_set": [ + "Alan_B._Miller_Hall", + "College_of_William_&_Mary", + "Williamsburg,_Virginia", + "Mason_School_of_Business" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alan_B._Miller_Hall", + "tenant", + "Mason_School_of_Business" + ], + [ + "Alan_B._Miller_Hall", + "currentTenants", + "Mason_School_of_Business" + ], + [ + "Alan_B._Miller_Hall", + "location", + "Williamsburg,_Virginia" + ], + [ + "Alan_B._Miller_Hall", + "owner", + "College_of_William_&_Mary" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 124, + "question": "Have you heard of Nikola Gruevski? He was the prime minister.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Nikola_Gruevski" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Nikola Gruevski was the prime minister." + }, + { + "question_id": 1201, + "question": "Alliant Techsystems made the ALV X-1 and also makes the AgM-88 HARM.", + "types": [ + "coll:model", + "num2", + "multi claim" + ], + "entity_set": [ + "AGM-88_HARM", + "ALV_X-1", + "Alliant_Techsystems" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "ALV_X-1", + "manufacturer", + "Alliant_Techsystems" + ], + [ + "Alliant_Techsystems", + "product", + "AGM-88_HARM" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 414, + "question": "The 1. FC Schwandorf competes in The Azerbaijan Premier League and play their home matches at the AZAL Arena.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Azerbaijan_Premier_League", + "AZAL_Arena", + "1._FC_Schwandorf" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the 1. FC Schwandorf competes in The Azerbaijan Premier League and plays their home matches at the AZAL Arena." + }, + { + "question_id": 889, + "question": "Bakewell pudding is actually from the Derbyshire region where High Prairie is the leader.", + "types": [ + "coll:model", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "Bakewell_pudding", + "Derbyshire", + "High_Prairie" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Bakewell pudding is from the Derbyshire region where High Prairie is the leader." + }, + { + "question_id": 1590, + "question": "I realized that a food (a variation of which is another food that uses shortcrust pastry) is from the Derbyshire Dales region.", + "types": [ + "coll:presup", + "num4", + "multi hop" + ], + "entity_set": [ + "Shortcrust_pastry", + "Derbyshire_Dales" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Bakewell_tart", + "region", + "Derbyshire_Dales" + ], + [ + "Bakewell_tart", + "ingredient", + "Shortcrust_pastry" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Bakewell tart refers to the food." + }, + { + "question_id": 2326, + "question": "I imagined that Emyr Phillips did not attend university.", + "types": [ + "coll:presup", + "negation", + "existence" + ], + "entity_set": [ + "Emyr_Phillips" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Emyr Phillips did or did not attend university." + }, + { + "question_id": 626, + "question": "Duncan Rouleau created the character, a character in Big Hero 6.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "Big_Hero_6_(film)", + "Duncan_Rouleau" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Duncan Rouleau created the character in Big Hero 6." + }, + { + "question_id": 886, + "question": "A city is 306 above sea level, has a total area of 1.637E8 sq km and a population density of 1239.3 people per sq km.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"306.0\"", + "\"1239.35\"", + "\"1.637E8\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the city's elevation, total area, or population density." + }, + { + "question_id": 2194, + "question": "Nope, the Apollo 8 commander was not Jing Haipeng.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Apollo_8", + "Jing_Haipeng" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that the Apollo 8 commander was Jing Haipeng." + }, + { + "question_id": 2130, + "question": "The footballer Stuart Parker cannot play for Blackburn Rovers F.C.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Stuart_Parker_(footballer)", + "Blackburn_Rovers_F.C." + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Stuart_Parker_(footballer)", + "clubs", + "Blackburn_Rovers_F.C." + ], + [ + "Stuart_Parker_(footballer)", + "team", + "Blackburn_Rovers_F.C." + ] + ], + "predicted_rationale": "The claim is contradicted by the evidence since Stuart Parker can play for Blackburn Rovers F.C." + }, + { + "question_id": 661, + "question": "He was born in the area of Tyrol, Austria-Hungary.", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "Austria", + "County_of_Tyrol" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that he was born in the area of Tyrol, Austria-Hungary." + }, + { + "question_id": 1332, + "question": "The Al Taqaddum Air Base serves the city of a country where the Bengali, English, Garmen are spoken.", + "types": [ + "coll:model", + "num4", + "substitution", + "multi hop" + ], + "entity_set": [ + "Al-Taqaddum_Air_Base", + "\"Bengali, English, Garmen\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the Al Taqaddum Air Base serves the city of a country where the Bengali, English, Garmen are spoken." + }, + { + "question_id": 714, + "question": "The country is led by Enda Kenny, Irish is the official language and is home to Adare Manor.", + "types": [ + "written", + "num3", + "multi hop" + ], + "entity_set": [ + "Enda_Kenny", + "Irish_language", + "Adare_Manor" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Republic_of_Ireland", + "leader", + "Enda_Kenny" + ], + [ + "Republic_of_Ireland", + "language", + "Irish_language" + ], + [ + "Republic_of_Ireland", + "languages", + "Irish_language" + ], + [ + "Republic_of_Ireland", + "leaderName", + "Enda_Kenny" + ], + [ + "Adare_Manor", + "country", + "Republic_of_Ireland" + ], + [ + "Adare_Manor", + "locationCountry", + "Republic_of_Ireland" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 194, + "question": "Stephen S. Oswald was a member of the crew on Apollo 8.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Apollo_8", + "Stephen_S._Oswald" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Stephen S. Oswald was a member of the crew on Apollo 8." + }, + { + "question_id": 1227, + "question": "Anne Monson was an English national from the unitary Kingdom of England.", + "types": [ + "coll:model", + "num2", + "multi claim" + ], + "entity_set": [ + "Unitary_state", + "Kingdom_of_England", + "Lady_Anne_Monson" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Lady_Anne_Monson", + "nationality", + "Kingdom_of_England" + ], + [ + "Lady_Anne_Monson", + "birthPlace", + "Kingdom_of_England" + ], + [ + "Lady_Anne_Monson", + "placeOfBirth", + "Kingdom_of_England" + ], + [ + "Kingdom_of_England", + "governmentType", + "Unitary_state" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 92, + "question": "Marty Stratton did have a successor to him.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Marty_Stratton" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Marty Stratton had a successor." + }, + { + "question_id": 2071, + "question": "AZAL Arena is actually not located in Azerbaijan!", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "AZAL_Arena", + "Azerbaijan" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "AZAL_Arena", + "location", + "Azerbaijan" + ] + ], + "predicted_rationale": "The evidence set indicates that AZAL Arena is located in Azerbaijan." + }, + { + "question_id": 2230, + "question": "Lady Anne Monson's husband was not George Monson!", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Lady_Anne_Monson", + "George_Monson" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Lady_Anne_Monson", + "spouse", + "George_Monson" + ] + ], + "predicted_rationale": "The evidence set directly contradicts the claim, stating that Lady Anne Monson's husband was George Monson." + }, + { + "question_id": 1323, + "question": "Mermaid,performed by Train, is on the Sony Music Entertainment label;however,John Lennon also released Imagine which was followed by Happy Xmas (War is Over) on the same record label.", + "types": [ + "written", + "num4", + "multi claim" + ], + "entity_set": [ + "Sony_Music_Entertainment", + "Imagine_(John_Lennon_song)", + "Happy_Xmas_(War_Is_Over)", + "Mermaid_(Train_song)" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Mermaid_(Train_song)", + "label", + "Sony_Music_Entertainment" + ], + [ + "Mermaid_(Train_song)", + "recordLabel", + "Sony_Music_Entertainment" + ] + ], + "predicted_rationale": "There is no evidence that John Lennon released Imagine and Happy Xmas (War is Over) on the Sony Music Entertainment label." + }, + { + "question_id": 1887, + "question": "Yes, Baymax was not created by Duncan Rouleau or Steven T. Seagle.", + "types": [ + "coll:model", + "negation", + "num2", + "multi claim" + ], + "entity_set": [ + "Steven_T._Seagle", + "Baymax", + "Duncan_Rouleau" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Baymax", + "creator", + "Duncan_Rouleau" + ], + [ + "Baymax", + "creators", + "Duncan_Rouleau" + ], + [ + "Baymax", + "creator", + "Steven_T._Seagle" + ], + [ + "Baymax", + "creators", + "Steven_T._Seagle" + ] + ], + "predicted_rationale": "The evidence set indicates that Baymax was created by Duncan Rouleau and Steven T. Seagle." + }, + { + "question_id": 2339, + "question": "I emphasized that Sharon Greytak was not a prime minister.", + "types": [ + "coll:presup", + "negation", + "existence" + ], + "entity_set": [ + "Sharon_Greytak" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Archaeology_of_a_Woman", + "director", + "Sharon_Greytak" + ], + [ + "Archaeology_of_a_Woman", + "writer", + "Sharon_Greytak" + ], + [ + "Sharon_Greytak", + "22-rdf-syntax-ns#type", + "DUL.owl#NaturalPerson" + ] + ], + "predicted_rationale": "There is no evidence that Sharon Greytak was a prime minister." + }, + { + "question_id": 1579, + "question": "If only the 11th Mississippi Infantry Monument, a contributing property, is located in Becker County, Minnesota which is east to the Franklin County, Pennsylvania.", + "types": [ + "coll:presup", + "num4", + "substitution", + "multi claim" + ], + "entity_set": [ + "Franklin_County,_Pennsylvania", + "11th_Mississippi_Infantry_Monument", + "Contributing_property", + "Becker_County,_Minnesota" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "11th_Mississippi_Infantry_Monument", + "type", + "Contributing_property" + ], + [ + "11th_Mississippi_Infantry_Monument", + "category", + "Contributing_property" + ] + ], + "predicted_rationale": "There is no evidence that the 11th Mississippi Infantry Monument is located in Becker County, Minnesota or that Becker County, Minnesota is east of Franklin County, Pennsylvania." + }, + { + "question_id": 2278, + "question": "It was built by Neptun Werft in Rostock and has a MTU Friedrichshafen engine!", + "types": [ + "coll:model", + "num4", + "multi hop" + ], + "entity_set": [ + "MTU_Friedrichshafen", + "Neptun_Werft", + "Rostock" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Neptun_Werft", + "locationCity", + "Rostock" + ] + ], + "predicted_rationale": "There is no evidence for the MTU Friedrichshafen engine." + }, + { + "question_id": 1188, + "question": "Daniel Webster was a leader of the Whig Party (in the United States), one of the members is Alvah Sabin.", + "types": [ + "written", + "num2", + "multi claim" + ], + "entity_set": [ + "Daniel_Webster", + "Whig_Party_(United_States)", + "Alvah_Sabin" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Whig_Party_(United_States)", + "leader", + "Daniel_Webster" + ], + [ + "Daniel_Webster", + "party", + "Whig_Party_(United_States)" + ] + ], + "predicted_rationale": "There is no evidence that Alvah Sabin is a member of the Whig Party." + }, + { + "question_id": 975, + "question": "Do you know that William Anders is a US citizen?", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "William_Anders", + "United_States" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "William_Anders", + "nationality", + "United_States" + ] + ], + "predicted_rationale": "Based on the evidence set, William Anders' nationality is United States." + }, + { + "question_id": 2220, + "question": "John Buscema actually did not win the Alley Award!", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "John_Buscema", + "Alley_Award" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "John_Buscema", + "award", + "Alley_Award" + ] + ], + "predicted_rationale": "The evidence set indicates that John Buscema did win the Alley Award." + }, + { + "question_id": 1382, + "question": "What is the name of Inmaculada Torres's nickname?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Inmaculada_Torres" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Inmaculada_Torres", + "nickname", + "\"Inmaculada Cerezo\"" + ], + [ + "Inmaculada_Torres", + "name", + "\"Inmaculada Torres\"" + ], + [ + "Inmaculada_Torres", + "fullname", + "\"Inmaculada Torres Cerezo\"" + ], + [ + "Inmaculada_Torres", + "rdf-schema#label", + "\"Inmaculada Torres\"" + ], + [ + "Inmaculada_Torres", + "description", + "\"Olympic volleyball player\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, which states Inmaculada Torres's nickname is Inmaculada Cerezo." + }, + { + "question_id": 60, + "question": "Well I know that Sam's Choice has a parent company.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Sam's_Choice" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Sam's Choice has a parent company." + }, + { + "question_id": 1145, + "question": "Agustin Barboza is from Paraguay where the leader is Juan Afara.", + "types": [ + "coll:model", + "num2", + "multi claim" + ], + "entity_set": [ + "Agust\u00edn_Barboza", + "Juan_Afara", + "Paraguay" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Agust\u00edn_Barboza", + "birthPlace", + "Paraguay" + ], + [ + "Agust\u00edn_Barboza", + "placeOfBirth", + "Paraguay" + ], + [ + "Agust\u00edn_Barboza", + "placeOfDeath", + "Paraguay" + ], + [ + "Paraguay", + "leader", + "Juan_Afara" + ], + [ + "Paraguay", + "leaderName", + "Juan_Afara" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 2276, + "question": "MTU Friedrichshafen is in Friedrichshafen and made the engines that power the ship built on the Neptun Werft.", + "types": [ + "written", + "num4", + "multi hop" + ], + "entity_set": [ + "Friedrichshafen", + "Neptun_Werft", + "MTU_Friedrichshafen" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "MTU_Friedrichshafen", + "locationCity", + "Friedrichshafen" + ], + [ + "A-Rosa_Bella", + "powerType", + "MTU_Friedrichshafen" + ], + [ + "A-Rosa_Bella", + "builder", + "Neptun_Werft" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1975, + "question": "A building, located at not Colmore Row, was designed by the architect, Sauber,H.W.,Construction Co..", + "types": [ + "written", + "negation", + "num2", + "substitution", + "multi hop" + ], + "entity_set": [ + "Colmore_Row", + "\"Sauber,H.W.,Construction Co.\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that a building was designed by the architect Sauber, H.W., Construction Co." + }, + { + "question_id": 1641, + "question": "I have read that Tiger Force did not have a garrison.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Tiger_Force" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Tiger Force did or did not have a garrison." + }, + { + "question_id": 1310, + "question": "Anandiben Patel was the leader of Gujarat, India, the location of Amdavad ni Gufa.", + "types": [ + "written", + "num4", + "multi claim" + ], + "entity_set": [ + "Gujarat", + "Anandiben_Patel", + "India", + "Amdavad_ni_Gufa" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Gujarat", + "leaderName", + "Anandiben_Patel" + ], + [ + "Gujarat", + "country", + "India" + ], + [ + "Amdavad_ni_Gufa", + "location", + "Gujarat" + ], + [ + "Amdavad_ni_Gufa", + "locationTown", + "Gujarat" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 187, + "question": "The music genre of Alfredo Zitarrosa is called Serviced Apartments!", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Alfredo_Zitarrosa", + "\"Serviced Apartments\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the music genre of Alfredo Zitarrosa is called Serviced Apartments." + }, + { + "question_id": 1519, + "question": "What was Lane Sarasohn vice president?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Lane_Sarasohn" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Best_of_Times_(1981_film)", + "writer", + "Lane_Sarasohn" + ], + [ + "Lane_Sarasohn", + "22-rdf-syntax-ns#type", + "DUL.owl#NaturalPerson" + ] + ], + "predicted_rationale": "There is no information about Lane Sarasohn being a vice president." + }, + { + "question_id": 417, + "question": "\"A Wizard of Mars\" by Brett Walton has ISBN number 978-0-15-204770-2.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "\"978-0-15-204770-2\"", + "A_Wizard_of_Mars", + "\"Brett Walton\"" + ], + "Label": [ + false + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "A_Wizard_of_Mars", + "isbn", + "\"978-0-15-204770-2\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since A Wizard of Mars has the ISBN number 978-0-15-204770-2." + }, + { + "question_id": 640, + "question": "It is assembled in Marysville, Ohio and has an Inline-four engine!", + "types": [ + "coll:model", + "num2", + "multi hop" + ], + "entity_set": [ + "Inline-four_engine", + "Marysville,_Ohio" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the assembly location and the type of engine." + }, + { + "question_id": 533, + "question": "The dish originated in India, where T.S. Thakur and Dalem Baturenggong are leaders.", + "types": [ + "coll:model", + "num3", + "substitution", + "multi claim" + ], + "entity_set": [ + "India", + "T._S._Thakur", + "Bhajji", + "Dalem_Baturenggong" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "India", + "leader", + "T._S._Thakur" + ], + [ + "India", + "leaderName", + "T._S._Thakur" + ], + [ + "T._S._Thakur", + "nationality", + "India" + ] + ], + "predicted_rationale": "There is no evidence that Dalem Baturenggong is a leader of India." + }, + { + "question_id": 877, + "question": "The country is led by Gianfranco Miccich\u00e9, Irish is the official language and is home to Twitter.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "Irish_language", + "Gianfranco_Miccich\u00e9", + "Twitter" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that the country is led by Gianfranco Miccich\u00e9, Irish is the official language, and is home to Twitter." + }, + { + "question_id": 1098, + "question": "The ALV X-1 is made by Alliant Techsystems!", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "ALV_X-1", + "Alliant_Techsystems" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "ALV_X-1", + "manufacturer", + "Alliant_Techsystems" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, which states that the ALV X-1's manufacturer is Alliant Techsystems." + }, + { + "question_id": 1252, + "question": "Big Hero 6, distributed by Walt Disney Studios Motion Pictures, starred Ryan Potter and was Baymax's first film appearance.", + "types": [ + "written", + "num3", + "multi claim" + ], + "entity_set": [ + "Walt_Disney_Studios_Motion_Pictures", + "Big_Hero_6_(film)", + "Ryan_Potter", + "Baymax" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Big_Hero_6_(film)", + "starring", + "Ryan_Potter" + ], + [ + "Big_Hero_6_(film)", + "distributor", + "Walt_Disney_Studios_Motion_Pictures" + ], + [ + "Baymax", + "first", + "Big_Hero_6_(film)" + ], + [ + "Baymax", + "series", + "Big_Hero_6_(film)" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1358, + "question": "When was Kurt Zellers a leader of India?", + "types": [ + "question", + "coll:presup", + "num1", + "substitution" + ], + "entity_set": [ + "India", + "Kurt_Zellers" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Kurt Zellers was a leader of India." + }, + { + "question_id": 1321, + "question": "Alfons Gorbach was born in Austria-Hungary and died in Austria, the country where Doris Bures is a leader.", + "types": [ + "written", + "num4", + "multi claim" + ], + "entity_set": [ + "Austria", + "Austria-Hungary", + "Alfons_Gorbach", + "Doris_Bures" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alfons_Gorbach", + "birthPlace", + "Austria-Hungary" + ], + [ + "Alfons_Gorbach", + "placeOfDeath", + "Austria" + ], + [ + "Alfons_Gorbach", + "deathPlace", + "Austria" + ], + [ + "Alfons_Gorbach", + "placeOfBirth", + "Austria" + ], + [ + "Alfons_Gorbach", + "birthPlace", + "Austria" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 422, + "question": "UROVESA makes the ALV X-1 and produce the AgM-88 HARM.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "ALV_X-1", + "AGM-88_HARM", + "UROVESA" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that UROVESA makes the ALV X-1 and produces the AgM-88 HARM." + }, + { + "question_id": 1530, + "question": "Where was Melissa Flournoy vice president?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Melissa_Flournoy" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Art_Sour", + "successor", + "Melissa_Flournoy" + ], + [ + "Art_Sour", + "after", + "Melissa_Flournoy" + ], + [ + "Melissa_Flournoy", + "22-rdf-syntax-ns#type", + "DUL.owl#NaturalPerson" + ] + ], + "predicted_rationale": "There is no information about Melissa Flournoy being a vice president." + }, + { + "question_id": 17, + "question": "Yes, Italian Tripolitania had a capital!", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Italian_Tripolitania" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Italian_Tripolitania", + "capital", + "Tripoli" + ], + [ + "Italian_Tripolitania", + "country", + "\"Italy\"" + ], + [ + "Italian_Tripolitania", + "region", + "\"North Africa\"" + ], + [ + "Italian_Tripolitania", + "continent", + "\"Africa\"" + ], + [ + "Italian_Tripolitania", + "nativeName", + "\"Tripolitania Italiana\"" + ] + ], + "predicted_rationale": "The claim is supported by the evidence since Italian Tripolitania's capital is Tripoli." + }, + { + "question_id": 1316, + "question": "Abdul Taib Mahmud was born in Miri, Malaysia and was succeeded by Abdul Rahman Ya'kub who was in office whilst Tuanku Bujang Tuanku Othman was Vice President.", + "types": [ + "written", + "num4", + "multi claim" + ], + "entity_set": [ + "Miri,_Malaysia", + "Abdul_Rahman_Ya'kub", + "Tuanku_Bujang_Tuanku_Othman", + "Abdul_Taib_Mahmud" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Abdul_Taib_Mahmud", + "birthPlace", + "Miri,_Malaysia" + ], + [ + "Abdul_Taib_Mahmud", + "successor", + "Abdul_Rahman_Ya'kub" + ], + [ + "Abdul_Rahman_Ya'kub", + "successor", + "Abdul_Taib_Mahmud" + ], + [ + "Abdul_Taib_Mahmud", + "predecessor", + "Abdul_Rahman_Ya'kub" + ], + [ + "Abdul_Rahman_Ya'kub", + "predecessor", + "Abdul_Taib_Mahmud" + ], + [ + "Abdul_Taib_Mahmud", + "before", + "Abdul_Rahman_Ya'kub" + ], + [ + "Abdul_Rahman_Ya'kub", + "after", + "Abdul_Taib_Mahmud" + ], + [ + "Abdul_Rahman_Ya'kub", + "governor", + "Tuanku_Bujang_Tuanku_Othman" + ] + ], + "predicted_rationale": "There is no evidence that Tuanku Bujang Tuanku Othman was Vice President." + }, + { + "question_id": 2354, + "question": "I imagined that an office holder's birthplace was not Kingdom of Sarawak, and he resided in Demak Jaya, Jalan Bako, Kuching, Sarawak.", + "types": [ + "coll:presup", + "negation", + "num2", + "multi hop" + ], + "entity_set": [ + "\"Demak Jaya, Jalan Bako, Kuching, Sarawak\"", + "Kingdom_of_Sarawak" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Abdul_Taib_Mahmud", + "birthPlace", + "Kingdom_of_Sarawak" + ], + [ + "Abdul_Taib_Mahmud", + "residence", + "\"Demak Jaya, Jalan Bako, Kuching, Sarawak\"" + ] + ], + "predicted_rationale": "There is evidence that Abdul Taib Mahmud's birthplace was Kingdom of Sarawak, which contradicts the claim." + }, + { + "question_id": 1408, + "question": "What is the name of Agustin Aguayo's award?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Agustin_Aguayo" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for Agustin Aguayo's award." + }, + { + "question_id": 139, + "question": "Yes, and Aureo Comamala was the prime minister.", + "types": [ + "coll:model", + "existence" + ], + "entity_set": [ + "Aureo_Comamala" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "1910\u201311_FC_Barcelona_season", + "name", + "Aureo_Comamala" + ], + [ + "1910\u201311_FC_Barcelona_season__Aureo_Comamala__1", + "currentMember", + "Aureo_Comamala" + ], + [ + "Aureo_Comamala", + "22-rdf-syntax-ns#type", + "DUL.owl#NaturalPerson" + ] + ], + "predicted_rationale": "There is no evidence that Aureo Comamala was the prime minister." + }, + { + "question_id": 2059, + "question": "Do you know that Frank Borman was not a crewman aboard Apollo 8.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Apollo_8", + "Frank_Borman" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Apollo_8", + "crew1Up", + "Frank_Borman" + ], + [ + "Apollo_8", + "crewMembers", + "Frank_Borman" + ], + [ + "Frank_Borman", + "mission", + "Apollo_8" + ] + ], + "predicted_rationale": "There is evidence that Frank Borman was a crewman aboard Apollo 8." + }, + { + "question_id": 974, + "question": "William Anders is a United States national!", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "William_Anders", + "United_States" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "William_Anders", + "nationality", + "United_States" + ] + ], + "predicted_rationale": "Based on the evidence set, William Anders' nationality is United States." + }, + { + "question_id": 1330, + "question": "Frederick County Maryland is southwest of Adams County Pennsylvania, the location of the 11th Mississippi Infantry Monument, erected in 2000.", + "types": [ + "written", + "num4", + "multi claim" + ], + "entity_set": [ + "\"2000\"", + "11th_Mississippi_Infantry_Monument", + "Adams_County,_Pennsylvania", + "Frederick_County,_Maryland" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Adams_County,_Pennsylvania", + "southwest", + "Frederick_County,_Maryland" + ], + [ + "11th_Mississippi_Infantry_Monument", + "region", + "Adams_County,_Pennsylvania" + ], + [ + "11th_Mississippi_Infantry_Monument", + "established", + "\"2000\"" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 717, + "question": "The College of William and Mary owned the Georgian styled building in Williamsburg, Virginia.", + "types": [ + "coll:model", + "num3", + "multi hop" + ], + "entity_set": [ + "Georgian_architecture", + "College_of_William_&_Mary", + "Williamsburg,_Virginia" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "College_of_William_&_Mary", + "city", + "Williamsburg,_Virginia" + ] + ], + "predicted_rationale": "There is no evidence that the College of William and Mary owned a Georgian styled building." + }, + { + "question_id": 927, + "question": "A senator, secretary of the State of Vermont, was born on October 23, 1793 in G\u00f8rlev.", + "types": [ + "written", + "num3", + "substitution", + "multi hop" + ], + "entity_set": [ + "\"Secretary of State of Vermont\"", + "\"1793-10-23\"", + "G\u00f8rlev" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that a senator, secretary of the State of Vermont, was born on October 23, 1793 in G\u00f8rlev." + }, + { + "question_id": 2180, + "question": "Berlin's capital is actually not Germany.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Germany", + "Berlin" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Germany", + "capital", + "Berlin" + ], + [ + "Berlin", + "country", + "Germany" + ] + ], + "predicted_rationale": "The evidence set indicates that Berlin is the capital of Germany and located in Germany." + }, + { + "question_id": 189, + "question": "Paraguay is also where the Croatian, English and other languages spoken.", + "types": [ + "coll:model", + "num1", + "substitution" + ], + "entity_set": [ + "Paraguay", + "\"Croatian, English, other\"" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Paraguay is where the Croatian, English and other languages are spoken." + }, + { + "question_id": 1397, + "question": "What is the name of Tom Neilson's child?", + "types": [ + "question", + "coll:presup", + "existence" + ], + "entity_set": [ + "Tom_Neilson" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence about Tom Neilson's child." + }, + { + "question_id": 992, + "question": "Amdavad ni Gufa is also in Gujarat.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Amdavad_ni_Gufa", + "Gujarat" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Amdavad_ni_Gufa", + "location", + "Gujarat" + ], + [ + "Amdavad_ni_Gufa", + "locationTown", + "Gujarat" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 705, + "question": "An astronaut retired on 1 September 1969, having been born on 17 October 1933 in British Hong Kong.", + "types": [ + "written", + "num3", + "multi hop" + ], + "entity_set": [ + "British_Hong_Kong", + "\"1969-09-01\"", + "\"1933-10-17\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the astronaut's birthdate, birthplace, or retirement date." + }, + { + "question_id": 1042, + "question": "Well, the Acura TLX is classed as a mid-sized car.", + "types": [ + "coll:model", + "num1" + ], + "entity_set": [ + "Acura_TLX", + "Mid-size_car" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Acura_TLX", + "class", + "Mid-size_car" + ] + ], + "predicted_rationale": "The claim is supported by the evidence set, which states that the Acura TLX is classed as a mid-size car." + }, + { + "question_id": 2379, + "question": "I realized that the founder of Springer Science and Business Media is not Anthony Marotta.", + "types": [ + "coll:presup", + "negation", + "num1" + ], + "entity_set": [ + "Springer_Science+Business_Media", + "Anthony_Marotta" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [], + "predicted_rationale": "Based on the evidence set, there is no information that the founder of Springer Science and Business Media is Anthony Marotta." + }, + { + "question_id": 1257, + "question": "Abdul Rahman Ya'kub, was in office whilst Tuanku Bujang Tuanku Othman was Vice President, had the deputy, Stephen Yong Kuet Tze and succeeded Abdul Taib Mahmud.", + "types": [ + "written", + "num3", + "multi claim" + ], + "entity_set": [ + "Abdul_Rahman_Ya'kub", + "Stephen_Yong_Kuet_Tze", + "Tuanku_Bujang_Tuanku_Othman", + "Abdul_Taib_Mahmud" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Abdul_Rahman_Ya'kub", + "governor", + "Tuanku_Bujang_Tuanku_Othman" + ], + [ + "Abdul_Rahman_Ya'kub", + "deputy", + "Stephen_Yong_Kuet_Tze" + ], + [ + "Abdul_Rahman_Ya'kub", + "successor", + "Abdul_Taib_Mahmud" + ], + [ + "Abdul_Taib_Mahmud", + "successor", + "Abdul_Rahman_Ya'kub" + ], + [ + "Abdul_Rahman_Ya'kub", + "predecessor", + "Abdul_Taib_Mahmud" + ], + [ + "Abdul_Taib_Mahmud", + "predecessor", + "Abdul_Rahman_Ya'kub" + ], + [ + "Abdul_Taib_Mahmud", + "before", + "Abdul_Rahman_Ya'kub" + ], + [ + "Abdul_Rahman_Ya'kub", + "after", + "Abdul_Taib_Mahmud" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1559, + "question": "I remembered that Trevor Loudon was a vice president.", + "types": [ + "coll:presup", + "existence" + ], + "entity_set": [ + "Trevor_Loudon" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Garry_Mallett", + "vicePresident", + "Trevor_Loudon" + ], + [ + "Garry_Mallett", + "vicepresident", + "Trevor_Loudon" + ], + [ + "Trevor_Loudon", + "name", + "\"Loudon, Trevor\"" + ], + [ + "Trevor_Loudon", + "description", + "\"New Zealand politician\"" + ], + [ + "Trevor_Loudon", + "rdf-schema#label", + "\"Trevor Loudon\"" + ] + ], + "predicted_rationale": "Based on the evidence set, Trevor Loudon was a vice president of Garry Mallett." + }, + { + "question_id": 1326, + "question": "The song Mermaid by Train was preceded by the song This'll Be My Year and followed by the release of Imagine by John Lennon performed by Train and then by Happy Xmas (War Is Over).", + "types": [ + "written", + "num4", + "multi claim" + ], + "entity_set": [ + "This'll_Be_My_Year", + "Imagine_(John_Lennon_song)", + "Happy_Xmas_(War_Is_Over)", + "Mermaid_(Train_song)" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Mermaid_(Train_song)", + "previousWork", + "This'll_Be_My_Year" + ], + [ + "Mermaid_(Train_song)", + "subsequentWork", + "Imagine_(John_Lennon_song)" + ] + ], + "predicted_rationale": "There is no evidence that Imagine was performed by Train and followed by Happy Xmas (War Is Over)." + }, + { + "question_id": 760, + "question": "The celestial body known as a planet has a temperature of 171 kelvins, an escape velocity of 0.0112 kilometres per second and an apoapsis of 511592000.0 km.", + "types": [ + "written", + "num3", + "multi hop" + ], + "entity_set": [ + "\"40.32\"", + "\"5.11592E8\"", + "\"171.0\"" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for the temperature, escape velocity, or apoapsis of the celestial body." + }, + { + "question_id": 686, + "question": "The building, which is owned by The College of William and Mary, was completed on 1st June 2009.", + "types": [ + "written", + "num2", + "multi hop" + ], + "entity_set": [ + "College_of_William_&_Mary", + "\"2009-06-01\"" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Alan_B._Miller_Hall", + "owner", + "College_of_William_&_Mary" + ], + [ + "Alan_B._Miller_Hall", + "completionDate", + "\"2009-06-01\"" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 1777, + "question": "Nope, Jean Rustin did not have a spouse.", + "types": [ + "coll:model", + "negation", + "existence" + ], + "entity_set": [ + "Jean_Rustin" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "Jean_Rustin", + "birthPlace", + "Montigny-l\u00e8s-Metz" + ], + [ + "Jean_Rustin", + "placeOfBirth", + "\"Montigny-l\u00e8s-Metz\"" + ], + [ + "Jean_Rustin", + "dateOfDeath", + "\"2013-12-24\"" + ], + [ + "Jean_Rustin", + "placeOfDeath", + "\"Paris\"" + ] + ], + "predicted_rationale": "There is no information about Jean Rustin having a spouse in the evidence set." + }, + { + "question_id": 2301, + "question": "The architect Caspar Buberl was born in a city (now led by the Labour Party) and designed 103 Colmore Row.", + "types": [ + "written", + "num4", + "substitution", + "multi hop" + ], + "entity_set": [ + "Labour_Party_(UK)", + "103_Colmore_Row", + "Caspar_Buberl" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Caspar Buberl was born in a city now led by the Labour Party and designed 103 Colmore Row." + }, + { + "question_id": 468, + "question": "Frankie Sanders, whose nationality is English, was born in 1726 on January, 1.", + "types": [ + "written", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Kingdom_of_England", + "\"1726-01-01\"", + "Frankie_Sanders" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence for Frankie Sanders' nationality, birth year, or birth date." + }, + { + "question_id": 2066, + "question": "Abdul Taib Mahmud is not native to the Asajaya region.", + "types": [ + "coll:model", + "negation", + "num1" + ], + "entity_set": [ + "Abdul_Taib_Mahmud", + "Asajaya" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "Abdul_Taib_Mahmud", + "constituencyAm", + "Asajaya" + ], + [ + "Abdul_Taib_Mahmud", + "region", + "Asajaya" + ] + ], + "predicted_rationale": "There is no evidence that Abdul Taib Mahmud is not native to the Asajaya region." + }, + { + "question_id": 1583, + "question": "I remembered that a soccer club, is in Blackpool, and play in the English Football League.", + "types": [ + "coll:presup", + "num2", + "multi hop" + ], + "entity_set": [ + "English_football_league_system", + "Blackpool" + ], + "Label": [ + true + ], + "predicted_verdict": true, + "predicted_evidence": [ + [ + "A.F.C._Blackpool", + "ground", + "Blackpool" + ], + [ + "A.F.C._Blackpool", + "league", + "English_football_league_system" + ] + ], + "predicted_rationale": "Everything of the claim is supported by the evidence set." + }, + { + "question_id": 2309, + "question": "Sumitra Mahajan is a leader in Poland. His museum is located in Gujarat.", + "types": [ + "coll:model", + "num4", + "substitution", + "multi hop" + ], + "entity_set": [ + "Sumitra_Mahajan", + "Gujarat", + "Poland" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Sumitra Mahajan is a leader in Poland or has a museum in Gujarat." + }, + { + "question_id": 469, + "question": "Johann Gottlieb was a botanist. He died on February 18, 1776.", + "types": [ + "coll:model", + "num2", + "substitution", + "multi claim" + ], + "entity_set": [ + "Botany", + "\"1776-02-18\"", + "Johann_Gottlieb" + ], + "Label": [ + false + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that Johann Gottlieb was a botanist and died on February 18, 1776." + }, + { + "question_id": 784, + "question": "A person born in the Kingdom of England in a settlement which is in the UK.", + "types": [ + "coll:model", + "num4", + "multi hop" + ], + "entity_set": [ + "Kingdom_of_England", + "United_Kingdom" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [], + "predicted_rationale": "There is no evidence that a person was born in the Kingdom of England in a settlement which is in the UK." + }, + { + "question_id": 1328, + "question": "The 11th Mississippi Infantry Monument was established in 2000 in Adams County, Pennsylvania which is south to the Cumberland county, Pennsylvania.", + "types": [ + "written", + "num4", + "multi claim" + ], + "entity_set": [ + "Cumberland_County,_Pennsylvania", + "\"2000\"", + "11th_Mississippi_Infantry_Monument", + "Adams_County,_Pennsylvania" + ], + "Label": [ + true + ], + "predicted_verdict": false, + "predicted_evidence": [ + [ + "11th_Mississippi_Infantry_Monument", + "established", + "\"2000\"" + ], + [ + "11th_Mississippi_Infantry_Monument", + "region", + "Adams_County,_Pennsylvania" + ] + ], + "predicted_rationale": "There is no evidence that Adams County, Pennsylvania is south to the Cumberland county, Pennsylvania." + } +] \ No newline at end of file