diff --git a/community-request/eval/RedBrain/Eagle-7B-1T-winogrande/pretrained__RWKV__rwkv-5-world-7b,dtype__float16,trust_remote_code__True_winogrande.jsonl b/community-request/eval/RedBrain/Eagle-7B-1T-winogrande/pretrained__RWKV__rwkv-5-world-7b,dtype__float16,trust_remote_code__True_winogrande.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..bc97fc8adfb71d671d1f0dc55d3c6de2c69a7947 --- /dev/null +++ b/community-request/eval/RedBrain/Eagle-7B-1T-winogrande/pretrained__RWKV__rwkv-5-world-7b,dtype__float16,trust_remote_code__True_winogrande.jsonl @@ -0,0 +1,57017 @@ +[ + { + "doc_id": 0, + "doc": { + "sentence": "Sarah was a much better surgeon than Maria so _ always got the easier cases.", + "option1": "Sarah", + "option2": "Maria", + "answer": "2" + }, + "target": "always got the easier cases.", + "arguments": [ + [ + "The pants kept shrinking in the wash, but the socks weren't affected, because the pants were made of malleable material.\n\nThe leggings were more comfortable than the jeans because the jeans stretched out much less.\n\nThe woman wanted to hang the dress in the closet but the dress was too large.\n\nEating zucchini bread was a treat for Aaron but not Ian because Aaron ate it very rarely.\n\nThe man spent his money on the 4-wheeler instead of the motorcycle because the 4-wheeler was cheap.\n\nSarah was a much better surgeon than Maria so Sarah", + " always got the easier cases." + ], + [ + "The pants kept shrinking in the wash, but the socks weren't affected, because the pants were made of malleable material.\n\nThe leggings were more comfortable than the jeans because the jeans stretched out much less.\n\nThe woman wanted to hang the dress in the closet but the dress was too large.\n\nEating zucchini bread was a treat for Aaron but not Ian because Aaron ate it very rarely.\n\nThe man spent his money on the 4-wheeler instead of the motorcycle because the 4-wheeler was cheap.\n\nSarah was a much better surgeon than Maria so Maria", + " always got the easier cases." + ] + ], + "resps": [ + [ + [ + -11.390625, + false + ] + ], + [ + [ + -12.9375, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.390625, + false + ], + [ + -12.9375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 8, + "doc": { + "sentence": "Natalie has a rich husband and lots of money, Jennifer is poor _ needs to make her clothes.", + "option1": "Natalie", + "option2": "Jennifer", + "answer": "2" + }, + "target": "needs to make her clothes.", + "arguments": [ + [ + "Lindsey gave Amy the silent treatment because she was angry; Lindsey didn't speak to her for two days.\n\nI drank water instead of soda because the fever subsided when I drank the water .\n\nIt was Adam who had to prepare meals for Robert since Adam was a competent cook .\n\nThe planted seedlings weren't growing as quickly in the backyard like in the front yard because the front yard has more sunlight.\n\nThe car was quick when it used electricity instead of gasoline, because it was made to run on the gasoline less efficiently.\n\nNatalie has a rich husband and lots of money, Jennifer is poor Natalie", + " needs to make her clothes." + ], + [ + "Lindsey gave Amy the silent treatment because she was angry; Lindsey didn't speak to her for two days.\n\nI drank water instead of soda because the fever subsided when I drank the water .\n\nIt was Adam who had to prepare meals for Robert since Adam was a competent cook .\n\nThe planted seedlings weren't growing as quickly in the backyard like in the front yard because the front yard has more sunlight.\n\nThe car was quick when it used electricity instead of gasoline, because it was made to run on the gasoline less efficiently.\n\nNatalie has a rich husband and lots of money, Jennifer is poor Jennifer", + " needs to make her clothes." + ] + ], + "resps": [ + [ + [ + -22.265625, + false + ] + ], + [ + [ + -20.65625, + false + ] + ] + ], + "filtered_resps": [ + [ + -22.265625, + false + ], + [ + -20.65625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 16, + "doc": { + "sentence": "Michael just bought brand new wheels for his truck unlike Leslie because _ wheels were new and perfect.", + "option1": "Michael", + "option2": "Leslie", + "answer": "2" + }, + "target": "wheels were new and perfect.", + "arguments": [ + [ + "While discussing retirement, William wanted to move to Florida and Jeffrey did not for William liked warm climates.\n\nJeffrey was feeling sleepy all day, while Steven was full of energy, because Jeffrey had slept restlessly the night before.\n\nSamantha loves chocolate so much she made a cake, but Angela rejected the cake because Samantha adored the sweetness of it all.\n\nBetty love to have cats but Rachel did not. Rachel adopted a dog at the local shelter.\n\nMy mom always preferred the salon to the barber shop because the shop gave worse cuts.\n\nMichael just bought brand new wheels for his truck unlike Leslie because Michael", + " wheels were new and perfect." + ], + [ + "While discussing retirement, William wanted to move to Florida and Jeffrey did not for William liked warm climates.\n\nJeffrey was feeling sleepy all day, while Steven was full of energy, because Jeffrey had slept restlessly the night before.\n\nSamantha loves chocolate so much she made a cake, but Angela rejected the cake because Samantha adored the sweetness of it all.\n\nBetty love to have cats but Rachel did not. Rachel adopted a dog at the local shelter.\n\nMy mom always preferred the salon to the barber shop because the shop gave worse cuts.\n\nMichael just bought brand new wheels for his truck unlike Leslie because Leslie", + " wheels were new and perfect." + ] + ], + "resps": [ + [ + [ + -19.546875, + false + ] + ], + [ + [ + -22.09375, + false + ] + ] + ], + "filtered_resps": [ + [ + -19.546875, + false + ], + [ + -22.09375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 24, + "doc": { + "sentence": "They had to eat a lot to gain the strength they had lost and be able to work, the _ was too little.", + "option1": "work", + "option2": "strength", + "answer": "2" + }, + "target": "was too little.", + "arguments": [ + [ + "Mary wore the poncho to work that day instead of the jacket because the jacket didn't protect her from the rain.\n\nThe brushes that I used were a lot softer than the combs because the brushes were made from hair.\n\nBecause Elena was far less successful at their job this year than Megan, Elena received a smaller raise.\n\nwe replaced the cement surface in the bedroom with wood because the cement was cold.\n\nThe clothes of Kenneth always smell, but Ian's smell very good. Ian does laundry once a day.\n\nThey had to eat a lot to gain the strength they had lost and be able to work, the work", + " was too little." + ], + [ + "Mary wore the poncho to work that day instead of the jacket because the jacket didn't protect her from the rain.\n\nThe brushes that I used were a lot softer than the combs because the brushes were made from hair.\n\nBecause Elena was far less successful at their job this year than Megan, Elena received a smaller raise.\n\nwe replaced the cement surface in the bedroom with wood because the cement was cold.\n\nThe clothes of Kenneth always smell, but Ian's smell very good. Ian does laundry once a day.\n\nThey had to eat a lot to gain the strength they had lost and be able to work, the strength", + " was too little." + ] + ], + "resps": [ + [ + [ + -13.8828125, + false + ] + ], + [ + [ + -13.703125, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.8828125, + false + ], + [ + -13.703125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 32, + "doc": { + "sentence": "Mary thought poodles were a cool dog but Rachel thought Great Danes were cooler. _ bought a gigantic dog bed for their pet.", + "option1": "Mary", + "option2": "Rachel", + "answer": "2" + }, + "target": "bought a gigantic dog bed for their pet.", + "arguments": [ + [ + "Rachel was far more likely to receive letters from overseas than Victoria because Victoria had never traveled in Europe.\n\nHer skin chafed on her elbow when she wore the big sweater because the sweater is rough.\n\nThe rice needed more seasoning, but the pasta tasted just fine. The pasta must have been spicy.\n\nCarrie continued working while she had her skin condition, but Billy had to stay in the hospital with his lung condition. The lung condition was more life-threatening.\n\nNelson had an easy time writing stories but Joel struggled with it. Joel had taken welding classes at the local community college.\n\nMary thought poodles were a cool dog but Rachel thought Great Danes were cooler. Mary", + " bought a gigantic dog bed for their pet." + ], + [ + "Rachel was far more likely to receive letters from overseas than Victoria because Victoria had never traveled in Europe.\n\nHer skin chafed on her elbow when she wore the big sweater because the sweater is rough.\n\nThe rice needed more seasoning, but the pasta tasted just fine. The pasta must have been spicy.\n\nCarrie continued working while she had her skin condition, but Billy had to stay in the hospital with his lung condition. The lung condition was more life-threatening.\n\nNelson had an easy time writing stories but Joel struggled with it. Joel had taken welding classes at the local community college.\n\nMary thought poodles were a cool dog but Rachel thought Great Danes were cooler. Rachel", + " bought a gigantic dog bed for their pet." + ] + ], + "resps": [ + [ + [ + -34.875, + false + ] + ], + [ + [ + -35.625, + false + ] + ] + ], + "filtered_resps": [ + [ + -34.875, + false + ], + [ + -35.625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 40, + "doc": { + "sentence": "Brian was jealous of Brett's new car because _ couldn't afford to buy a new car.", + "option1": "Brian", + "option2": "Brett", + "answer": "1" + }, + "target": "couldn't afford to buy a new car.", + "arguments": [ + [ + "The hollyhocks in her garden needed plenty of sun and water to moisten the soil. She made sure to give them a lot of the water .\n\nAllison tried to use an elastic band to put her hair in a ponytail, but the hair was too short.\n\nTanya created a beautiful picture but Lindsey did not as Tanya was a wonderful artist.\n\nThe sac has more space for one more basketball. The basketball is a small one.\n\nNo matter where they went in the world, everyone always knew Derrick but not Nelson because Nelson was not a famous person.\n\nBrian was jealous of Brett's new car because Brian", + " couldn't afford to buy a new car." + ], + [ + "The hollyhocks in her garden needed plenty of sun and water to moisten the soil. She made sure to give them a lot of the water .\n\nAllison tried to use an elastic band to put her hair in a ponytail, but the hair was too short.\n\nTanya created a beautiful picture but Lindsey did not as Tanya was a wonderful artist.\n\nThe sac has more space for one more basketball. The basketball is a small one.\n\nNo matter where they went in the world, everyone always knew Derrick but not Nelson because Nelson was not a famous person.\n\nBrian was jealous of Brett's new car because Brett", + " couldn't afford to buy a new car." + ] + ], + "resps": [ + [ + [ + -10.3828125, + false + ] + ], + [ + [ + -14.6328125, + false + ] + ] + ], + "filtered_resps": [ + [ + -10.3828125, + false + ], + [ + -14.6328125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 48, + "doc": { + "sentence": "Hunter was a better baker than Logan so _ made the kitchen a mess when they tried to make an apple pie.", + "option1": "Hunter", + "option2": "Logan", + "answer": "2" + }, + "target": "made the kitchen a mess when they tried to make an apple pie.", + "arguments": [ + [ + "Kenneth borrowed woodworking equipment from Justin so he could build a table. When he accidentally broke some of it, Justin vowed never to lend anything to anyone again.\n\nIn college, Brett needed a tutor for calculus while Kevin did not because Kevin was understanding the material.\n\nThe man with cancer chooses surgery over chemo based on his doctor's advice. surgery must succeed more in cases like his.\n\nMy new car didn't fit in the garage at my house because the garage was too tiny.\n\nThe student chose to download a game rather than his homework assignment. The game is likely more fascinating.\n\nHunter was a better baker than Logan so Hunter", + " made the kitchen a mess when they tried to make an apple pie." + ], + [ + "Kenneth borrowed woodworking equipment from Justin so he could build a table. When he accidentally broke some of it, Justin vowed never to lend anything to anyone again.\n\nIn college, Brett needed a tutor for calculus while Kevin did not because Kevin was understanding the material.\n\nThe man with cancer chooses surgery over chemo based on his doctor's advice. surgery must succeed more in cases like his.\n\nMy new car didn't fit in the garage at my house because the garage was too tiny.\n\nThe student chose to download a game rather than his homework assignment. The game is likely more fascinating.\n\nHunter was a better baker than Logan so Logan", + " made the kitchen a mess when they tried to make an apple pie." + ] + ], + "resps": [ + [ + [ + -30.234375, + false + ] + ], + [ + [ + -33.75, + false + ] + ] + ], + "filtered_resps": [ + [ + -30.234375, + false + ], + [ + -33.75, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 56, + "doc": { + "sentence": "Joe brought the horse out to the country quite a distance and gave him food but the _ was too much.", + "option1": "food", + "option2": "distance", + "answer": "2" + }, + "target": "was too much.", + "arguments": [ + [ + "Jane wanted her doll back because she now hated the toy car. The doll is beautiful.\n\nThe coroner tried to put the body in the bag but the body was too large.\n\nRandy bumped into Brian while walking on the sidewalk, because Randy was in a rush.\n\nThe light sensitive roses had to be removed from the garden and moved to the vineyard, as the garden was sunnier.\n\nMatthew was removing the excess cancerous tissue with a scalpel from Jeffrey because Jeffrey was a patient.\n\nJoe brought the horse out to the country quite a distance and gave him food but the food", + " was too much." + ], + [ + "Jane wanted her doll back because she now hated the toy car. The doll is beautiful.\n\nThe coroner tried to put the body in the bag but the body was too large.\n\nRandy bumped into Brian while walking on the sidewalk, because Randy was in a rush.\n\nThe light sensitive roses had to be removed from the garden and moved to the vineyard, as the garden was sunnier.\n\nMatthew was removing the excess cancerous tissue with a scalpel from Jeffrey because Jeffrey was a patient.\n\nJoe brought the horse out to the country quite a distance and gave him food but the distance", + " was too much." + ] + ], + "resps": [ + [ + [ + -6.97265625, + false + ] + ], + [ + [ + -4.65234375, + false + ] + ] + ], + "filtered_resps": [ + [ + -6.97265625, + false + ], + [ + -4.65234375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 64, + "doc": { + "sentence": "John cannot touch the cup as it was just brought out of the refrigerator. He wanted some air to blow around it. The _ is very warm.", + "option1": "cup", + "option2": "air", + "answer": "2" + }, + "target": "is very warm.", + "arguments": [ + [ + "Adam had to schedule a visit a dermatologist but Joseph didn't because Adam had bad skin.\n\nBenjamin explained to Kevin how he was going to start his own business. Kevin was proud of him.\n\nNeil wanted to help his good friend Benjamin quit smoking for Benjamin was an current smoker.\n\nLogan lost the billiards game to Robert because Logan was a novice in the game.\n\nAngela loves cleaning but Gary likes laundry. Angela likes the cleaning scents for the home.\n\nJohn cannot touch the cup as it was just brought out of the refrigerator. He wanted some air to blow around it. The cup", + " is very warm." + ], + [ + "Adam had to schedule a visit a dermatologist but Joseph didn't because Adam had bad skin.\n\nBenjamin explained to Kevin how he was going to start his own business. Kevin was proud of him.\n\nNeil wanted to help his good friend Benjamin quit smoking for Benjamin was an current smoker.\n\nLogan lost the billiards game to Robert because Logan was a novice in the game.\n\nAngela loves cleaning but Gary likes laundry. Angela likes the cleaning scents for the home.\n\nJohn cannot touch the cup as it was just brought out of the refrigerator. He wanted some air to blow around it. The air", + " is very warm." + ] + ], + "resps": [ + [ + [ + -9.34375, + false + ] + ], + [ + [ + -10.3125, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.34375, + false + ], + [ + -10.3125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 72, + "doc": { + "sentence": "I tried to make mini lamps by using glow sticks in mason jars, but had to get larger jars because the _ were too big.", + "option1": "glow sticks", + "option2": "jars", + "answer": "1" + }, + "target": "were too big.", + "arguments": [ + [ + "The early morning soccer game was threatened by rain, so the team was hoping that the rain would be delayed.\n\nSome tea spilled on the table and John cleaned it with a napkin. The table got dry.\n\nKatrina showed Carrie how to assemble her own computer from scratch. Katrina was really talented.\n\nCleaning was top of Natalie's chore list but bottom of Megan's, as Natalie was always worried about germs and bacteria.\n\nJeffrey bought a Guinea pig and Brett didn't help care for it. Their mother praised Jeffrey for their work.\n\nI tried to make mini lamps by using glow sticks in mason jars, but had to get larger jars because the glow sticks", + " were too big." + ], + [ + "The early morning soccer game was threatened by rain, so the team was hoping that the rain would be delayed.\n\nSome tea spilled on the table and John cleaned it with a napkin. The table got dry.\n\nKatrina showed Carrie how to assemble her own computer from scratch. Katrina was really talented.\n\nCleaning was top of Natalie's chore list but bottom of Megan's, as Natalie was always worried about germs and bacteria.\n\nJeffrey bought a Guinea pig and Brett didn't help care for it. Their mother praised Jeffrey for their work.\n\nI tried to make mini lamps by using glow sticks in mason jars, but had to get larger jars because the jars", + " were too big." + ] + ], + "resps": [ + [ + [ + -4.05078125, + false + ] + ], + [ + [ + -6.7890625, + false + ] + ] + ], + "filtered_resps": [ + [ + -4.05078125, + false + ], + [ + -6.7890625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 80, + "doc": { + "sentence": "Aaron didn't know Dennis had a peanut allergy, so when _ ate peanut chicken an ambulance was called.", + "option1": "Aaron", + "option2": "Dennis", + "answer": "2" + }, + "target": "ate peanut chicken an ambulance was called.", + "arguments": [ + [ + "The rain was more severe today than the wind, because the rain created many accidents.\n\nTanya asked Angela to be her stock broker because Angela possessed good financial market experience.\n\nIt was more probable that Maria would end up in prison rather than Tanya because Maria had a criminal lifestyle.\n\nKayla fit into a size six shoe while Tanya did not because Kayla has small feet.\n\nWhen Angela needs to know something she searches Google unlike Rachel, Rachel does not mess with the internet.\n\nAaron didn't know Dennis had a peanut allergy, so when Aaron", + " ate peanut chicken an ambulance was called." + ], + [ + "The rain was more severe today than the wind, because the rain created many accidents.\n\nTanya asked Angela to be her stock broker because Angela possessed good financial market experience.\n\nIt was more probable that Maria would end up in prison rather than Tanya because Maria had a criminal lifestyle.\n\nKayla fit into a size six shoe while Tanya did not because Kayla has small feet.\n\nWhen Angela needs to know something she searches Google unlike Rachel, Rachel does not mess with the internet.\n\nAaron didn't know Dennis had a peanut allergy, so when Dennis", + " ate peanut chicken an ambulance was called." + ] + ], + "resps": [ + [ + [ + -27.484375, + false + ] + ], + [ + [ + -26.125, + false + ] + ] + ], + "filtered_resps": [ + [ + -27.484375, + false + ], + [ + -26.125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 88, + "doc": { + "sentence": "Amy thought she was the mirror image of Natalie , but _ could not be convinced to see the similarity.", + "option1": "Amy", + "option2": "Natalie", + "answer": "2" + }, + "target": "could not be convinced to see the similarity.", + "arguments": [ + [ + "The beach near our house is a lot better than the shore near my mom's place, because the shore is dirty.\n\nRandy was helping Eric find a way to improve his credit because Eric is a bankruptcy filer.\n\nBrian loved putting together model cars while Ian did not because Ian hated the intricate details.\n\nPatricia recognized the signed of a poisoned cat while Megan did not because Megan didn't see the symptoms of poisoning.\n\nChristine was having trouble opening their computer downloads and asked Rebecca for help because Rebecca worked with computers a lot.\n\nAmy thought she was the mirror image of Natalie , but Amy", + " could not be convinced to see the similarity." + ], + [ + "The beach near our house is a lot better than the shore near my mom's place, because the shore is dirty.\n\nRandy was helping Eric find a way to improve his credit because Eric is a bankruptcy filer.\n\nBrian loved putting together model cars while Ian did not because Ian hated the intricate details.\n\nPatricia recognized the signed of a poisoned cat while Megan did not because Megan didn't see the symptoms of poisoning.\n\nChristine was having trouble opening their computer downloads and asked Rebecca for help because Rebecca worked with computers a lot.\n\nAmy thought she was the mirror image of Natalie , but Natalie", + " could not be convinced to see the similarity." + ] + ], + "resps": [ + [ + [ + -28.90625, + false + ] + ], + [ + [ + -25.328125, + false + ] + ] + ], + "filtered_resps": [ + [ + -28.90625, + false + ], + [ + -25.328125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 96, + "doc": { + "sentence": "The leg of the pig body stuck out of the grave where it was buried because the _ is large.", + "option1": "body", + "option2": "grave", + "answer": "1" + }, + "target": "is large.", + "arguments": [ + [ + "Once the panties got hardened and the leggings were laundered with softening agents, the leggings were smooth.\n\nThe farmer tried to repair the worn down farm fence with new paint and wood, but the paint had wrong color.\n\nEmily couldn't find the file in the cabinet but Kayla did because Kayla was looking in the correct cabinet.\n\nKayla tried to stop Emily's nose bleed even though she was afraid of blood. Kayla was a helpful person.\n\nJames could not finish his homework within the time that mom used outside. The homework is much harder.\n\nThe leg of the pig body stuck out of the grave where it was buried because the body", + " is large." + ], + [ + "Once the panties got hardened and the leggings were laundered with softening agents, the leggings were smooth.\n\nThe farmer tried to repair the worn down farm fence with new paint and wood, but the paint had wrong color.\n\nEmily couldn't find the file in the cabinet but Kayla did because Kayla was looking in the correct cabinet.\n\nKayla tried to stop Emily's nose bleed even though she was afraid of blood. Kayla was a helpful person.\n\nJames could not finish his homework within the time that mom used outside. The homework is much harder.\n\nThe leg of the pig body stuck out of the grave where it was buried because the grave", + " is large." + ] + ], + "resps": [ + [ + [ + -8.5546875, + false + ] + ], + [ + [ + -9.6171875, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.5546875, + false + ], + [ + -9.6171875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 104, + "doc": { + "sentence": "The game of chess was easy to play for Angela but not Rebecca because _ did not have an analytical mind.", + "option1": "Angela", + "option2": "Rebecca", + "answer": "2" + }, + "target": "did not have an analytical mind.", + "arguments": [ + [ + "James could not finish his homework within the time that mom used outside. The time is little.\n\nErin was not shy about sex education though Patricia was. Erin taught the girls about their period.\n\nCynthia adds toner to her skin regimen on Tanya's advice because Cynthia is a customer.\n\nBob decided to go with the lasagna over the raviolli, because the lasagna was quite tasty.\n\nTimmy eagerly agreed to swap his chocolate ice cream cone for Gwen's strawberry ice cream cone because the chocolate flavor is Timmy's most disliked.\n\nThe game of chess was easy to play for Angela but not Rebecca because Angela", + " did not have an analytical mind." + ], + [ + "James could not finish his homework within the time that mom used outside. The time is little.\n\nErin was not shy about sex education though Patricia was. Erin taught the girls about their period.\n\nCynthia adds toner to her skin regimen on Tanya's advice because Cynthia is a customer.\n\nBob decided to go with the lasagna over the raviolli, because the lasagna was quite tasty.\n\nTimmy eagerly agreed to swap his chocolate ice cream cone for Gwen's strawberry ice cream cone because the chocolate flavor is Timmy's most disliked.\n\nThe game of chess was easy to play for Angela but not Rebecca because Rebecca", + " did not have an analytical mind." + ] + ], + "resps": [ + [ + [ + -17.5625, + false + ] + ], + [ + [ + -15.671875, + false + ] + ] + ], + "filtered_resps": [ + [ + -17.5625, + false + ], + [ + -15.671875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 112, + "doc": { + "sentence": "Brett was browsing the internet while he found the information unlike Randy, _ prefers using books.", + "option1": "Brett", + "option2": "Randy", + "answer": "2" + }, + "target": "prefers using books.", + "arguments": [ + [ + "Bob needed a new vehicle. He was driving a van but wanted a hatchback because the van is old.\n\nLaura asked to borrow some closet space from Natalie , since Natalie had copious room in hers.\n\nI proposed that we did a trade instead of a loan to get what we needed since the trade is just.\n\nCynthia wanted to rest while Erin wanted to train, so Erin spent the afternoon running.\n\nKenneth found far less shark teeth on the beach than Brian, which made Kenneth jealous of him.\n\nBrett was browsing the internet while he found the information unlike Randy, Brett", + " prefers using books." + ], + [ + "Bob needed a new vehicle. He was driving a van but wanted a hatchback because the van is old.\n\nLaura asked to borrow some closet space from Natalie , since Natalie had copious room in hers.\n\nI proposed that we did a trade instead of a loan to get what we needed since the trade is just.\n\nCynthia wanted to rest while Erin wanted to train, so Erin spent the afternoon running.\n\nKenneth found far less shark teeth on the beach than Brian, which made Kenneth jealous of him.\n\nBrett was browsing the internet while he found the information unlike Randy, Randy", + " prefers using books." + ] + ], + "resps": [ + [ + [ + -13.921875, + false + ] + ], + [ + [ + -14.53125, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.921875, + false + ], + [ + -14.53125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 120, + "doc": { + "sentence": "The president had their speech at the auditorium rather than the park because the _ was smaller.", + "option1": "auditorium", + "option2": "park", + "answer": "2" + }, + "target": "was smaller.", + "arguments": [ + [ + "Brett showed Craig how to play sevens at the party because Brett is an experienced card player.\n\nAt dinner, Christine ordered spaghetti and Rebecca ordered hamburger with fries, because Rebecca disliked Italian food.\n\nAmy told Carrie that she will finally accept that the cute boy in math class doesn't like her. Amy is letting go.\n\nRandy used a thick cream to soothe Nick's burn because Nick had been in pain for a long time.\n\nWhile contacting the senator I chose to use email rather than phone as the phone keeps no record.\n\nThe president had their speech at the auditorium rather than the park because the auditorium", + " was smaller." + ], + [ + "Brett showed Craig how to play sevens at the party because Brett is an experienced card player.\n\nAt dinner, Christine ordered spaghetti and Rebecca ordered hamburger with fries, because Rebecca disliked Italian food.\n\nAmy told Carrie that she will finally accept that the cute boy in math class doesn't like her. Amy is letting go.\n\nRandy used a thick cream to soothe Nick's burn because Nick had been in pain for a long time.\n\nWhile contacting the senator I chose to use email rather than phone as the phone keeps no record.\n\nThe president had their speech at the auditorium rather than the park because the park", + " was smaller." + ] + ], + "resps": [ + [ + [ + -7.21484375, + false + ] + ], + [ + [ + -7.296875, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.21484375, + false + ], + [ + -7.296875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 128, + "doc": { + "sentence": "Adam was law-abiding and not a crook like Joseph, so it was surprising that _ was the one with a restraining order against him.", + "option1": "Adam", + "option2": "Joseph", + "answer": "1" + }, + "target": "was the one with a restraining order against him.", + "arguments": [ + [ + "Joseph finished his work at the gas station earlier than Nelson. So Joseph came home early.\n\nI returned the dish with the shallot but kept the one with the onion because the shallot was cooked wrong.\n\nAlthough Ian was a better writer than Samuel, Samuel was better at crafting a story.\n\nKyle was successful at killing the stinkhorn fungus unlike Neil because Kyle had a fungal killer on hand.\n\nRandy was planning the wedding of his friend Ian but Randy got overwhelmed by the stress of handling it.\n\nAdam was law-abiding and not a crook like Joseph, so it was surprising that Adam", + " was the one with a restraining order against him." + ], + [ + "Joseph finished his work at the gas station earlier than Nelson. So Joseph came home early.\n\nI returned the dish with the shallot but kept the one with the onion because the shallot was cooked wrong.\n\nAlthough Ian was a better writer than Samuel, Samuel was better at crafting a story.\n\nKyle was successful at killing the stinkhorn fungus unlike Neil because Kyle had a fungal killer on hand.\n\nRandy was planning the wedding of his friend Ian but Randy got overwhelmed by the stress of handling it.\n\nAdam was law-abiding and not a crook like Joseph, so it was surprising that Joseph", + " was the one with a restraining order against him." + ] + ], + "resps": [ + [ + [ + -18.125, + false + ] + ], + [ + [ + -17.65625, + false + ] + ] + ], + "filtered_resps": [ + [ + -18.125, + false + ], + [ + -17.65625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 136, + "doc": { + "sentence": "Mary can read the clock in the room at night without the light even though the _ is dark.", + "option1": "clock", + "option2": "room", + "answer": "2" + }, + "target": "is dark.", + "arguments": [ + [ + "Rebecca kept their workspace neat but Jennifer left theirs unorganized. Rebecca only took a few minutes to find important papers.\n\nJoseph taught Aaron how to plant the seed so the plant would grow, as Aaron was a novice gardener.\n\nGem needed to heal her broken heart so she bought both ice cream and chocolate. She chose to eat the ice cream first because she was hot.\n\nKevin's car was fixed really quickly by Hunter in the shop because Hunter is a great mechanic.\n\nMegan was always following in the steps of Sarah since Megan needed effective leadership .\n\nMary can read the clock in the room at night without the light even though the clock", + " is dark." + ], + [ + "Rebecca kept their workspace neat but Jennifer left theirs unorganized. Rebecca only took a few minutes to find important papers.\n\nJoseph taught Aaron how to plant the seed so the plant would grow, as Aaron was a novice gardener.\n\nGem needed to heal her broken heart so she bought both ice cream and chocolate. She chose to eat the ice cream first because she was hot.\n\nKevin's car was fixed really quickly by Hunter in the shop because Hunter is a great mechanic.\n\nMegan was always following in the steps of Sarah since Megan needed effective leadership .\n\nMary can read the clock in the room at night without the light even though the room", + " is dark." + ] + ], + "resps": [ + [ + [ + -3.486328125, + false + ] + ], + [ + [ + -1.4189453125, + true + ] + ] + ], + "filtered_resps": [ + [ + -3.486328125, + false + ], + [ + -1.4189453125, + true + ] + ], + "acc": 1.0 + }, + { + "doc_id": 144, + "doc": { + "sentence": "Laura brought extensions to Monica at the salon, so that _ could get their dreads treated professionally.", + "option1": "Laura", + "option2": "Monica", + "answer": "1" + }, + "target": "could get their dreads treated professionally.", + "arguments": [ + [ + "Elena gave the Academy award to Rebecca because Elena was the presenter of the award.\n\nWe treated the cat to a toy and some food, and the cat chose the toy because it was interesting.\n\nLaura found a book and a magazine on the table, and she decided to take the magazine because she was going to the beach for a short time.\n\nWhen deciding if to be a loner, one must decide if they want many social events or plenty of free time. The events angle helps with sociability.\n\nThe car sailed over the bridge but crashed into the road ahead, since the bridge was so low for the jump.\n\nLaura brought extensions to Monica at the salon, so that Laura", + " could get their dreads treated professionally." + ], + [ + "Elena gave the Academy award to Rebecca because Elena was the presenter of the award.\n\nWe treated the cat to a toy and some food, and the cat chose the toy because it was interesting.\n\nLaura found a book and a magazine on the table, and she decided to take the magazine because she was going to the beach for a short time.\n\nWhen deciding if to be a loner, one must decide if they want many social events or plenty of free time. The events angle helps with sociability.\n\nThe car sailed over the bridge but crashed into the road ahead, since the bridge was so low for the jump.\n\nLaura brought extensions to Monica at the salon, so that Monica", + " could get their dreads treated professionally." + ] + ], + "resps": [ + [ + [ + -33.625, + false + ] + ], + [ + [ + -33.21875, + false + ] + ] + ], + "filtered_resps": [ + [ + -33.625, + false + ], + [ + -33.21875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 152, + "doc": { + "sentence": "Samuel tried unsuccessfully to get Brett to skip school because _ was a truant that didn't follow the rules.", + "option1": "Samuel", + "option2": "Brett", + "answer": "1" + }, + "target": "was a truant that didn't follow the rules.", + "arguments": [ + [ + "James has a personal problem with is Algebra teacher, but loves his history teacher because the History teacher is kind with him.\n\nJason was more likely to be a model than Brett although Brett was a taller and prettier person.\n\nCarrie has a harder time breathing at high altitudes than Samantha due to Carrie being in terrible shape.\n\nPerforming karaoke in public suited Dennis but not Justin because Justin had little talent and trained unsuccessfully.\n\nBeing health conscious, Natalie doesn't eat red meat, they gave the steak to Cynthia and Cynthia was very full..\n\nSamuel tried unsuccessfully to get Brett to skip school because Samuel", + " was a truant that didn't follow the rules." + ], + [ + "James has a personal problem with is Algebra teacher, but loves his history teacher because the History teacher is kind with him.\n\nJason was more likely to be a model than Brett although Brett was a taller and prettier person.\n\nCarrie has a harder time breathing at high altitudes than Samantha due to Carrie being in terrible shape.\n\nPerforming karaoke in public suited Dennis but not Justin because Justin had little talent and trained unsuccessfully.\n\nBeing health conscious, Natalie doesn't eat red meat, they gave the steak to Cynthia and Cynthia was very full..\n\nSamuel tried unsuccessfully to get Brett to skip school because Brett", + " was a truant that didn't follow the rules." + ] + ], + "resps": [ + [ + [ + -26.0, + false + ] + ], + [ + [ + -26.28125, + false + ] + ] + ], + "filtered_resps": [ + [ + -26.0, + false + ], + [ + -26.28125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 160, + "doc": { + "sentence": "William liked to be outside more than Kyle so _ spent time arguing against getting a pool.", + "option1": "William", + "option2": "Kyle", + "answer": "2" + }, + "target": "spent time arguing against getting a pool.", + "arguments": [ + [ + "The car and the bicycle almost collided in an accident, but the car honked the horn in time.\n\nEmily helps Megan figure out the math homework problems, so Megan offers help with English in return.\n\nLindsey showed Christine the marble cake that she made herself in under two hours. Lindsey was talented.\n\nKevin was worried Kenneth would win the cross country race, because Kevin was currently behind.\n\nThe new wood door would not fit the the opening in bills house, the opening was too narrow.\n\nWilliam liked to be outside more than Kyle so William", + " spent time arguing against getting a pool." + ], + [ + "The car and the bicycle almost collided in an accident, but the car honked the horn in time.\n\nEmily helps Megan figure out the math homework problems, so Megan offers help with English in return.\n\nLindsey showed Christine the marble cake that she made herself in under two hours. Lindsey was talented.\n\nKevin was worried Kenneth would win the cross country race, because Kevin was currently behind.\n\nThe new wood door would not fit the the opening in bills house, the opening was too narrow.\n\nWilliam liked to be outside more than Kyle so Kyle", + " spent time arguing against getting a pool." + ] + ], + "resps": [ + [ + [ + -34.90625, + false + ] + ], + [ + [ + -33.40625, + false + ] + ] + ], + "filtered_resps": [ + [ + -34.90625, + false + ], + [ + -33.40625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 168, + "doc": { + "sentence": "The temperature in winter is much different than summer, the _ is always lower.", + "option1": "summer", + "option2": "winter", + "answer": "2" + }, + "target": "is always lower.", + "arguments": [ + [ + "Laura can only do 10 push ups, while Emily can do 50, so Laura is a light weight lifter.\n\nThe muscles of Christine are tinier than those of Patricia because Patricia is a gym trainer.\n\nI decided to go to the barbershop instead of my usual salon because I just needed a trim and the barbershop was faster and cheaper.\n\nThe medication was not prescribed to Carrie and was to Angela because Angela had an ear infection.\n\nThe lemming wanted to hide behind the rock in its cage, but the rock was too small.\n\nThe temperature in winter is much different than summer, the summer", + " is always lower." + ], + [ + "Laura can only do 10 push ups, while Emily can do 50, so Laura is a light weight lifter.\n\nThe muscles of Christine are tinier than those of Patricia because Patricia is a gym trainer.\n\nI decided to go to the barbershop instead of my usual salon because I just needed a trim and the barbershop was faster and cheaper.\n\nThe medication was not prescribed to Carrie and was to Angela because Angela had an ear infection.\n\nThe lemming wanted to hide behind the rock in its cage, but the rock was too small.\n\nThe temperature in winter is much different than summer, the winter", + " is always lower." + ] + ], + "resps": [ + [ + [ + -16.375, + false + ] + ], + [ + [ + -13.984375, + false + ] + ] + ], + "filtered_resps": [ + [ + -16.375, + false + ], + [ + -13.984375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 176, + "doc": { + "sentence": "Rachel told Patricia to pick up some baby powder at the store because _ had sweaty feet.", + "option1": "Rachel", + "option2": "Patricia", + "answer": "1" + }, + "target": "had sweaty feet.", + "arguments": [ + [ + "Betty made a nice lladro figure and tried to put it in a box but the box was too small.\n\nCarrie was given concert tickets by Mary; then Carrie sold them because she hated the artist.\n\nJohn took care to shield the ferns from the wind while leaving the flowers in the open, since flowers were much stronger .\n\nHunter removed the pet hair from the car while Justin waited outside because Justin was very allergic.\n\nThe plant root broke out of the pot as it continues to grow and the pot becomes weaker.\n\nRachel told Patricia to pick up some baby powder at the store because Rachel", + " had sweaty feet." + ], + [ + "Betty made a nice lladro figure and tried to put it in a box but the box was too small.\n\nCarrie was given concert tickets by Mary; then Carrie sold them because she hated the artist.\n\nJohn took care to shield the ferns from the wind while leaving the flowers in the open, since flowers were much stronger .\n\nHunter removed the pet hair from the car while Justin waited outside because Justin was very allergic.\n\nThe plant root broke out of the pot as it continues to grow and the pot becomes weaker.\n\nRachel told Patricia to pick up some baby powder at the store because Patricia", + " had sweaty feet." + ] + ], + "resps": [ + [ + [ + -13.734375, + false + ] + ], + [ + [ + -13.546875, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.734375, + false + ], + [ + -13.546875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 184, + "doc": { + "sentence": "Warts appeared on Jerry's limbs after he went through the jungle because the _ were infectious.", + "option1": "warts", + "option2": "limbs", + "answer": "1" + }, + "target": "were infectious.", + "arguments": [ + [ + "Billy replaced the wood counter with granite over the summer time, the granite was trendy.\n\nSteamed rice is much healthier, so Emily insisted theyorder that instead of fried rice, even though Carrie disliked it. Carrie was upset to eat the steamed rice when it arrived.\n\nCultivating a garden was of interest to Carrie but not Monica because Carrie cared a lot about sustainable living.\n\nJason owed back taxes and would not answer the phone when Brett called, because Jason was avoiding the IRS.\n\nWorking in the academy better suited Matthew and not Lawrence because Matthew had a perfect memory.\n\nWarts appeared on Jerry's limbs after he went through the jungle because the warts", + " were infectious." + ], + [ + "Billy replaced the wood counter with granite over the summer time, the granite was trendy.\n\nSteamed rice is much healthier, so Emily insisted theyorder that instead of fried rice, even though Carrie disliked it. Carrie was upset to eat the steamed rice when it arrived.\n\nCultivating a garden was of interest to Carrie but not Monica because Carrie cared a lot about sustainable living.\n\nJason owed back taxes and would not answer the phone when Brett called, because Jason was avoiding the IRS.\n\nWorking in the academy better suited Matthew and not Lawrence because Matthew had a perfect memory.\n\nWarts appeared on Jerry's limbs after he went through the jungle because the limbs", + " were infectious." + ] + ], + "resps": [ + [ + [ + -6.32421875, + false + ] + ], + [ + [ + -12.1875, + false + ] + ] + ], + "filtered_resps": [ + [ + -6.32421875, + false + ], + [ + -12.1875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 192, + "doc": { + "sentence": "The maid took away a cozy blanket from Lawrence but not Nick because _ was very hot.", + "option1": "Lawrence", + "option2": "Nick", + "answer": "1" + }, + "target": "was very hot.", + "arguments": [ + [ + "Allison tried to use an elastic band to put her hair in a ponytail, but the hair was too short.\n\nAmy spent more money at the spa than Elena because Elena didn't add a facial to their package.\n\nOn their visit yesterday Jeffrey said the lack brushing Ian teethe had caused the to become brittle, Ian went to the dentist.\n\nThe seeds planted by Samantha sprouted sooner than those planted by Christine, so Christine had a shorter bloom.\n\nThe music coming from the radio was louder than the music coming from the television because the speakers on the radio were bigger.\n\nThe maid took away a cozy blanket from Lawrence but not Nick because Lawrence", + " was very hot." + ], + [ + "Allison tried to use an elastic band to put her hair in a ponytail, but the hair was too short.\n\nAmy spent more money at the spa than Elena because Elena didn't add a facial to their package.\n\nOn their visit yesterday Jeffrey said the lack brushing Ian teethe had caused the to become brittle, Ian went to the dentist.\n\nThe seeds planted by Samantha sprouted sooner than those planted by Christine, so Christine had a shorter bloom.\n\nThe music coming from the radio was louder than the music coming from the television because the speakers on the radio were bigger.\n\nThe maid took away a cozy blanket from Lawrence but not Nick because Nick", + " was very hot." + ] + ], + "resps": [ + [ + [ + -10.8671875, + false + ] + ], + [ + [ + -10.9140625, + false + ] + ] + ], + "filtered_resps": [ + [ + -10.8671875, + false + ], + [ + -10.9140625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 200, + "doc": { + "sentence": "Victoria was eager to make the big sale to Sarah , as _ needed the money that day.", + "option1": "Victoria", + "option2": "Sarah", + "answer": "1" + }, + "target": "needed the money that day.", + "arguments": [ + [ + "Craig liked to play with the large cattle but not Kyle because Kyle found them to be foreign.\n\nRobert's fever went away, and Ian still has one, so Ian is sickly at this point.\n\nAt the wooded summer camp, Jennifer taught Cynthia how to swim and other things like that. The camp counselor was Jennifer .\n\nthe camera could not focus well from the distance because of the light, the camera was too far.\n\nThe leg of Emily started to gangrene when Carrie spotted it immediately and Emily refused to see the doctor where the leg was lost.\n\nVictoria was eager to make the big sale to Sarah , as Victoria", + " needed the money that day." + ], + [ + "Craig liked to play with the large cattle but not Kyle because Kyle found them to be foreign.\n\nRobert's fever went away, and Ian still has one, so Ian is sickly at this point.\n\nAt the wooded summer camp, Jennifer taught Cynthia how to swim and other things like that. The camp counselor was Jennifer .\n\nthe camera could not focus well from the distance because of the light, the camera was too far.\n\nThe leg of Emily started to gangrene when Carrie spotted it immediately and Emily refused to see the doctor where the leg was lost.\n\nVictoria was eager to make the big sale to Sarah , as Sarah", + " needed the money that day." + ] + ], + "resps": [ + [ + [ + -17.046875, + false + ] + ], + [ + [ + -17.65625, + false + ] + ] + ], + "filtered_resps": [ + [ + -17.046875, + false + ], + [ + -17.65625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 208, + "doc": { + "sentence": "The shoe james bought got pinched by a nail while jogging because the _ is soft.", + "option1": "shoe", + "option2": "nail", + "answer": "1" + }, + "target": "is soft.", + "arguments": [ + [ + "Christine was explaining to Cynthia how her plan to get famous was going to work. Christine was determined.\n\nJoseph hired Nick to build a pool but Nick was going on a long vacation.\n\nThe senior woman's portfolio was low on stocks but high in bonds, as she considered the stocks to be risky.\n\nMaria could feel calm and relaxed at a movie theater and not a mall because at the mall everyone was walking around.\n\nFelicia had to drink a lot of cranberry juice but Erin didn't because Felicia had issues with their kidney.\n\nThe shoe james bought got pinched by a nail while jogging because the shoe", + " is soft." + ], + [ + "Christine was explaining to Cynthia how her plan to get famous was going to work. Christine was determined.\n\nJoseph hired Nick to build a pool but Nick was going on a long vacation.\n\nThe senior woman's portfolio was low on stocks but high in bonds, as she considered the stocks to be risky.\n\nMaria could feel calm and relaxed at a movie theater and not a mall because at the mall everyone was walking around.\n\nFelicia had to drink a lot of cranberry juice but Erin didn't because Felicia had issues with their kidney.\n\nThe shoe james bought got pinched by a nail while jogging because the nail", + " is soft." + ] + ], + "resps": [ + [ + [ + -12.296875, + false + ] + ], + [ + [ + -14.5546875, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.296875, + false + ], + [ + -14.5546875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 216, + "doc": { + "sentence": "Cynthia had a much harder life than Amy, so when _ said life was good, it was an unusual sentiment.", + "option1": "Cynthia", + "option2": "Amy", + "answer": "1" + }, + "target": "said life was good, it was an unusual sentiment.", + "arguments": [ + [ + "Leslie had better grades than Derrick because Leslie spent more time studying than playing video games.\n\nThe taxes on the car were more than the taxes on the bike because the car was more expensive.\n\nMy mom bought me cookies, but I couldn't get them in the containers, because the containers were too little.\n\nFelicia was ready to fall in love again unlike Mary because Mary was heartbroken in the past.\n\nFelicia worked out more than Emily so it was no coincidence that Emily was sweating less daily.\n\nCynthia had a much harder life than Amy, so when Cynthia", + " said life was good, it was an unusual sentiment." + ], + [ + "Leslie had better grades than Derrick because Leslie spent more time studying than playing video games.\n\nThe taxes on the car were more than the taxes on the bike because the car was more expensive.\n\nMy mom bought me cookies, but I couldn't get them in the containers, because the containers were too little.\n\nFelicia was ready to fall in love again unlike Mary because Mary was heartbroken in the past.\n\nFelicia worked out more than Emily so it was no coincidence that Emily was sweating less daily.\n\nCynthia had a much harder life than Amy, so when Amy", + " said life was good, it was an unusual sentiment." + ] + ], + "resps": [ + [ + [ + -30.9375, + false + ] + ], + [ + [ + -31.125, + false + ] + ] + ], + "filtered_resps": [ + [ + -30.9375, + false + ], + [ + -31.125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 224, + "doc": { + "sentence": "It seemed more likely that Brett would wear a fedora rather than Justin because _ did not often dress stylishly.", + "option1": "Brett", + "option2": "Justin", + "answer": "2" + }, + "target": "did not often dress stylishly.", + "arguments": [ + [ + "Maria ordered pancakes while Natalie ordered a hamburger, and Maria put syrup and butter on their meal.\n\nJessica was a Psychiatrist treating Samantha for paranoid personality disorder so Samantha was put on medication.\n\nSince Eric was less coordinated than Randy, Randy was much more comfortable learning how to skateboard.\n\nVictoria gets a bottle of formula for Patricia every couple of hours because Patricia is her child.\n\nShe tried to pay off her debt with a regular monthly payment, but the debt was just too high.\n\nIt seemed more likely that Brett would wear a fedora rather than Justin because Brett", + " did not often dress stylishly." + ], + [ + "Maria ordered pancakes while Natalie ordered a hamburger, and Maria put syrup and butter on their meal.\n\nJessica was a Psychiatrist treating Samantha for paranoid personality disorder so Samantha was put on medication.\n\nSince Eric was less coordinated than Randy, Randy was much more comfortable learning how to skateboard.\n\nVictoria gets a bottle of formula for Patricia every couple of hours because Patricia is her child.\n\nShe tried to pay off her debt with a regular monthly payment, but the debt was just too high.\n\nIt seemed more likely that Brett would wear a fedora rather than Justin because Justin", + " did not often dress stylishly." + ] + ], + "resps": [ + [ + [ + -21.296875, + false + ] + ], + [ + [ + -20.515625, + false + ] + ] + ], + "filtered_resps": [ + [ + -21.296875, + false + ], + [ + -20.515625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 232, + "doc": { + "sentence": "Randy showed Samuel the abused horse that he rescued from the shelter. _ was proud of his friend.", + "option1": "Randy", + "option2": "Samuel", + "answer": "2" + }, + "target": "was proud of his friend.", + "arguments": [ + [ + "Justin worked on the house to keep ants out and Derrick didn't help, since Justin was more industrious.\n\nCraig made the best rice pudding, which was Justin's favorite, so Craig brought him a large bowl.\n\nNeil really loved to clean their house but Ryan did not as Ryan was very slovenly.\n\nMom was making pancakes for the kids this morning when she realized they were out of syrup. I ran to the store to get the syrup .\n\nThe actor came over and shook Nelson's hand and not Kenneth's because Nelson was next to the actor.\n\nRandy showed Samuel the abused horse that he rescued from the shelter. Randy", + " was proud of his friend." + ], + [ + "Justin worked on the house to keep ants out and Derrick didn't help, since Justin was more industrious.\n\nCraig made the best rice pudding, which was Justin's favorite, so Craig brought him a large bowl.\n\nNeil really loved to clean their house but Ryan did not as Ryan was very slovenly.\n\nMom was making pancakes for the kids this morning when she realized they were out of syrup. I ran to the store to get the syrup .\n\nThe actor came over and shook Nelson's hand and not Kenneth's because Nelson was next to the actor.\n\nRandy showed Samuel the abused horse that he rescued from the shelter. Samuel", + " was proud of his friend." + ] + ], + "resps": [ + [ + [ + -14.625, + false + ] + ], + [ + [ + -12.4375, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.625, + false + ], + [ + -12.4375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 240, + "doc": { + "sentence": "It is likely that Donald but not Jason would get the job promotion because _ never stayed late and never did extra work.", + "option1": "Donald", + "option2": "Jason", + "answer": "2" + }, + "target": "never stayed late and never did extra work.", + "arguments": [ + [ + "I had to put the steel and iron in alphabetical order, so I placed the iron in the left slot.\n\nThe doctor was able to diagnose the disease but not the tumor since the disease was shown.\n\nI bought a new picture but it wouldn't fit in the frame, because the picture was too heavy.\n\nAt school, James found the lessons to be engaging and the buildings to be well equipped. The lessons were fun.\n\nLeslie could smell the body odor off of Steven even through the perfume they put on. Steven was gross.\n\nIt is likely that Donald but not Jason would get the job promotion because Donald", + " never stayed late and never did extra work." + ], + [ + "I had to put the steel and iron in alphabetical order, so I placed the iron in the left slot.\n\nThe doctor was able to diagnose the disease but not the tumor since the disease was shown.\n\nI bought a new picture but it wouldn't fit in the frame, because the picture was too heavy.\n\nAt school, James found the lessons to be engaging and the buildings to be well equipped. The lessons were fun.\n\nLeslie could smell the body odor off of Steven even through the perfume they put on. Steven was gross.\n\nIt is likely that Donald but not Jason would get the job promotion because Jason", + " never stayed late and never did extra work." + ] + ], + "resps": [ + [ + [ + -27.734375, + false + ] + ], + [ + [ + -23.765625, + false + ] + ] + ], + "filtered_resps": [ + [ + -27.734375, + false + ], + [ + -23.765625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 248, + "doc": { + "sentence": "Samantha had to get car insurance and Jessica did not because _ just got a new car.", + "option1": "Samantha", + "option2": "Jessica", + "answer": "1" + }, + "target": "just got a new car.", + "arguments": [ + [ + "The man chose the watercolor for his paintings rather than the acrylic because the acrylic was ugly.\n\nThe blender was always used by the winning chef, while the loser used the mixer, because the mixer had dull blades.\n\nTo provide motivation Emily gave Samantha some money, as the urgency on the situation was lost on Samantha .\n\nThe cookout invitation that bob bought would not fit with the envelope he purchased, because the envelope was too small.\n\nAs the walls began to cave in on Joseph, he blamed Craig who had sold him the house because Craig had not revealed how frail they were.\n\nSamantha had to get car insurance and Jessica did not because Samantha", + " just got a new car." + ], + [ + "The man chose the watercolor for his paintings rather than the acrylic because the acrylic was ugly.\n\nThe blender was always used by the winning chef, while the loser used the mixer, because the mixer had dull blades.\n\nTo provide motivation Emily gave Samantha some money, as the urgency on the situation was lost on Samantha .\n\nThe cookout invitation that bob bought would not fit with the envelope he purchased, because the envelope was too small.\n\nAs the walls began to cave in on Joseph, he blamed Craig who had sold him the house because Craig had not revealed how frail they were.\n\nSamantha had to get car insurance and Jessica did not because Jessica", + " just got a new car." + ] + ], + "resps": [ + [ + [ + -13.09375, + false + ] + ], + [ + [ + -11.9296875, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.09375, + false + ], + [ + -11.9296875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 256, + "doc": { + "sentence": "The commodities trader decided to buy wool and sell cotton because the _ was priced high.", + "option1": "wool", + "option2": "cotton", + "answer": "2" + }, + "target": "was priced high.", + "arguments": [ + [ + "Carrie wanted a new cat while Rebecca did not so Carrie tried to convince the other to get one.\n\nI tried to write a letter but switched from the blue pen to the black pen since the blue pen's ink well was empty.\n\nAlthough Elena was a worse lawyer than Sarah, Elena was able to connect with their clients emotional problems.\n\nThe boat took Kevin to hi destination but not Jason because Kevin was actually on the boat.\n\nFredrick moved his show from radio to television because he was happy with the exposure the television show was giving him.\n\nThe commodities trader decided to buy wool and sell cotton because the wool", + " was priced high." + ], + [ + "Carrie wanted a new cat while Rebecca did not so Carrie tried to convince the other to get one.\n\nI tried to write a letter but switched from the blue pen to the black pen since the blue pen's ink well was empty.\n\nAlthough Elena was a worse lawyer than Sarah, Elena was able to connect with their clients emotional problems.\n\nThe boat took Kevin to hi destination but not Jason because Kevin was actually on the boat.\n\nFredrick moved his show from radio to television because he was happy with the exposure the television show was giving him.\n\nThe commodities trader decided to buy wool and sell cotton because the cotton", + " was priced high." + ] + ], + "resps": [ + [ + [ + -12.8671875, + false + ] + ], + [ + [ + -12.75, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.8671875, + false + ], + [ + -12.75, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 264, + "doc": { + "sentence": "Jennifer returned the pan to Sarah because _ had loaned it to her for the potluck party.", + "option1": "Jennifer", + "option2": "Sarah", + "answer": "2" + }, + "target": "had loaned it to her for the potluck party.", + "arguments": [ + [ + "Neil explained to Derrick that he volunteered to talk to children about the dangers of drugs. Neil is generous.\n\nJohn tried to go seed hunting using a bow and arrow, but missed every shot because the arrow wasn't straight.\n\nThe full lobster was eaten by Megan and not Laura, because Megan loved to eat seafood.\n\nThe cotton bud could not get into the ear of the hamster because the bud is large.\n\nNelson liked to date teen girls but Joel liked older women. Nelson went to the mall to look for potential dates.\n\nJennifer returned the pan to Sarah because Jennifer", + " had loaned it to her for the potluck party." + ], + [ + "Neil explained to Derrick that he volunteered to talk to children about the dangers of drugs. Neil is generous.\n\nJohn tried to go seed hunting using a bow and arrow, but missed every shot because the arrow wasn't straight.\n\nThe full lobster was eaten by Megan and not Laura, because Megan loved to eat seafood.\n\nThe cotton bud could not get into the ear of the hamster because the bud is large.\n\nNelson liked to date teen girls but Joel liked older women. Nelson went to the mall to look for potential dates.\n\nJennifer returned the pan to Sarah because Sarah", + " had loaned it to her for the potluck party." + ] + ], + "resps": [ + [ + [ + -25.40625, + false + ] + ], + [ + [ + -21.640625, + false + ] + ] + ], + "filtered_resps": [ + [ + -25.40625, + false + ], + [ + -21.640625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 272, + "doc": { + "sentence": "He went to put his pocket watch into his pocket, but realized the chain had broke. Without it, the _ doesn't function correctly.", + "option1": "pocket watch", + "option2": "chain", + "answer": "1" + }, + "target": "doesn't function correctly.", + "arguments": [ + [ + "The seamstress wanted to put a button on the shirt with needle and thread but the needle wasn't sharp.\n\nJason but not William had a very expensive wardrobe because William did not like to dress up on a daily basis.\n\nCarrie believed their mother and father treated Maria better because Carrie was given a smaller allowance.\n\nThe woman had beautiful dresses and the man wore holey jeans. She had the dresses that were stylish.\n\nThe monthly budget plan Christopher created was blown by Jeffrey, thanks to Jeffrey making very bad decisions.\n\nHe went to put his pocket watch into his pocket, but realized the chain had broke. Without it, the pocket watch", + " doesn't function correctly." + ], + [ + "The seamstress wanted to put a button on the shirt with needle and thread but the needle wasn't sharp.\n\nJason but not William had a very expensive wardrobe because William did not like to dress up on a daily basis.\n\nCarrie believed their mother and father treated Maria better because Carrie was given a smaller allowance.\n\nThe woman had beautiful dresses and the man wore holey jeans. She had the dresses that were stylish.\n\nThe monthly budget plan Christopher created was blown by Jeffrey, thanks to Jeffrey making very bad decisions.\n\nHe went to put his pocket watch into his pocket, but realized the chain had broke. Without it, the chain", + " doesn't function correctly." + ] + ], + "resps": [ + [ + [ + -14.953125, + false + ] + ], + [ + [ + -15.296875, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.953125, + false + ], + [ + -15.296875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 280, + "doc": { + "sentence": "The store sold Michael a fake phone but not Eric so _ could still make a call.", + "option1": "Michael", + "option2": "Eric", + "answer": "2" + }, + "target": "could still make a call.", + "arguments": [ + [ + "The goals were to let Erin win and not Katrina because Erin always loses and needs a confidence boost.\n\nShe decided to leave the coach and headed to the taxi so she could get there faster but the coach was actually faster.\n\nBenjamin was not allergic to cats but Matthew was, so Benjamin went to the shelter and picked up two of them.\n\nSamantha wanted to be a celebrity personal assistant more than Lindsey, because Lindsey hated being in the midst of chaos.\n\nJane tried to clean the window with the sponge but she was unsuccessful because the window was too high.\n\nThe store sold Michael a fake phone but not Eric so Michael", + " could still make a call." + ], + [ + "The goals were to let Erin win and not Katrina because Erin always loses and needs a confidence boost.\n\nShe decided to leave the coach and headed to the taxi so she could get there faster but the coach was actually faster.\n\nBenjamin was not allergic to cats but Matthew was, so Benjamin went to the shelter and picked up two of them.\n\nSamantha wanted to be a celebrity personal assistant more than Lindsey, because Lindsey hated being in the midst of chaos.\n\nJane tried to clean the window with the sponge but she was unsuccessful because the window was too high.\n\nThe store sold Michael a fake phone but not Eric so Eric", + " could still make a call." + ] + ], + "resps": [ + [ + [ + -16.265625, + false + ] + ], + [ + [ + -15.7578125, + false + ] + ] + ], + "filtered_resps": [ + [ + -16.265625, + false + ], + [ + -15.7578125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 288, + "doc": { + "sentence": "It took a less time for Katrina to read the book than Cynthia since _ was a better reader.", + "option1": "Katrina", + "option2": "Cynthia", + "answer": "1" + }, + "target": "was a better reader.", + "arguments": [ + [ + "As a new employee, Victoria was at an entry level position, contrary to Monica, because Monica worked very hard to move her way up the ladder.\n\nJoel advised Adam to add more honey later if homemade wine doesn't come out as sweet as he likes as Adam is a novice wine maker..\n\nEric knew how to make a chocolate souffle but Jeffrey did not. Eric was very proficient at baking.\n\nWhen deciding if to be a loner, one must decide if they want many events or plenty of free time. The free time angle helps with productivity.\n\nMary was a more reckless driver than Rachel, so Rachel got very few traffic tickets.\n\nIt took a less time for Katrina to read the book than Cynthia since Katrina", + " was a better reader." + ], + [ + "As a new employee, Victoria was at an entry level position, contrary to Monica, because Monica worked very hard to move her way up the ladder.\n\nJoel advised Adam to add more honey later if homemade wine doesn't come out as sweet as he likes as Adam is a novice wine maker..\n\nEric knew how to make a chocolate souffle but Jeffrey did not. Eric was very proficient at baking.\n\nWhen deciding if to be a loner, one must decide if they want many events or plenty of free time. The free time angle helps with productivity.\n\nMary was a more reckless driver than Rachel, so Rachel got very few traffic tickets.\n\nIt took a less time for Katrina to read the book than Cynthia since Cynthia", + " was a better reader." + ] + ], + "resps": [ + [ + [ + -6.32421875, + false + ] + ], + [ + [ + -7.37109375, + false + ] + ] + ], + "filtered_resps": [ + [ + -6.32421875, + false + ], + [ + -7.37109375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 296, + "doc": { + "sentence": "Michael was a very calm person with yoga but Jeffrey was hyper so, _ decided to take a yoga class.", + "option1": "Michael", + "option2": "Jeffrey", + "answer": "2" + }, + "target": "decided to take a yoga class.", + "arguments": [ + [ + "Carrie doesn't know what a tripod is, but Kayla uses one for work every day, so Kayla is the expert photographer.\n\nWilliam wore some tight leather pants that Joel really liked, because William was very attractive in them.\n\nWhen it comes to dog training, Jeffrey's dogs are always better behaved than Matthew's because Matthew is a dog hater.\n\nThe student tried to use the old pen to fill out the application but the application was too long.\n\nRachel just put a new sink in the bathroom unlike Patricia because Rachel was renovating the house.\n\nMichael was a very calm person with yoga but Jeffrey was hyper so, Michael", + " decided to take a yoga class." + ], + [ + "Carrie doesn't know what a tripod is, but Kayla uses one for work every day, so Kayla is the expert photographer.\n\nWilliam wore some tight leather pants that Joel really liked, because William was very attractive in them.\n\nWhen it comes to dog training, Jeffrey's dogs are always better behaved than Matthew's because Matthew is a dog hater.\n\nThe student tried to use the old pen to fill out the application but the application was too long.\n\nRachel just put a new sink in the bathroom unlike Patricia because Rachel was renovating the house.\n\nMichael was a very calm person with yoga but Jeffrey was hyper so, Jeffrey", + " decided to take a yoga class." + ] + ], + "resps": [ + [ + [ + -12.1328125, + false + ] + ], + [ + [ + -10.7109375, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.1328125, + false + ], + [ + -10.7109375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 304, + "doc": { + "sentence": "Steven helped Derrick do research on the paper because _ did not have access to the internet.", + "option1": "Steven", + "option2": "Derrick", + "answer": "2" + }, + "target": "did not have access to the internet.", + "arguments": [ + [ + "Jeffrey was hired to help grow Randy's garden during the summer months because Jeffrey was a landscaper.\n\nThe clams tasted worse than the shrimp did, so the clams were probably of older stock.\n\nThe stress that I have is worse than the anxiety, because the stress is a constant issue.\n\nShe was able to finish the stew, but threw away the rice, because the stew had been cooked perfectly.\n\nMegan is a sociologist, Jessica is not therefore Jessica could probably not explain the meaning of various holidays.\n\nSteven helped Derrick do research on the paper because Steven", + " did not have access to the internet." + ], + [ + "Jeffrey was hired to help grow Randy's garden during the summer months because Jeffrey was a landscaper.\n\nThe clams tasted worse than the shrimp did, so the clams were probably of older stock.\n\nThe stress that I have is worse than the anxiety, because the stress is a constant issue.\n\nShe was able to finish the stew, but threw away the rice, because the stew had been cooked perfectly.\n\nMegan is a sociologist, Jessica is not therefore Jessica could probably not explain the meaning of various holidays.\n\nSteven helped Derrick do research on the paper because Derrick", + " did not have access to the internet." + ] + ], + "resps": [ + [ + [ + -13.390625, + false + ] + ], + [ + [ + -8.875, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.390625, + false + ], + [ + -8.875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 312, + "doc": { + "sentence": "Jason considers he and Benjamin to be friends even though _ puts little effort into their relationship.", + "option1": "Jason", + "option2": "Benjamin", + "answer": "2" + }, + "target": "puts little effort into their relationship.", + "arguments": [ + [ + "They wanted more satiation at the wedding, so the planners used icing rather than fruit on the cake as the icing was more filling.\n\nLearning sign language was harder for the boy than learning to play music. The music just resonated with him.\n\nDerrick made some ramen noodles for lunch while Logan had a salad, Logan felt healthy.\n\nElena wore fancy clothing to the highschool prom and Laura wore a plaint T-shirt. Elena was accepted into the building.\n\nThe student preferred doing their homework with pencil rather than pen, because the pencil provided more control.\n\nJason considers he and Benjamin to be friends even though Jason", + " puts little effort into their relationship." + ], + [ + "They wanted more satiation at the wedding, so the planners used icing rather than fruit on the cake as the icing was more filling.\n\nLearning sign language was harder for the boy than learning to play music. The music just resonated with him.\n\nDerrick made some ramen noodles for lunch while Logan had a salad, Logan felt healthy.\n\nElena wore fancy clothing to the highschool prom and Laura wore a plaint T-shirt. Elena was accepted into the building.\n\nThe student preferred doing their homework with pencil rather than pen, because the pencil provided more control.\n\nJason considers he and Benjamin to be friends even though Benjamin", + " puts little effort into their relationship." + ] + ], + "resps": [ + [ + [ + -17.703125, + false + ] + ], + [ + [ + -17.734375, + false + ] + ] + ], + "filtered_resps": [ + [ + -17.703125, + false + ], + [ + -17.734375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 320, + "doc": { + "sentence": "Matt wanted to change either the plain bathroom or the colorful bedroom, but the _ was already plain.", + "option1": "bedroom", + "option2": "bathroom", + "answer": "2" + }, + "target": "was already plain.", + "arguments": [ + [ + "Rebecca would not apply glitter to her costume, like Kayla did, because Rebecca just lacked pizzazz.\n\nJames could not believe the monkey can jump down from the tree and now he is looking forward to the top of the crane. The crane is taller.\n\nBenjamin was trying to get in shape and bought a bicycle instead of a treadmill because with the bicycle he could be outdoors.\n\nChristine always followed Lindsey when they went mountain climbing because Lindsey was teaching what to do.\n\nLawrence asked Steven to send mortgage check to the bank because Lawrence forgot to do so.\n\nMatt wanted to change either the plain bathroom or the colorful bedroom, but the bedroom", + " was already plain." + ], + [ + "Rebecca would not apply glitter to her costume, like Kayla did, because Rebecca just lacked pizzazz.\n\nJames could not believe the monkey can jump down from the tree and now he is looking forward to the top of the crane. The crane is taller.\n\nBenjamin was trying to get in shape and bought a bicycle instead of a treadmill because with the bicycle he could be outdoors.\n\nChristine always followed Lindsey when they went mountain climbing because Lindsey was teaching what to do.\n\nLawrence asked Steven to send mortgage check to the bank because Lawrence forgot to do so.\n\nMatt wanted to change either the plain bathroom or the colorful bedroom, but the bathroom", + " was already plain." + ] + ], + "resps": [ + [ + [ + -8.640625, + false + ] + ], + [ + [ + -8.5546875, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.640625, + false + ], + [ + -8.5546875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 328, + "doc": { + "sentence": "Maria asked Cynthia if she could borrow some fuel for her car, as _ had a shortage of it.", + "option1": "Maria", + "option2": "Cynthia", + "answer": "1" + }, + "target": "had a shortage of it.", + "arguments": [ + [ + "Sarah was starting to get overwhelmed looking into different careers and asked Carrie for help since Carrie was a counselor.\n\nCynthia was walking much slower than Betty throughout the day because Cynthia had strained a muscle.\n\nThe fruits were graded higher than the eggs by the FDA since the fruits were pristine.\n\nJames tried to empty the drink from the bottle to the cup but the cup got full very quick. The cup is small.\n\nThe man wanted to take the bus to his job but the bus was too far late.\n\nMaria asked Cynthia if she could borrow some fuel for her car, as Maria", + " had a shortage of it." + ], + [ + "Sarah was starting to get overwhelmed looking into different careers and asked Carrie for help since Carrie was a counselor.\n\nCynthia was walking much slower than Betty throughout the day because Cynthia had strained a muscle.\n\nThe fruits were graded higher than the eggs by the FDA since the fruits were pristine.\n\nJames tried to empty the drink from the bottle to the cup but the cup got full very quick. The cup is small.\n\nThe man wanted to take the bus to his job but the bus was too far late.\n\nMaria asked Cynthia if she could borrow some fuel for her car, as Cynthia", + " had a shortage of it." + ] + ], + "resps": [ + [ + [ + -15.328125, + false + ] + ], + [ + [ + -15.1796875, + false + ] + ] + ], + "filtered_resps": [ + [ + -15.328125, + false + ], + [ + -15.1796875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 336, + "doc": { + "sentence": "Sarah rolls her eyes as Monica extolls the virtues of vinegar as a cleaning solution for everything since _ is bored.", + "option1": "Sarah", + "option2": "Monica", + "answer": "1" + }, + "target": "is bored.", + "arguments": [ + [ + "Laura is taking singing and dancing lessons from the Jessica, because Jessica is dancing teacher.\n\nErin was much less aggressive than Megan, so Erin didn't have to worry about getting in fights.\n\nDennis joyfully told Donald about his massive comic book collection that took years to get. Donald was indifferent.\n\nKatrina hates work and asks for a Emily's advice, as Katrina wants to enjoy her work.\n\nYou know that the drums will take longer than the flute to learn, so the flute was simpler to study.\n\nSarah rolls her eyes as Monica extolls the virtues of vinegar as a cleaning solution for everything since Sarah", + " is bored." + ], + [ + "Laura is taking singing and dancing lessons from the Jessica, because Jessica is dancing teacher.\n\nErin was much less aggressive than Megan, so Erin didn't have to worry about getting in fights.\n\nDennis joyfully told Donald about his massive comic book collection that took years to get. Donald was indifferent.\n\nKatrina hates work and asks for a Emily's advice, as Katrina wants to enjoy her work.\n\nYou know that the drums will take longer than the flute to learn, so the flute was simpler to study.\n\nSarah rolls her eyes as Monica extolls the virtues of vinegar as a cleaning solution for everything since Monica", + " is bored." + ] + ], + "resps": [ + [ + [ + -10.0546875, + false + ] + ], + [ + [ + -10.3828125, + false + ] + ] + ], + "filtered_resps": [ + [ + -10.0546875, + false + ], + [ + -10.3828125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 344, + "doc": { + "sentence": "The boot was removed from the car tire and put on the truck tire, since the _ was now legally parked.", + "option1": "car", + "option2": "truck", + "answer": "1" + }, + "target": "was now legally parked.", + "arguments": [ + [ + "The mans old pants looked worse than my jeans because the jeans were brand new.\n\nMary liked cedar wood over other types of wood like poplar, because the cedar wood smelled really good.\n\nRobert cleaned their countertop very well but Nick did not. Robert had a clean home.\n\nRachel visits Jessica to have some tests performed and for a check up, so Jessica is a physician.\n\nThe forever stamps that Ryan had were far prettier than the ones William had and William asked for some of them.\n\nThe boot was removed from the car tire and put on the truck tire, since the car", + " was now legally parked." + ], + [ + "The mans old pants looked worse than my jeans because the jeans were brand new.\n\nMary liked cedar wood over other types of wood like poplar, because the cedar wood smelled really good.\n\nRobert cleaned their countertop very well but Nick did not. Robert had a clean home.\n\nRachel visits Jessica to have some tests performed and for a check up, so Jessica is a physician.\n\nThe forever stamps that Ryan had were far prettier than the ones William had and William asked for some of them.\n\nThe boot was removed from the car tire and put on the truck tire, since the truck", + " was now legally parked." + ] + ], + "resps": [ + [ + [ + -19.921875, + false + ] + ], + [ + [ + -20.328125, + false + ] + ] + ], + "filtered_resps": [ + [ + -19.921875, + false + ], + [ + -20.328125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 352, + "doc": { + "sentence": "Brett wanted to get a massage but Kenneth did not. This is because _ was feeling relaxed.", + "option1": "Brett", + "option2": "Kenneth", + "answer": "2" + }, + "target": "was feeling relaxed.", + "arguments": [ + [ + "The hairdresser tried to cut the hair with the scissors but the hair was too strong.\n\nKatrina bought an apple from the vendor and gave it to Amy, because Amy was hungry.\n\nWhen he inspected his football protective gear for the coming season, he decided he needed a new mouthguard but could still use the helmet. The mouthguard was broken.\n\nDonald always spent ages trying to get their kitchen clean but Aaron did not because Aaron was very messy.\n\nWhen Hazel was shopping for a baby shower gift, she decided on a monitor instead of a mobile because the mobile was less needed..\n\nBrett wanted to get a massage but Kenneth did not. This is because Brett", + " was feeling relaxed." + ], + [ + "The hairdresser tried to cut the hair with the scissors but the hair was too strong.\n\nKatrina bought an apple from the vendor and gave it to Amy, because Amy was hungry.\n\nWhen he inspected his football protective gear for the coming season, he decided he needed a new mouthguard but could still use the helmet. The mouthguard was broken.\n\nDonald always spent ages trying to get their kitchen clean but Aaron did not because Aaron was very messy.\n\nWhen Hazel was shopping for a baby shower gift, she decided on a monitor instead of a mobile because the mobile was less needed..\n\nBrett wanted to get a massage but Kenneth did not. This is because Kenneth", + " was feeling relaxed." + ] + ], + "resps": [ + [ + [ + -11.2265625, + false + ] + ], + [ + [ + -11.296875, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.2265625, + false + ], + [ + -11.296875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 360, + "doc": { + "sentence": "Brett was actively engaged in weight loss whereas Benjamin was trying to gain weight, so _ maximized their caloric intake.", + "option1": "Brett", + "option2": "Benjamin", + "answer": "2" + }, + "target": "maximized their caloric intake.", + "arguments": [ + [ + "To groom his facial hair, Adam preferred to use a hand razor over an electric razor because the electric razor was too rough on his skin.\n\nFelicia had to move seats unlike Rebecca because Felicia sat in the wrong seat at the event.\n\nIn Mike's garden, the mint is growing better than the arugula, so the arugula is likely getting insufficient sunlight.\n\nCynthia needed to lose weight but Angela did not because Cynthia was over twenty pounds over the recommended weight.\n\nAfter her lips swelled up, Brian gave all the lip gloss to Christopher since Brian was sensitive to it.\n\nBrett was actively engaged in weight loss whereas Benjamin was trying to gain weight, so Brett", + " maximized their caloric intake." + ], + [ + "To groom his facial hair, Adam preferred to use a hand razor over an electric razor because the electric razor was too rough on his skin.\n\nFelicia had to move seats unlike Rebecca because Felicia sat in the wrong seat at the event.\n\nIn Mike's garden, the mint is growing better than the arugula, so the arugula is likely getting insufficient sunlight.\n\nCynthia needed to lose weight but Angela did not because Cynthia was over twenty pounds over the recommended weight.\n\nAfter her lips swelled up, Brian gave all the lip gloss to Christopher since Brian was sensitive to it.\n\nBrett was actively engaged in weight loss whereas Benjamin was trying to gain weight, so Benjamin", + " maximized their caloric intake." + ] + ], + "resps": [ + [ + [ + -20.984375, + false + ] + ], + [ + [ + -20.90625, + false + ] + ] + ], + "filtered_resps": [ + [ + -20.984375, + false + ], + [ + -20.90625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 368, + "doc": { + "sentence": "She suspected that her old makeup had expired after she put it on her skin because her _ was harder.", + "option1": "makeup", + "option2": "skin", + "answer": "1" + }, + "target": "was harder.", + "arguments": [ + [ + "People at the meeting felt more intimidated by Mary than by Betty because Betty was more meek.\n\nI was impressed with the behavior of my friend but not the attitude of his friend, because the attitude was rude.\n\nI really need to upgrade my mouse and RAM on my computer. The computer gets too difficult to control the mouse currently on it.\n\nIt was likely that Elena but not Betty had contracted malaria because Betty had never traveled to a third-world country.\n\nThe syrup cured his sore throat after the pill didn't work, as the pill was deficient in its treatment.\n\nShe suspected that her old makeup had expired after she put it on her skin because her makeup", + " was harder." + ], + [ + "People at the meeting felt more intimidated by Mary than by Betty because Betty was more meek.\n\nI was impressed with the behavior of my friend but not the attitude of his friend, because the attitude was rude.\n\nI really need to upgrade my mouse and RAM on my computer. The computer gets too difficult to control the mouse currently on it.\n\nIt was likely that Elena but not Betty had contracted malaria because Betty had never traveled to a third-world country.\n\nThe syrup cured his sore throat after the pill didn't work, as the pill was deficient in its treatment.\n\nShe suspected that her old makeup had expired after she put it on her skin because her skin", + " was harder." + ] + ], + "resps": [ + [ + [ + -13.3046875, + false + ] + ], + [ + [ + -13.4453125, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.3046875, + false + ], + [ + -13.4453125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 376, + "doc": { + "sentence": "I chose to drive the car over the truck because the _ had a small amount of gas.", + "option1": "car", + "option2": "truck", + "answer": "2" + }, + "target": "had a small amount of gas.", + "arguments": [ + [ + "The red mask would not fit in the drawer because the mask is too massive.\n\nLindsey was more worried about finding a boyfriend than Angela because Lindsey did not have a lot of sex appeal.\n\nShe cut the cereal box down into an organizer tray because the box was worthless.\n\nNeil was ready to sleep, but Donald was having a party, so Neil tossed and turned for an hour.\n\nThe new queen bed would not fit in the stairway because the bed is too tall.\n\nI chose to drive the car over the truck because the car", + " had a small amount of gas." + ], + [ + "The red mask would not fit in the drawer because the mask is too massive.\n\nLindsey was more worried about finding a boyfriend than Angela because Lindsey did not have a lot of sex appeal.\n\nShe cut the cereal box down into an organizer tray because the box was worthless.\n\nNeil was ready to sleep, but Donald was having a party, so Neil tossed and turned for an hour.\n\nThe new queen bed would not fit in the stairway because the bed is too tall.\n\nI chose to drive the car over the truck because the truck", + " had a small amount of gas." + ] + ], + "resps": [ + [ + [ + -17.953125, + false + ] + ], + [ + [ + -16.203125, + false + ] + ] + ], + "filtered_resps": [ + [ + -17.953125, + false + ], + [ + -16.203125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 384, + "doc": { + "sentence": "Ben wanted to propose to his girlfriend by hiding the ring in either cake or water. He decided to hide it in the _ because she drank the water fast.", + "option1": "cake", + "option2": "water", + "answer": "1" + }, + "target": "because she drank the water fast.", + "arguments": [ + [ + "Gem liked to eat leafs and burgers. She liked the leafs better because it was light.\n\nThe dog liked Carrie but it didn't like Christine very much because Christine always hit it.\n\nBen had a wound on his arm and had the choice of going to the hospital or self-treatment. He chose the hospital because it was expensive.\n\nThe blanket that my grandma made me was more enjoyed than the scarf because the scarf was itchy.\n\nThe horse ran past Rebecca and up to Christine, because Christine had sugar cubes in their pocket.\n\nBen wanted to propose to his girlfriend by hiding the ring in either cake or water. He decided to hide it in the cake", + " because she drank the water fast." + ], + [ + "Gem liked to eat leafs and burgers. She liked the leafs better because it was light.\n\nThe dog liked Carrie but it didn't like Christine very much because Christine always hit it.\n\nBen had a wound on his arm and had the choice of going to the hospital or self-treatment. He chose the hospital because it was expensive.\n\nThe blanket that my grandma made me was more enjoyed than the scarf because the scarf was itchy.\n\nThe horse ran past Rebecca and up to Christine, because Christine had sugar cubes in their pocket.\n\nBen wanted to propose to his girlfriend by hiding the ring in either cake or water. He decided to hide it in the water", + " because she drank the water fast." + ] + ], + "resps": [ + [ + [ + -22.046875, + false + ] + ], + [ + [ + -22.078125, + false + ] + ] + ], + "filtered_resps": [ + [ + -22.046875, + false + ], + [ + -22.078125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 392, + "doc": { + "sentence": "Kayla was very civil when dealing with Emily so that _ would be accepted by her.", + "option1": "Kayla", + "option2": "Emily", + "answer": "1" + }, + "target": "would be accepted by her.", + "arguments": [ + [ + "The waitress brought Donald a salad and Nick fish because Donald didn't care for the taste of fish.\n\nThe puppy slept on the floor instead of on the bed because it was hard for it to get on the bed .\n\nJustin has never had any animals in his house unlike Derrick because Justin is allergic to them.\n\nElena is a fight manager, Rebecca is a gardener therefore Elena knows how to wrap boxers' hands.\n\nLindsey was always organized but Victoria was rarely organized. Victoria often had trouble when looking for something.\n\nKayla was very civil when dealing with Emily so that Kayla", + " would be accepted by her." + ], + [ + "The waitress brought Donald a salad and Nick fish because Donald didn't care for the taste of fish.\n\nThe puppy slept on the floor instead of on the bed because it was hard for it to get on the bed .\n\nJustin has never had any animals in his house unlike Derrick because Justin is allergic to them.\n\nElena is a fight manager, Rebecca is a gardener therefore Elena knows how to wrap boxers' hands.\n\nLindsey was always organized but Victoria was rarely organized. Victoria often had trouble when looking for something.\n\nKayla was very civil when dealing with Emily so that Emily", + " would be accepted by her." + ] + ], + "resps": [ + [ + [ + -13.78125, + false + ] + ], + [ + [ + -16.734375, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.78125, + false + ], + [ + -16.734375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 400, + "doc": { + "sentence": "The game on television was very important for Ian but not Dennis because _ was into music instead.", + "option1": "Ian", + "option2": "Dennis", + "answer": "2" + }, + "target": "was into music instead.", + "arguments": [ + [ + "Lindsey bonded more quickly with her classmates than Jessica because Lindsey had a friendly disposition.\n\nSamantha was was quite active, so was a good coach for Emily's weight loss because Samantha could teach healthy habits to him.\n\nMegan loved serving Laura coffee every morning at the cafe, because Megan was a natural helper.\n\nCraig's greed was very well known to so when he saw Michael's gold watch Craig envied it.\n\nAngela's main vice is eating, while Betty has a small appetite, so Betty is more likely to be thin.\n\nThe game on television was very important for Ian but not Dennis because Ian", + " was into music instead." + ], + [ + "Lindsey bonded more quickly with her classmates than Jessica because Lindsey had a friendly disposition.\n\nSamantha was was quite active, so was a good coach for Emily's weight loss because Samantha could teach healthy habits to him.\n\nMegan loved serving Laura coffee every morning at the cafe, because Megan was a natural helper.\n\nCraig's greed was very well known to so when he saw Michael's gold watch Craig envied it.\n\nAngela's main vice is eating, while Betty has a small appetite, so Betty is more likely to be thin.\n\nThe game on television was very important for Ian but not Dennis because Dennis", + " was into music instead." + ] + ], + "resps": [ + [ + [ + -17.984375, + false + ] + ], + [ + [ + -15.3046875, + false + ] + ] + ], + "filtered_resps": [ + [ + -17.984375, + false + ], + [ + -15.3046875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 408, + "doc": { + "sentence": "After walking barefooted, James washed his foot in the bowl of water and the _ got dirty.", + "option1": "foot", + "option2": "water", + "answer": "2" + }, + "target": "got dirty.", + "arguments": [ + [ + "Jeffrey hired Michael to clean their floors but Michael was going on a long vacation.\n\nJen had to get her license and a house inspection to become a foster parent, and she had to keep her house clean for the inspection .\n\nIn order to help a friend with PTSD, she left a group therapy flyer on the table instead of a self-help book because the flyer would be useful.\n\nWhen roasting chicken I like to use the stove instead of the oven. The oven makes it unappetizing.\n\nHe refused to change out of his tank top, even though it made him look like a a redneck with beer because he wanted to finish the beer .\n\nAfter walking barefooted, James washed his foot in the bowl of water and the foot", + " got dirty." + ], + [ + "Jeffrey hired Michael to clean their floors but Michael was going on a long vacation.\n\nJen had to get her license and a house inspection to become a foster parent, and she had to keep her house clean for the inspection .\n\nIn order to help a friend with PTSD, she left a group therapy flyer on the table instead of a self-help book because the flyer would be useful.\n\nWhen roasting chicken I like to use the stove instead of the oven. The oven makes it unappetizing.\n\nHe refused to change out of his tank top, even though it made him look like a a redneck with beer because he wanted to finish the beer .\n\nAfter walking barefooted, James washed his foot in the bowl of water and the water", + " got dirty." + ] + ], + "resps": [ + [ + [ + -8.3125, + false + ] + ], + [ + [ + -4.96875, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.3125, + false + ], + [ + -4.96875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 416, + "doc": { + "sentence": "When we go hiking I bring my backpack because it has built in water bottles and places for snacks. Today I forgot to bring the _ and was starving.", + "option1": "snacks", + "option2": "water bottles", + "answer": "1" + }, + "target": "and was starving.", + "arguments": [ + [ + "Upon coming across a millipedes on hike, Rebecca took a picture of it and Elena stepped on it as Elena is a bug hater.\n\nThe hats that Margaret knit look a lot nicer than the gloves she made. She has a knack for making the hats .\n\nTech problems are Lawrence specialty and physical problems are Ryan, Ryan works with people and disabilities.\n\nAble to hear a scurrying sound from below the sink, Megan asked Samantha to check, as Samantha was indifferent about seeing a mouse.\n\nDennis could not afford to replace the windows of his house like Neil recently had, because Dennis was poor.\n\nWhen we go hiking I bring my backpack because it has built in water bottles and places for snacks. Today I forgot to bring the snacks", + " and was starving." + ], + [ + "Upon coming across a millipedes on hike, Rebecca took a picture of it and Elena stepped on it as Elena is a bug hater.\n\nThe hats that Margaret knit look a lot nicer than the gloves she made. She has a knack for making the hats .\n\nTech problems are Lawrence specialty and physical problems are Ryan, Ryan works with people and disabilities.\n\nAble to hear a scurrying sound from below the sink, Megan asked Samantha to check, as Samantha was indifferent about seeing a mouse.\n\nDennis could not afford to replace the windows of his house like Neil recently had, because Dennis was poor.\n\nWhen we go hiking I bring my backpack because it has built in water bottles and places for snacks. Today I forgot to bring the water bottles", + " and was starving." + ] + ], + "resps": [ + [ + [ + -9.390625, + false + ] + ], + [ + [ + -11.6640625, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.390625, + false + ], + [ + -11.6640625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 424, + "doc": { + "sentence": "Mary went to the office to receive a new card with her photo on it and discarded a sticker because the _ was temporary.", + "option1": "sticker", + "option2": "card", + "answer": "1" + }, + "target": "was temporary.", + "arguments": [ + [ + "i had to abandon pleasure to seek inner peace after my divorce, the pleasure was destructive.\n\nVictoria's Birthday present from Felicia was a new grill because Victoria is an avid chef.\n\nShe became extremely educated by reading books and watching videos. The books were often musty.\n\nSamuel did not know a lot of conversation topics like Brian because Brian always kept up with the news.\n\nNeil underwent the medical procedure performed by Nick, and Neil got through the procedure with flying colors.\n\nMary went to the office to receive a new card with her photo on it and discarded a sticker because the sticker", + " was temporary." + ], + [ + "i had to abandon pleasure to seek inner peace after my divorce, the pleasure was destructive.\n\nVictoria's Birthday present from Felicia was a new grill because Victoria is an avid chef.\n\nShe became extremely educated by reading books and watching videos. The books were often musty.\n\nSamuel did not know a lot of conversation topics like Brian because Brian always kept up with the news.\n\nNeil underwent the medical procedure performed by Nick, and Neil got through the procedure with flying colors.\n\nMary went to the office to receive a new card with her photo on it and discarded a sticker because the card", + " was temporary." + ] + ], + "resps": [ + [ + [ + -8.640625, + false + ] + ], + [ + [ + -8.7734375, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.640625, + false + ], + [ + -8.7734375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 432, + "doc": { + "sentence": "John decided to grow a new breed of plant in his garden but the _ is big.", + "option1": "garden", + "option2": "plant", + "answer": "2" + }, + "target": "is big.", + "arguments": [ + [ + "The man hated his work compared to his wife's job because the work was stressful.\n\nNeil always brewed his coffee last thing in the morning unlike Steven because Steven needed it first.\n\nThe seeds that William uses are worse than Adam's because William went to a less reputable farmer.\n\nBetty has found a gold and needs help from Felicia to clean it, because Felicia is really helpful.\n\nCindy ate the noodles but not the vegetables because the vegetables were hard and undercooked.\n\nJohn decided to grow a new breed of plant in his garden but the garden", + " is big." + ], + [ + "The man hated his work compared to his wife's job because the work was stressful.\n\nNeil always brewed his coffee last thing in the morning unlike Steven because Steven needed it first.\n\nThe seeds that William uses are worse than Adam's because William went to a less reputable farmer.\n\nBetty has found a gold and needs help from Felicia to clean it, because Felicia is really helpful.\n\nCindy ate the noodles but not the vegetables because the vegetables were hard and undercooked.\n\nJohn decided to grow a new breed of plant in his garden but the plant", + " is big." + ] + ], + "resps": [ + [ + [ + -9.8828125, + false + ] + ], + [ + [ + -12.8984375, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.8828125, + false + ], + [ + -12.8984375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 440, + "doc": { + "sentence": "The waist of Joel measured more inches than that of Kevin because _ ate much less.", + "option1": "Joel", + "option2": "Kevin", + "answer": "2" + }, + "target": "ate much less.", + "arguments": [ + [ + "Bradley wants to buy a motorcycle and sell his SUV because the motorcycle will save a lot of money on gas.\n\nAmy learned to play the mandolin from Elena due to Amy being a music beginner.\n\nGrace was happy to get a new battery for her car. The battery was dead.\n\nWhen choosing a movie to watch, Logan would select a documentary and Jason a comedy, I say Jason is a fun loving person.\n\nKenneth liked to collect plates with pretty flowers on them while Eric did not. Eric didn't buy a new plate.\n\nThe waist of Joel measured more inches than that of Kevin because Joel", + " ate much less." + ], + [ + "Bradley wants to buy a motorcycle and sell his SUV because the motorcycle will save a lot of money on gas.\n\nAmy learned to play the mandolin from Elena due to Amy being a music beginner.\n\nGrace was happy to get a new battery for her car. The battery was dead.\n\nWhen choosing a movie to watch, Logan would select a documentary and Jason a comedy, I say Jason is a fun loving person.\n\nKenneth liked to collect plates with pretty flowers on them while Eric did not. Eric didn't buy a new plate.\n\nThe waist of Joel measured more inches than that of Kevin because Kevin", + " ate much less." + ] + ], + "resps": [ + [ + [ + -12.734375, + false + ] + ], + [ + [ + -13.0078125, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.734375, + false + ], + [ + -13.0078125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 448, + "doc": { + "sentence": "Caroline works in the catering and food wholesale industries, but enjoys food preparation more, so she prefers her work in the _ industry.", + "option1": "catering", + "option2": "food wholesale", + "answer": "1" + }, + "target": "industry.", + "arguments": [ + [ + "Laura asked Elena to help choose their new curtains because Laura was new to interior design.\n\nVictoria found reading poems most enthralling while Felicia found mysteries more to their liking. Victoria bought a book by Shakespeare at Barnes and Noble.\n\nThe rod could not be used to mix the mixture of flour and water because the rod is too thin.\n\nNeil put the milk on Randy 's table and it spilled all over it. Randy was angry.\n\nRebecca asked Natalie what time their beginner's yoga class started because Rebecca could not remember.\n\nCaroline works in the catering and food wholesale industries, but enjoys food preparation more, so she prefers her work in the catering", + " industry." + ], + [ + "Laura asked Elena to help choose their new curtains because Laura was new to interior design.\n\nVictoria found reading poems most enthralling while Felicia found mysteries more to their liking. Victoria bought a book by Shakespeare at Barnes and Noble.\n\nThe rod could not be used to mix the mixture of flour and water because the rod is too thin.\n\nNeil put the milk on Randy 's table and it spilled all over it. Randy was angry.\n\nRebecca asked Natalie what time their beginner's yoga class started because Rebecca could not remember.\n\nCaroline works in the catering and food wholesale industries, but enjoys food preparation more, so she prefers her work in the food wholesale", + " industry." + ] + ], + "resps": [ + [ + [ + -0.9453125, + true + ] + ], + [ + [ + -0.6279296875, + true + ] + ] + ], + "filtered_resps": [ + [ + -0.9453125, + true + ], + [ + -0.6279296875, + true + ] + ], + "acc": 0.0 + }, + { + "doc_id": 456, + "doc": { + "sentence": "John sold the three chairs and used the money to buy twelve shoes. The _ were more expensive.", + "option1": "chairs", + "option2": "shoes", + "answer": "1" + }, + "target": "were more expensive.", + "arguments": [ + [ + "The barber tried to use the chemical to dye the woman's hair but the hair was too tough.\n\nSteven raises cattle while Joel raises chickens, and therefore Steven is able to sell milk.\n\nLeslie laughed at Christopher for having such short hair, and Christopher felt angry about it later.\n\nThe sidewalk was made of bricks while the driveway was made of poured concrete. The sidewalk was more bumpy to ride on.\n\nNelson found it easier to put the star on the Christmas tree than Robert because Nelson was quite tall.\n\nJohn sold the three chairs and used the money to buy twelve shoes. The chairs", + " were more expensive." + ], + [ + "The barber tried to use the chemical to dye the woman's hair but the hair was too tough.\n\nSteven raises cattle while Joel raises chickens, and therefore Steven is able to sell milk.\n\nLeslie laughed at Christopher for having such short hair, and Christopher felt angry about it later.\n\nThe sidewalk was made of bricks while the driveway was made of poured concrete. The sidewalk was more bumpy to ride on.\n\nNelson found it easier to put the star on the Christmas tree than Robert because Nelson was quite tall.\n\nJohn sold the three chairs and used the money to buy twelve shoes. The shoes", + " were more expensive." + ] + ], + "resps": [ + [ + [ + -6.8515625, + false + ] + ], + [ + [ + -7.74609375, + false + ] + ] + ], + "filtered_resps": [ + [ + -6.8515625, + false + ], + [ + -7.74609375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 464, + "doc": { + "sentence": "Kevin was not able to run fast compared to William because _ had no broken bones in his body.", + "option1": "Kevin", + "option2": "William", + "answer": "2" + }, + "target": "had no broken bones in his body.", + "arguments": [ + [ + "My friend renovated both her kitchen and bathroom. Her kitchen came off better, because the kitchen looks modern.\n\nBetty had to potty train Cynthia in order to enroll them in preschool, because Cynthia was a toddler.\n\nIt was more common for the bike to break that the tricycle, because the bike had poor craftsmanship.\n\nThe container was filled with water and milk, but the container burst and the milk was the heavier liquid.\n\nWilliam swept up all the leaves while Ian sat on the porch relaxing, so Ian was chill and relaxed.\n\nKevin was not able to run fast compared to William because Kevin", + " had no broken bones in his body." + ], + [ + "My friend renovated both her kitchen and bathroom. Her kitchen came off better, because the kitchen looks modern.\n\nBetty had to potty train Cynthia in order to enroll them in preschool, because Cynthia was a toddler.\n\nIt was more common for the bike to break that the tricycle, because the bike had poor craftsmanship.\n\nThe container was filled with water and milk, but the container burst and the milk was the heavier liquid.\n\nWilliam swept up all the leaves while Ian sat on the porch relaxing, so Ian was chill and relaxed.\n\nKevin was not able to run fast compared to William because William", + " had no broken bones in his body." + ] + ], + "resps": [ + [ + [ + -22.0, + false + ] + ], + [ + [ + -20.09375, + false + ] + ] + ], + "filtered_resps": [ + [ + -22.0, + false + ], + [ + -20.09375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 472, + "doc": { + "sentence": "The doctor suggested alternating between ice and a heating pad when I strained a muscle, but he warned me to not let the _ get too warm.", + "option1": "ice", + "option2": "pad", + "answer": "2" + }, + "target": "get too warm.", + "arguments": [ + [ + "Angela needs help with pricing her jewelery so she goes to Emily, becasue Emily is a professional.\n\nJeffrey always put peanut butter and jam on his sandwiches unlike Donald because Jeffrey loved the combo.\n\nThey went to a petting zoo which Samuel liked but Jason hated. Samuel was sure the animals enjoyed the experience, too.\n\nThe plane flew at a lower altitude than the helicopter because the plane had less engine power.\n\nThe musician wanted to store the guitar in the case but the case was too small.\n\nThe doctor suggested alternating between ice and a heating pad when I strained a muscle, but he warned me to not let the ice", + " get too warm." + ], + [ + "Angela needs help with pricing her jewelery so she goes to Emily, becasue Emily is a professional.\n\nJeffrey always put peanut butter and jam on his sandwiches unlike Donald because Jeffrey loved the combo.\n\nThey went to a petting zoo which Samuel liked but Jason hated. Samuel was sure the animals enjoyed the experience, too.\n\nThe plane flew at a lower altitude than the helicopter because the plane had less engine power.\n\nThe musician wanted to store the guitar in the case but the case was too small.\n\nThe doctor suggested alternating between ice and a heating pad when I strained a muscle, but he warned me to not let the pad", + " get too warm." + ] + ], + "resps": [ + [ + [ + -6.12890625, + false + ] + ], + [ + [ + -4.54296875, + false + ] + ] + ], + "filtered_resps": [ + [ + -6.12890625, + false + ], + [ + -4.54296875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 480, + "doc": { + "sentence": "Michael made pickled eggs for Kenneth, but _ really loved his own and wanted to share them.", + "option1": "Michael", + "option2": "Kenneth", + "answer": "2" + }, + "target": "really loved his own and wanted to share them.", + "arguments": [ + [ + "Kevin's broker recommended that he sell all his commodities and invest in bonds instead because the bonds would be more profitable.\n\nMary had less oily hair than Victoria although the scalp of Victoria was much drier.\n\nLaura likes the bright colors of a clownfish but Rebecca does not. Rebecca bought a catfish for their aquarium.\n\nCarrie was afraid of ghosts. Christine said this was foolish but Christine could not convinced them.\n\nRachel had fun at the slumber party but Erin had a bad time, Erin was quiet and was kept up all night.\n\nMichael made pickled eggs for Kenneth, but Michael", + " really loved his own and wanted to share them." + ], + [ + "Kevin's broker recommended that he sell all his commodities and invest in bonds instead because the bonds would be more profitable.\n\nMary had less oily hair than Victoria although the scalp of Victoria was much drier.\n\nLaura likes the bright colors of a clownfish but Rebecca does not. Rebecca bought a catfish for their aquarium.\n\nCarrie was afraid of ghosts. Christine said this was foolish but Christine could not convinced them.\n\nRachel had fun at the slumber party but Erin had a bad time, Erin was quiet and was kept up all night.\n\nMichael made pickled eggs for Kenneth, but Kenneth", + " really loved his own and wanted to share them." + ] + ], + "resps": [ + [ + [ + -34.625, + false + ] + ], + [ + [ + -38.34375, + false + ] + ] + ], + "filtered_resps": [ + [ + -34.625, + false + ], + [ + -38.34375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 488, + "doc": { + "sentence": "He was late for the party but on time for the sleepover because the _ had just finished.", + "option1": "party", + "option2": "sleepover", + "answer": "1" + }, + "target": "had just finished.", + "arguments": [ + [ + "The smile of Matthew is brighter than Craig's is, so Craig brushes his teeth less often.\n\nGrandad liked to get his news from real newspapers, and not online websites. The newspapers felt authentic and substantial.\n\nKen's dog preferred eating from the table and not his bowl, because food from the table seemed special to him.\n\nPatricia was caught trespassing on Sarah's house and other property, so Patricia went to jail.\n\nThe mechanic told Evan he needed to replace his brake pads, but not the shoes, as the pads were worn.\n\nHe was late for the party but on time for the sleepover because the party", + " had just finished." + ], + [ + "The smile of Matthew is brighter than Craig's is, so Craig brushes his teeth less often.\n\nGrandad liked to get his news from real newspapers, and not online websites. The newspapers felt authentic and substantial.\n\nKen's dog preferred eating from the table and not his bowl, because food from the table seemed special to him.\n\nPatricia was caught trespassing on Sarah's house and other property, so Patricia went to jail.\n\nThe mechanic told Evan he needed to replace his brake pads, but not the shoes, as the pads were worn.\n\nHe was late for the party but on time for the sleepover because the sleepover", + " had just finished." + ] + ], + "resps": [ + [ + [ + -9.3046875, + false + ] + ], + [ + [ + -9.8828125, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.3046875, + false + ], + [ + -9.8828125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 496, + "doc": { + "sentence": "The TV that Samantha bought costs more than that of Carrie, because _ was poor.", + "option1": "Samantha", + "option2": "Carrie", + "answer": "2" + }, + "target": "was poor.", + "arguments": [ + [ + "Katrina was able to remove the mildew from the tub but not Christine because Katrina used bleach.\n\nHangovers are really bad, but they are not as bad as migraines, because the migraines last awhile.\n\nThe autopsy was performed by Kayla instead of Christine since Christine fainted at the sight of blood .\n\nJon had to attend more physical therapy for his knee than for his elbow. The elbow had the less serious injury.\n\nLawrence has an anxiety disorder and Jason does not, so Lawrence takes medication for it.\n\nThe TV that Samantha bought costs more than that of Carrie, because Samantha", + " was poor." + ], + [ + "Katrina was able to remove the mildew from the tub but not Christine because Katrina used bleach.\n\nHangovers are really bad, but they are not as bad as migraines, because the migraines last awhile.\n\nThe autopsy was performed by Kayla instead of Christine since Christine fainted at the sight of blood .\n\nJon had to attend more physical therapy for his knee than for his elbow. The elbow had the less serious injury.\n\nLawrence has an anxiety disorder and Jason does not, so Lawrence takes medication for it.\n\nThe TV that Samantha bought costs more than that of Carrie, because Carrie", + " was poor." + ] + ], + "resps": [ + [ + [ + -12.3671875, + false + ] + ], + [ + [ + -10.6953125, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.3671875, + false + ], + [ + -10.6953125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 504, + "doc": { + "sentence": "Ian was tired of trying new diets while Steven had luck with one, so _ decided to do their own thing.", + "option1": "Ian", + "option2": "Steven", + "answer": "1" + }, + "target": "decided to do their own thing.", + "arguments": [ + [ + "Ian didn't know what to do about the situation while Steven was ready to go with an answer. Steven was a solver.\n\nI liked the flowers at my sisters house more than the plants at my moms, because the plants were ugly.\n\nThe dog food outweighed the drink, hence James decided to add more drink because the drink is lighter.\n\nThe man tried to put the furniture on the floor but the furniture was too large.\n\nBrett made a homemade pie while Eric bought a pie at the store because Eric was a terrible baker.\n\nIan was tired of trying new diets while Steven had luck with one, so Ian", + " decided to do their own thing." + ], + [ + "Ian didn't know what to do about the situation while Steven was ready to go with an answer. Steven was a solver.\n\nI liked the flowers at my sisters house more than the plants at my moms, because the plants were ugly.\n\nThe dog food outweighed the drink, hence James decided to add more drink because the drink is lighter.\n\nThe man tried to put the furniture on the floor but the furniture was too large.\n\nBrett made a homemade pie while Eric bought a pie at the store because Eric was a terrible baker.\n\nIan was tired of trying new diets while Steven had luck with one, so Steven", + " decided to do their own thing." + ] + ], + "resps": [ + [ + [ + -18.84375, + false + ] + ], + [ + [ + -18.703125, + false + ] + ] + ], + "filtered_resps": [ + [ + -18.84375, + false + ], + [ + -18.703125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 512, + "doc": { + "sentence": "My employer offers a bonus of either a phone or a television, but unfortunately the _ is just way too large to be useful.", + "option1": "phone", + "option2": "television", + "answer": "1" + }, + "target": "is just way too large to be useful.", + "arguments": [ + [ + "Mary aged much worse than Cynthia because Mary was smoking all of their spare time.\n\nSamantha used a brush on their hair after a shower but Christine just toweled their hair. Christine had tangled gnarly hair.\n\nKyle screamed at William, because William was showing off their vast collection of creepy insects.\n\nLindsey was much weaker than Megan since Megan was a gym rat who worked out at least five days a week.\n\nMike was late to work because his car was law on gas, fortunately the work was close enough to walk to.\n\nMy employer offers a bonus of either a phone or a television, but unfortunately the phone", + " is just way too large to be useful." + ], + [ + "Mary aged much worse than Cynthia because Mary was smoking all of their spare time.\n\nSamantha used a brush on their hair after a shower but Christine just toweled their hair. Christine had tangled gnarly hair.\n\nKyle screamed at William, because William was showing off their vast collection of creepy insects.\n\nLindsey was much weaker than Megan since Megan was a gym rat who worked out at least five days a week.\n\nMike was late to work because his car was law on gas, fortunately the work was close enough to walk to.\n\nMy employer offers a bonus of either a phone or a television, but unfortunately the television", + " is just way too large to be useful." + ] + ], + "resps": [ + [ + [ + -26.546875, + false + ] + ], + [ + [ + -24.703125, + false + ] + ] + ], + "filtered_resps": [ + [ + -26.546875, + false + ], + [ + -24.703125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 520, + "doc": { + "sentence": "Craig had a faster running phone than Logan because _ had more apps running on theirs.", + "option1": "Craig", + "option2": "Logan", + "answer": "2" + }, + "target": "had more apps running on theirs.", + "arguments": [ + [ + "Being a boss comes natural to Michael it never has for Leslie, Leslie is not a suitable leader for others.\n\nThe feeling that John has with Philip is worse than his emotion towards Dennis, because the feeling are intense.\n\nChristine is teaching Rebecca how to ride a horse, because Christine is a great teacher.\n\nWilliam's attorney was a public defender who just didn't care and Dennis has a very successful hired attorney so chances are Dennis will win in mediation.\n\nThe skin of Jessica is much more bronze than that of Angela because Jessica got a lot of sun.\n\nCraig had a faster running phone than Logan because Craig", + " had more apps running on theirs." + ], + [ + "Being a boss comes natural to Michael it never has for Leslie, Leslie is not a suitable leader for others.\n\nThe feeling that John has with Philip is worse than his emotion towards Dennis, because the feeling are intense.\n\nChristine is teaching Rebecca how to ride a horse, because Christine is a great teacher.\n\nWilliam's attorney was a public defender who just didn't care and Dennis has a very successful hired attorney so chances are Dennis will win in mediation.\n\nThe skin of Jessica is much more bronze than that of Angela because Jessica got a lot of sun.\n\nCraig had a faster running phone than Logan because Logan", + " had more apps running on theirs." + ] + ], + "resps": [ + [ + [ + -29.734375, + false + ] + ], + [ + [ + -27.90625, + false + ] + ] + ], + "filtered_resps": [ + [ + -29.734375, + false + ], + [ + -27.90625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 528, + "doc": { + "sentence": "The personal trainer gave Laura but not Victoria the more difficult exercise because _ was in shape.", + "option1": "Laura", + "option2": "Victoria", + "answer": "1" + }, + "target": "was in shape.", + "arguments": [ + [ + "He wanted to buy a digital or acoustic piano for his new home and he chose the Acoustic piano because it was classic.\n\nShe tried to avoid the zoo so she could visit the park instead, since the park was aligned to her tastes.\n\nCleaning wood doors is enjoyable for Patricia but not Laura because Patricia is okay with easy work.\n\nSamantha liked to drink low tea and Tanya did not because Tanya did not enjoy drinking something in the evening.\n\nMary is in bad health unlike Katrina so Katrina doesn't worry about eating more fruits and vegetables.\n\nThe personal trainer gave Laura but not Victoria the more difficult exercise because Laura", + " was in shape." + ], + [ + "He wanted to buy a digital or acoustic piano for his new home and he chose the Acoustic piano because it was classic.\n\nShe tried to avoid the zoo so she could visit the park instead, since the park was aligned to her tastes.\n\nCleaning wood doors is enjoyable for Patricia but not Laura because Patricia is okay with easy work.\n\nSamantha liked to drink low tea and Tanya did not because Tanya did not enjoy drinking something in the evening.\n\nMary is in bad health unlike Katrina so Katrina doesn't worry about eating more fruits and vegetables.\n\nThe personal trainer gave Laura but not Victoria the more difficult exercise because Victoria", + " was in shape." + ] + ], + "resps": [ + [ + [ + -8.0078125, + false + ] + ], + [ + [ + -8.890625, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.0078125, + false + ], + [ + -8.890625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 536, + "doc": { + "sentence": "The chef added butter to the pan on the stove and it began to melt right away because the _ was soft.", + "option1": "pan", + "option2": "butter", + "answer": "2" + }, + "target": "was soft.", + "arguments": [ + [ + "Beth's put her art in a gallery instead of a museum because the gallery thought her art was different.\n\nThe computer needed a new monitor, but the keyboard was fine, because the keyboard was brand new.\n\nSamantha's hands were freezing, so she asked Elena if she could borrow some gloves. Samantha was unprepared for the cold weather.\n\nDuring the child's development, the parents were required to get many books and not as many notebooks because the notebooks were not needed for learning.\n\nVictoria had to wear cleats today at school but Patricia did not because Victoria has a soccer match after school.\n\nThe chef added butter to the pan on the stove and it began to melt right away because the pan", + " was soft." + ], + [ + "Beth's put her art in a gallery instead of a museum because the gallery thought her art was different.\n\nThe computer needed a new monitor, but the keyboard was fine, because the keyboard was brand new.\n\nSamantha's hands were freezing, so she asked Elena if she could borrow some gloves. Samantha was unprepared for the cold weather.\n\nDuring the child's development, the parents were required to get many books and not as many notebooks because the notebooks were not needed for learning.\n\nVictoria had to wear cleats today at school but Patricia did not because Victoria has a soccer match after school.\n\nThe chef added butter to the pan on the stove and it began to melt right away because the butter", + " was soft." + ] + ], + "resps": [ + [ + [ + -9.125, + false + ] + ], + [ + [ + -4.82421875, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.125, + false + ], + [ + -4.82421875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 544, + "doc": { + "sentence": "Rachel wanted children, but Megan had no interest, so _ looked for someone else to have babies with.", + "option1": "Rachel", + "option2": "Megan", + "answer": "1" + }, + "target": "looked for someone else to have babies with.", + "arguments": [ + [ + "He ran into the building after he heard the siren go off. The building was safe.\n\nThe team only needed to replace the monitor and not the computer because the monitor was old.\n\nNeil couldn't stop lying to Leslie, but Leslie told him he better to keep his friend.\n\nShe decided to leave the coach and headed to the taxi so she could get there faster but the coach was actually faster.\n\nThe shoe john sent to the man was returned but he accepted the watch because the watch is attractive.\n\nRachel wanted children, but Megan had no interest, so Rachel", + " looked for someone else to have babies with." + ], + [ + "He ran into the building after he heard the siren go off. The building was safe.\n\nThe team only needed to replace the monitor and not the computer because the monitor was old.\n\nNeil couldn't stop lying to Leslie, but Leslie told him he better to keep his friend.\n\nShe decided to leave the coach and headed to the taxi so she could get there faster but the coach was actually faster.\n\nThe shoe john sent to the man was returned but he accepted the watch because the watch is attractive.\n\nRachel wanted children, but Megan had no interest, so Megan", + " looked for someone else to have babies with." + ] + ], + "resps": [ + [ + [ + -17.734375, + false + ] + ], + [ + [ + -19.59375, + false + ] + ] + ], + "filtered_resps": [ + [ + -17.734375, + false + ], + [ + -19.59375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 552, + "doc": { + "sentence": "The children were not vaccinated, which was fine with Betty but annoyed Mary. _ knew they didn't make kids autistic.", + "option1": "Betty", + "option2": "Mary", + "answer": "2" + }, + "target": "knew they didn't make kids autistic.", + "arguments": [ + [ + "Being physically fit was easier for Natalie than Amy because Natalie spent a lot of time doing weight training.\n\nEric is known as bilingual whereas Jason is not because Jason still can't speak Spanish fluently.\n\nMegan fed the baby carrot flavored formula to Amy, so Amy is being a hungry infant.\n\nthe practice was to happen daily but they had limited space, the space was too little.\n\nLaura disliked the diamond ring Cynthia was wearing, but Cynthia loved it despite feeling diamonds were the result of slave labor and violence.\n\nThe children were not vaccinated, which was fine with Betty but annoyed Mary. Betty", + " knew they didn't make kids autistic." + ], + [ + "Being physically fit was easier for Natalie than Amy because Natalie spent a lot of time doing weight training.\n\nEric is known as bilingual whereas Jason is not because Jason still can't speak Spanish fluently.\n\nMegan fed the baby carrot flavored formula to Amy, so Amy is being a hungry infant.\n\nthe practice was to happen daily but they had limited space, the space was too little.\n\nLaura disliked the diamond ring Cynthia was wearing, but Cynthia loved it despite feeling diamonds were the result of slave labor and violence.\n\nThe children were not vaccinated, which was fine with Betty but annoyed Mary. Mary", + " knew they didn't make kids autistic." + ] + ], + "resps": [ + [ + [ + -31.359375, + false + ] + ], + [ + [ + -31.734375, + false + ] + ] + ], + "filtered_resps": [ + [ + -31.359375, + false + ], + [ + -31.734375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 560, + "doc": { + "sentence": "Natalie tended to wear their hair in a ponytail, while Maria wasn't able to, because _ had long hair.", + "option1": "Natalie", + "option2": "Maria", + "answer": "1" + }, + "target": "had long hair.", + "arguments": [ + [ + "When they baked, Kevin always let Jeffrey crack the egg because Kevin always got shells in the mix.\n\nJames was reading an essay loud to the audience but they cannot hear him because of the music played. The essay is quiet.\n\nMichael was going to Hawaii when Craig insisted he learned how to swim, but Craig had no idea how to swim either.\n\nWhile Michael didn't like animals as much as Robert however Robert had a dislike for frogs.\n\nAdam wanted to play the game on the table instead of the carpet, because the table had a smoother surface.\n\nNatalie tended to wear their hair in a ponytail, while Maria wasn't able to, because Natalie", + " had long hair." + ], + [ + "When they baked, Kevin always let Jeffrey crack the egg because Kevin always got shells in the mix.\n\nJames was reading an essay loud to the audience but they cannot hear him because of the music played. The essay is quiet.\n\nMichael was going to Hawaii when Craig insisted he learned how to swim, but Craig had no idea how to swim either.\n\nWhile Michael didn't like animals as much as Robert however Robert had a dislike for frogs.\n\nAdam wanted to play the game on the table instead of the carpet, because the table had a smoother surface.\n\nNatalie tended to wear their hair in a ponytail, while Maria wasn't able to, because Maria", + " had long hair." + ] + ], + "resps": [ + [ + [ + -4.05859375, + false + ] + ], + [ + [ + -4.00390625, + false + ] + ] + ], + "filtered_resps": [ + [ + -4.05859375, + false + ], + [ + -4.00390625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 568, + "doc": { + "sentence": "Benjamin was able to use their device for longer than Steven because _ remembered to bring their charger.", + "option1": "Benjamin", + "option2": "Steven", + "answer": "1" + }, + "target": "remembered to bring their charger.", + "arguments": [ + [ + "Joe chose to invest in real estate over the stock market because he thought the real estate would have a higher long term return.\n\nSunny days were the best time to visit the beach according to Christopher but Matthew did not agree with Christopher .\n\nThe children were scared of the puppets but laughed at the movies, as the movies were amusing for them.\n\nThe mouse got stuck in a hole while running with a wood in its mouth. The wood is wide.\n\nIan really had to go the bathroom while he was at Craig's house, causing Ian to feel embarrassed.\n\nBenjamin was able to use their device for longer than Steven because Benjamin", + " remembered to bring their charger." + ], + [ + "Joe chose to invest in real estate over the stock market because he thought the real estate would have a higher long term return.\n\nSunny days were the best time to visit the beach according to Christopher but Matthew did not agree with Christopher .\n\nThe children were scared of the puppets but laughed at the movies, as the movies were amusing for them.\n\nThe mouse got stuck in a hole while running with a wood in its mouth. The wood is wide.\n\nIan really had to go the bathroom while he was at Craig's house, causing Ian to feel embarrassed.\n\nBenjamin was able to use their device for longer than Steven because Steven", + " remembered to bring their charger." + ] + ], + "resps": [ + [ + [ + -17.703125, + false + ] + ], + [ + [ + -19.671875, + false + ] + ] + ], + "filtered_resps": [ + [ + -17.703125, + false + ], + [ + -19.671875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 576, + "doc": { + "sentence": "No one would have noticed the spot on that skin because the _ is small.", + "option1": "spot", + "option2": "skin", + "answer": "1" + }, + "target": "is small.", + "arguments": [ + [ + "While hiking, Logan asked Derrick what brand of binoculars he preferred, because Logan was curious.\n\nKayla asked Rachel to show how to exercise at the local crossfit, because Kayla seldom worked out.\n\nMegan was hoping that Mary would give her tips on how to become an actress, because Mary was a total celebrity.\n\nRachel thought fish were good pets but Monica did not. Rachel bought a guppy from the pet store.\n\nThe student tried to hang his backpack in the closet but the closet was too small.\n\nNo one would have noticed the spot on that skin because the spot", + " is small." + ], + [ + "While hiking, Logan asked Derrick what brand of binoculars he preferred, because Logan was curious.\n\nKayla asked Rachel to show how to exercise at the local crossfit, because Kayla seldom worked out.\n\nMegan was hoping that Mary would give her tips on how to become an actress, because Mary was a total celebrity.\n\nRachel thought fish were good pets but Monica did not. Rachel bought a guppy from the pet store.\n\nThe student tried to hang his backpack in the closet but the closet was too small.\n\nNo one would have noticed the spot on that skin because the skin", + " is small." + ] + ], + "resps": [ + [ + [ + -7.515625, + false + ] + ], + [ + [ + -10.8203125, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.515625, + false + ], + [ + -10.8203125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 584, + "doc": { + "sentence": "The handle of the spoon was submerged in the cup of tea because the _ is short.", + "option1": "cup", + "option2": "spoon", + "answer": "2" + }, + "target": "is short.", + "arguments": [ + [ + "Christine thought rabbits were very cute but Betty didn't. Betty bought a gerbil at the pet store.\n\nIan helped Steven carry a mattress up the stairs since Ian is a very strong person.\n\nJoe used soap to get rid of his smell, but the Soap was too weak.\n\nThe man tried to put the food into the refrigerator but the refrigerator was too small.\n\nThe blackberries tasted sweet but the raspberries tasted tart because the raspberries were less ripe.\n\nThe handle of the spoon was submerged in the cup of tea because the cup", + " is short." + ], + [ + "Christine thought rabbits were very cute but Betty didn't. Betty bought a gerbil at the pet store.\n\nIan helped Steven carry a mattress up the stairs since Ian is a very strong person.\n\nJoe used soap to get rid of his smell, but the Soap was too weak.\n\nThe man tried to put the food into the refrigerator but the refrigerator was too small.\n\nThe blackberries tasted sweet but the raspberries tasted tart because the raspberries were less ripe.\n\nThe handle of the spoon was submerged in the cup of tea because the spoon", + " is short." + ] + ], + "resps": [ + [ + [ + -11.6953125, + false + ] + ], + [ + [ + -7.6953125, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.6953125, + false + ], + [ + -7.6953125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 592, + "doc": { + "sentence": "His addiction was getting bad so they handed him over to therapy and stopped taking medicine since the _ was cheaper.", + "option1": "therapy", + "option2": "medicine", + "answer": "1" + }, + "target": "was cheaper.", + "arguments": [ + [ + "Fallon brought home mice and put them in cages, but the cages were too small.\n\nCarrie asked Angela what medicine the doctor had said to get because Carrie had forgotten.\n\nRachel was always happy for Felicia because Felicia got good grades a lot of the time at school.\n\nThe flowers in my moms house were beautiful as opposed to the plants in my house, because the plants were let go.\n\nDarlene was making a casserole and decided to top it with tater tots instead of potato chips because her family had already had it with the potato chips before.\n\nHis addiction was getting bad so they handed him over to therapy and stopped taking medicine since the therapy", + " was cheaper." + ], + [ + "Fallon brought home mice and put them in cages, but the cages were too small.\n\nCarrie asked Angela what medicine the doctor had said to get because Carrie had forgotten.\n\nRachel was always happy for Felicia because Felicia got good grades a lot of the time at school.\n\nThe flowers in my moms house were beautiful as opposed to the plants in my house, because the plants were let go.\n\nDarlene was making a casserole and decided to top it with tater tots instead of potato chips because her family had already had it with the potato chips before.\n\nHis addiction was getting bad so they handed him over to therapy and stopped taking medicine since the medicine", + " was cheaper." + ] + ], + "resps": [ + [ + [ + -5.91015625, + false + ] + ], + [ + [ + -10.265625, + false + ] + ] + ], + "filtered_resps": [ + [ + -5.91015625, + false + ], + [ + -10.265625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 600, + "doc": { + "sentence": "Neil told Lawrence that he was training to be a race car driver. _ was excited.", + "option1": "Neil", + "option2": "Lawrence", + "answer": "1" + }, + "target": "was excited.", + "arguments": [ + [ + "Nelson banged loudy on the drum which really bothered Michael because Michael was really sensitive to sound.\n\nWhen Betty said they were a hippie Emily laughed and said they preferred Nixon. The liberal was Betty .\n\nBugs freak Sarah out, while Katrina is a lover of them Sarah is an indoor human being.\n\nDoctor gave some medicine to Betty but gave none to Tanya as Tanya was showing none of the symptoms of illness.\n\nShe changed her university course from mathematics to history, because the mathematics course is too complex.\n\nNeil told Lawrence that he was training to be a race car driver. Neil", + " was excited." + ], + [ + "Nelson banged loudy on the drum which really bothered Michael because Michael was really sensitive to sound.\n\nWhen Betty said they were a hippie Emily laughed and said they preferred Nixon. The liberal was Betty .\n\nBugs freak Sarah out, while Katrina is a lover of them Sarah is an indoor human being.\n\nDoctor gave some medicine to Betty but gave none to Tanya as Tanya was showing none of the symptoms of illness.\n\nShe changed her university course from mathematics to history, because the mathematics course is too complex.\n\nNeil told Lawrence that he was training to be a race car driver. Lawrence", + " was excited." + ] + ], + "resps": [ + [ + [ + -10.5, + false + ] + ], + [ + [ + -10.3984375, + false + ] + ] + ], + "filtered_resps": [ + [ + -10.5, + false + ], + [ + -10.3984375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 608, + "doc": { + "sentence": "Carla start doing sit-ups and pushups for her weak spots. The _ are for her chest.", + "option1": "sit-ups", + "option2": "pushups", + "answer": "2" + }, + "target": "are for her chest.", + "arguments": [ + [ + "Planting a fruit tree was a good idea for William but not Derrick because William enjoys eating fruit.\n\nSteven was more interested in planning his vacation than Justin because Justin had never wanted to travel.\n\nMary put the unused furniture in the den before decorating the dining room, because the den would not be used during the party.\n\nCraig set up traps in order to catch rats for Michael, because Michael needed traps from because their house was infested.\n\nEddie needed to make money so he pulled his money out of bonds and put them into stocks because the bonds had a better chance of lower performance.\n\nCarla start doing sit-ups and pushups for her weak spots. The sit-ups", + " are for her chest." + ], + [ + "Planting a fruit tree was a good idea for William but not Derrick because William enjoys eating fruit.\n\nSteven was more interested in planning his vacation than Justin because Justin had never wanted to travel.\n\nMary put the unused furniture in the den before decorating the dining room, because the den would not be used during the party.\n\nCraig set up traps in order to catch rats for Michael, because Michael needed traps from because their house was infested.\n\nEddie needed to make money so he pulled his money out of bonds and put them into stocks because the bonds had a better chance of lower performance.\n\nCarla start doing sit-ups and pushups for her weak spots. The pushups", + " are for her chest." + ] + ], + "resps": [ + [ + [ + -12.7734375, + false + ] + ], + [ + [ + -10.71875, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.7734375, + false + ], + [ + -10.71875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 616, + "doc": { + "sentence": "When you buy food for your cat, choose dry instead of wet as the crunchy texture of the _ is better for their teeth.", + "option1": "dry", + "option2": "wet", + "answer": "1" + }, + "target": "is better for their teeth.", + "arguments": [ + [ + "For their birthday, Amy wanted to improve the house with Sarah, but Sarah left the short boards.\n\nJames believes he could get the same number of grams of stones with equal volume of oil but he was wrong because the oil is lighter.\n\nAfter eating dinner, Leslie offered a piece of gum to Kevin because Kevin had eaten a lot of garlic.\n\nThe skin treatment made her skin look better than the face mask did. The skin treatment must work efficiently.\n\nJulie couldn't use the rope to tie the rods together so she used a ribbon because the ribbon was a lot easier to knot.\n\nWhen you buy food for your cat, choose dry instead of wet as the crunchy texture of the dry", + " is better for their teeth." + ], + [ + "For their birthday, Amy wanted to improve the house with Sarah, but Sarah left the short boards.\n\nJames believes he could get the same number of grams of stones with equal volume of oil but he was wrong because the oil is lighter.\n\nAfter eating dinner, Leslie offered a piece of gum to Kevin because Kevin had eaten a lot of garlic.\n\nThe skin treatment made her skin look better than the face mask did. The skin treatment must work efficiently.\n\nJulie couldn't use the rope to tie the rods together so she used a ribbon because the ribbon was a lot easier to knot.\n\nWhen you buy food for your cat, choose dry instead of wet as the crunchy texture of the wet", + " is better for their teeth." + ] + ], + "resps": [ + [ + [ + -9.8125, + false + ] + ], + [ + [ + -12.9375, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.8125, + false + ], + [ + -12.9375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 624, + "doc": { + "sentence": "My mom didn't fit the shape into the painting, because the _ was too awkward.", + "option1": "shape", + "option2": "painting", + "answer": "1" + }, + "target": "was too awkward.", + "arguments": [ + [ + "The microchip in Kenneth's cat works, but Benjamin's doesn't because Benjamin has a shady veterinarian.\n\nBrett wasn't sure what color of dress to buy unlike Derrick because Derrick was not picky.\n\nI have displayed my awards on the mantle but had to move some of them to a case. The mantle was too full.\n\nEvery time Michael saw a spider in the apartment he asked Samuel to deal with it, because Samuel loved helping spiders.\n\nKenneth could write a song and Kyle could sing them so, Kenneth wrote a beautiful song.\n\nMy mom didn't fit the shape into the painting, because the shape", + " was too awkward." + ], + [ + "The microchip in Kenneth's cat works, but Benjamin's doesn't because Benjamin has a shady veterinarian.\n\nBrett wasn't sure what color of dress to buy unlike Derrick because Derrick was not picky.\n\nI have displayed my awards on the mantle but had to move some of them to a case. The mantle was too full.\n\nEvery time Michael saw a spider in the apartment he asked Samuel to deal with it, because Samuel loved helping spiders.\n\nKenneth could write a song and Kyle could sing them so, Kenneth wrote a beautiful song.\n\nMy mom didn't fit the shape into the painting, because the painting", + " was too awkward." + ] + ], + "resps": [ + [ + [ + -7.828125, + false + ] + ], + [ + [ + -9.4453125, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.828125, + false + ], + [ + -9.4453125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 632, + "doc": { + "sentence": "Megan liked to read a book good more than Samantha because _ hated the peace and quiet.", + "option1": "Megan", + "option2": "Samantha", + "answer": "2" + }, + "target": "hated the peace and quiet.", + "arguments": [ + [ + "John could never think of buying a television with that price considering his income because the income is low.\n\nCynthia needed to lose weight but Angela did not because Angela was over twenty pounds under the recommended weight.\n\nSheila didn’t check the temperature of her flat iron before straightening her hair. The hair was fried.\n\nSo Derrick hates being outdoor because Benjamin likes the fresh air and the open space and Derrick don't.\n\nLaura fixed all of the electronics brought to them by Felicia, because Felicia was paying them.\n\nMegan liked to read a book good more than Samantha because Megan", + " hated the peace and quiet." + ], + [ + "John could never think of buying a television with that price considering his income because the income is low.\n\nCynthia needed to lose weight but Angela did not because Angela was over twenty pounds under the recommended weight.\n\nSheila didn’t check the temperature of her flat iron before straightening her hair. The hair was fried.\n\nSo Derrick hates being outdoor because Benjamin likes the fresh air and the open space and Derrick don't.\n\nLaura fixed all of the electronics brought to them by Felicia, because Felicia was paying them.\n\nMegan liked to read a book good more than Samantha because Samantha", + " hated the peace and quiet." + ] + ], + "resps": [ + [ + [ + -18.40625, + false + ] + ], + [ + [ + -17.4375, + false + ] + ] + ], + "filtered_resps": [ + [ + -18.40625, + false + ], + [ + -17.4375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 640, + "doc": { + "sentence": "The shirts were straighter than the pants although the _ were hanging on the hanger.", + "option1": "shirt", + "option2": "pants", + "answer": "2" + }, + "target": "were hanging on the hanger.", + "arguments": [ + [ + "My migraine today was worse than my headache yesterday, because the headache was very mellow.\n\nShe chose to wax her legs rather than using a razor because she preferred the smoother look that using the wax gave her.\n\nDuring the meeting, Emily asked Elena to summarize the main points, because Emily preferred a succinct presentation.\n\nAlexis wanted to lose weight, so she bought a bench to lift weights and a low calorie meal pack, but the pack had additives.\n\nPaint was applied to the scooter, but not the car. The scooter had recently been in an accident.\n\nThe shirts were straighter than the pants although the shirt", + " were hanging on the hanger." + ], + [ + "My migraine today was worse than my headache yesterday, because the headache was very mellow.\n\nShe chose to wax her legs rather than using a razor because she preferred the smoother look that using the wax gave her.\n\nDuring the meeting, Emily asked Elena to summarize the main points, because Emily preferred a succinct presentation.\n\nAlexis wanted to lose weight, so she bought a bench to lift weights and a low calorie meal pack, but the pack had additives.\n\nPaint was applied to the scooter, but not the car. The scooter had recently been in an accident.\n\nThe shirts were straighter than the pants although the pants", + " were hanging on the hanger." + ] + ], + "resps": [ + [ + [ + -19.828125, + false + ] + ], + [ + [ + -14.75, + false + ] + ] + ], + "filtered_resps": [ + [ + -19.828125, + false + ], + [ + -14.75, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 648, + "doc": { + "sentence": "Dennis did not enjoy their afternoon but Hunter did because _ left work after the sunrise.", + "option1": "Dennis", + "option2": "Hunter", + "answer": "2" + }, + "target": "left work after the sunrise.", + "arguments": [ + [ + "When Christine suspected that Felicia was lying, she tried to set a trap. Then Christine got angry when it didn't work.\n\nFeeling chronic pain is an everything day for Dennis but not Donald because Dennis suffers from chronic pain syndrome.\n\nMark preferred to drink juice over water in the hot summer sun because the juice was delicious.\n\nThe student preferred to write his papers on the computer versus paper because he is slower at writing on paper .\n\n Carrie hates chocolates so Patricia received chocolates as a gift for their once a year birthday from Carrie.\n\nDennis did not enjoy their afternoon but Hunter did because Dennis", + " left work after the sunrise." + ], + [ + "When Christine suspected that Felicia was lying, she tried to set a trap. Then Christine got angry when it didn't work.\n\nFeeling chronic pain is an everything day for Dennis but not Donald because Dennis suffers from chronic pain syndrome.\n\nMark preferred to drink juice over water in the hot summer sun because the juice was delicious.\n\nThe student preferred to write his papers on the computer versus paper because he is slower at writing on paper .\n\n Carrie hates chocolates so Patricia received chocolates as a gift for their once a year birthday from Carrie.\n\nDennis did not enjoy their afternoon but Hunter did because Hunter", + " left work after the sunrise." + ] + ], + "resps": [ + [ + [ + -29.125, + false + ] + ], + [ + [ + -30.84375, + false + ] + ] + ], + "filtered_resps": [ + [ + -29.125, + false + ], + [ + -30.84375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 656, + "doc": { + "sentence": "Joel plans to go to Latin America next year where Dennis is currently living, _ has never been to Latin America.", + "option1": "Joel", + "option2": "Dennis", + "answer": "1" + }, + "target": "has never been to Latin America.", + "arguments": [ + [ + "Adam loved orange juice with their breakfast but William much preferred apple juice. Adam ordered a glass of orange juice at IHOP.\n\nDonald has decided to become a Medical Marijuana farmer Jason doesn't approve, Jason wants to be a cop.\n\nAfter getting his high school degree, Kevin never received a college degree but still got a great job because the high school degree was all that was necessary.\n\nLawrence was afraid to mess with electricity, while Adam was adept with it, so Lawrence would avoid the fuse box.\n\nThe large wooden cutting board did not fit into the kitchen sink because the sink was too small.\n\nJoel plans to go to Latin America next year where Dennis is currently living, Joel", + " has never been to Latin America." + ], + [ + "Adam loved orange juice with their breakfast but William much preferred apple juice. Adam ordered a glass of orange juice at IHOP.\n\nDonald has decided to become a Medical Marijuana farmer Jason doesn't approve, Jason wants to be a cop.\n\nAfter getting his high school degree, Kevin never received a college degree but still got a great job because the high school degree was all that was necessary.\n\nLawrence was afraid to mess with electricity, while Adam was adept with it, so Lawrence would avoid the fuse box.\n\nThe large wooden cutting board did not fit into the kitchen sink because the sink was too small.\n\nJoel plans to go to Latin America next year where Dennis is currently living, Dennis", + " has never been to Latin America." + ] + ], + "resps": [ + [ + [ + -7.07421875, + false + ] + ], + [ + [ + -7.2421875, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.07421875, + false + ], + [ + -7.2421875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 664, + "doc": { + "sentence": "The hair stylist gave Laura hair extensions and not Katrina because _ had very short hair.", + "option1": "Laura", + "option2": "Katrina", + "answer": "1" + }, + "target": "had very short hair.", + "arguments": [ + [ + "An Uber was called for Rebecca but not Kayla because Kayla had a ride home.\n\nThe painting of Kayla sold for more than the one by Cynthia because Kayla was more creative.\n\nJack decided to become a vegetarian and to make a mushroom lasagna with substitutes for meat. He decided to swap the meat .\n\nThe food stamps were more beneficial to the couple than the donations because the donations came in tiny amounts.\n\nThe mother looked in the drawer and could only find the spoons but not the forks because the forks were lost.\n\nThe hair stylist gave Laura hair extensions and not Katrina because Laura", + " had very short hair." + ], + [ + "An Uber was called for Rebecca but not Kayla because Kayla had a ride home.\n\nThe painting of Kayla sold for more than the one by Cynthia because Kayla was more creative.\n\nJack decided to become a vegetarian and to make a mushroom lasagna with substitutes for meat. He decided to swap the meat .\n\nThe food stamps were more beneficial to the couple than the donations because the donations came in tiny amounts.\n\nThe mother looked in the drawer and could only find the spoons but not the forks because the forks were lost.\n\nThe hair stylist gave Laura hair extensions and not Katrina because Katrina", + " had very short hair." + ] + ], + "resps": [ + [ + [ + -8.0625, + false + ] + ], + [ + [ + -6.38671875, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.0625, + false + ], + [ + -6.38671875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 672, + "doc": { + "sentence": "He made a few dishes to serve. One was a salad and the other was a steak. The _ was healthy.", + "option1": "salad", + "option2": "steak", + "answer": "1" + }, + "target": "was healthy.", + "arguments": [ + [ + "Megan always loved to talk but Tanya did not because Tanya was really very introverted.\n\nThe coffee that Michael makes is usually stronger than that of Logan because Michael uses more grounds.\n\nPatricia wanted to adopt Jennifer and take her into her home, so Jennifer could be a daughter now.\n\nThe single Monica did not envy Emily 's married life, as Monica relished her freedom.\n\nThe staple that I used worked a lot better than the tape because the staple was stronger.\n\nHe made a few dishes to serve. One was a salad and the other was a steak. The salad", + " was healthy." + ], + [ + "Megan always loved to talk but Tanya did not because Tanya was really very introverted.\n\nThe coffee that Michael makes is usually stronger than that of Logan because Michael uses more grounds.\n\nPatricia wanted to adopt Jennifer and take her into her home, so Jennifer could be a daughter now.\n\nThe single Monica did not envy Emily 's married life, as Monica relished her freedom.\n\nThe staple that I used worked a lot better than the tape because the staple was stronger.\n\nHe made a few dishes to serve. One was a salad and the other was a steak. The steak", + " was healthy." + ] + ], + "resps": [ + [ + [ + -7.203125, + false + ] + ], + [ + [ + -10.0859375, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.203125, + false + ], + [ + -10.0859375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 680, + "doc": { + "sentence": "I got more use in the gym than at the playground because the _ had more things to do.", + "option1": "gym", + "option2": "playground", + "answer": "1" + }, + "target": "had more things to do.", + "arguments": [ + [ + "Christine told Megan some tips for their new real estate agent job since Christine was experienced and thought they could use some help.\n\nShe wanted to do embroidery with her needle and floss, but when she tried to thread the needle she realized the floss was too thick.\n\nTai needed to hire a contractor, either licensed or unlicensed, but the unlicensed was too cheap.\n\nOver the winter the bank replaced their dirty carpet with hardwood to satisfy their customers, the carpet was old.\n\nRandy legs were shinier than Craig because Randy always remembered to moisturize after a shower.\n\nI got more use in the gym than at the playground because the gym", + " had more things to do." + ], + [ + "Christine told Megan some tips for their new real estate agent job since Christine was experienced and thought they could use some help.\n\nShe wanted to do embroidery with her needle and floss, but when she tried to thread the needle she realized the floss was too thick.\n\nTai needed to hire a contractor, either licensed or unlicensed, but the unlicensed was too cheap.\n\nOver the winter the bank replaced their dirty carpet with hardwood to satisfy their customers, the carpet was old.\n\nRandy legs were shinier than Craig because Randy always remembered to moisturize after a shower.\n\nI got more use in the gym than at the playground because the playground", + " had more things to do." + ] + ], + "resps": [ + [ + [ + -8.8046875, + false + ] + ], + [ + [ + -14.4609375, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.8046875, + false + ], + [ + -14.4609375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 688, + "doc": { + "sentence": "Samantha was pretty good at math while Natalie was better at English. _ enrolled in a storytelling class this semester.", + "option1": "Samantha", + "option2": "Natalie", + "answer": "2" + }, + "target": "enrolled in a storytelling class this semester.", + "arguments": [ + [ + "There was less chocolate in the cake than in the pie, so the pie was sweeter.\n\nKyle caught several fish but Justin did not catch a single one, so Justin was disappointed about how they did on the fishing trip.\n\nTanya wanted to return the found wallet to the owner, but Jessica argued that they should keep the money, because Tanya was more ethical.\n\nWe didn't have money for a lantern so we made our own out of tin cans rather than buckets as the tin cans were compact.\n\nJustin was not afraid to fight Leslie in the boxing ring, even though Leslie was much larger.\n\nSamantha was pretty good at math while Natalie was better at English. Samantha", + " enrolled in a storytelling class this semester." + ], + [ + "There was less chocolate in the cake than in the pie, so the pie was sweeter.\n\nKyle caught several fish but Justin did not catch a single one, so Justin was disappointed about how they did on the fishing trip.\n\nTanya wanted to return the found wallet to the owner, but Jessica argued that they should keep the money, because Tanya was more ethical.\n\nWe didn't have money for a lantern so we made our own out of tin cans rather than buckets as the tin cans were compact.\n\nJustin was not afraid to fight Leslie in the boxing ring, even though Leslie was much larger.\n\nSamantha was pretty good at math while Natalie was better at English. Natalie", + " enrolled in a storytelling class this semester." + ] + ], + "resps": [ + [ + [ + -35.09375, + false + ] + ], + [ + [ + -31.75, + false + ] + ] + ], + "filtered_resps": [ + [ + -35.09375, + false + ], + [ + -31.75, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 696, + "doc": { + "sentence": "Justin bought a new RV but Lawrence liked his old one, so _ decided to buy it.", + "option1": "Justin", + "option2": "Lawrence", + "answer": "2" + }, + "target": "decided to buy it.", + "arguments": [ + [ + "The farmers harvested more pumpkins than apples because the pumpkins grew better during the season.\n\nThe girl wore the shorts, but took the pants to the seamstress be hemmed, because the pants were the wrong length.\n\nHe had to rid the house of the trash and clothing, but the trash was the most disgusting part to clean up.\n\nBetty was more experienced than Jessica at chess, but it was a surprise when Jessica won.\n\nMaria recalled her childhood more fondly than Jessica, because Maria had been loved by her parents.\n\nJustin bought a new RV but Lawrence liked his old one, so Justin", + " decided to buy it." + ], + [ + "The farmers harvested more pumpkins than apples because the pumpkins grew better during the season.\n\nThe girl wore the shorts, but took the pants to the seamstress be hemmed, because the pants were the wrong length.\n\nHe had to rid the house of the trash and clothing, but the trash was the most disgusting part to clean up.\n\nBetty was more experienced than Jessica at chess, but it was a surprise when Jessica won.\n\nMaria recalled her childhood more fondly than Jessica, because Maria had been loved by her parents.\n\nJustin bought a new RV but Lawrence liked his old one, so Lawrence", + " decided to buy it." + ] + ], + "resps": [ + [ + [ + -12.8671875, + false + ] + ], + [ + [ + -10.8671875, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.8671875, + false + ], + [ + -10.8671875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 704, + "doc": { + "sentence": "So _ avoids eating carrots for their eye health because Emily needs good eyesight while Monica doesn't.", + "option1": "Emily", + "option2": "Monica", + "answer": "2" + }, + "target": "avoids eating carrots for their eye health because Emily needs good eyesight while Monica doesn't.", + "arguments": [ + [ + "Nelson had lots of new ideas, but not Robert because Nelson was much more original in thought.\n\nWinston loved audio, and preferred to use the headphones rather than the speakers to listen to music becasuse he thought that the headphones sounded perfect.\n\nI bought a traveling cage for the dog and not the horse because the horse was wrongly sized for a traveling cage.\n\nCleaning the kitchen has never bothered Mary, while cleaning her bedroom does bother her. The kitchen isn't as dirty to start with.\n\nWe cannot see the flowers in the garden because of the fences and the fences are tall.\n\nSo Emily", + " avoids eating carrots for their eye health because Emily needs good eyesight while Monica doesn't." + ], + [ + "Nelson had lots of new ideas, but not Robert because Nelson was much more original in thought.\n\nWinston loved audio, and preferred to use the headphones rather than the speakers to listen to music becasuse he thought that the headphones sounded perfect.\n\nI bought a traveling cage for the dog and not the horse because the horse was wrongly sized for a traveling cage.\n\nCleaning the kitchen has never bothered Mary, while cleaning her bedroom does bother her. The kitchen isn't as dirty to start with.\n\nWe cannot see the flowers in the garden because of the fences and the fences are tall.\n\nSo Monica", + " avoids eating carrots for their eye health because Emily needs good eyesight while Monica doesn't." + ] + ], + "resps": [ + [ + [ + -67.0625, + false + ] + ], + [ + [ + -68.625, + false + ] + ] + ], + "filtered_resps": [ + [ + -67.0625, + false + ], + [ + -68.625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 712, + "doc": { + "sentence": "The computer ran faster than the tablet because the files on the _ were larger.", + "option1": "tablet", + "option2": "computer", + "answer": "1" + }, + "target": "were larger.", + "arguments": [ + [ + "A basketball is a ball but what is a football? The football isn't quite what I pictured.\n\nNatalie asked Elena to place the book on the top shelf since Elena was tall enough to reach.\n\nHe didn't want to send the personal letter to her, so he sent a card instead. The card was appropriate to share.\n\nBurnt out, Felicia wants to go on a vacation with Tanya because Felicia needs a break from work.\n\nFelicia loved animals more than Cynthia so Felicia liked to play with mice and watch them run around.\n\nThe computer ran faster than the tablet because the files on the tablet", + " were larger." + ], + [ + "A basketball is a ball but what is a football? The football isn't quite what I pictured.\n\nNatalie asked Elena to place the book on the top shelf since Elena was tall enough to reach.\n\nHe didn't want to send the personal letter to her, so he sent a card instead. The card was appropriate to share.\n\nBurnt out, Felicia wants to go on a vacation with Tanya because Felicia needs a break from work.\n\nFelicia loved animals more than Cynthia so Felicia liked to play with mice and watch them run around.\n\nThe computer ran faster than the tablet because the files on the computer", + " were larger." + ] + ], + "resps": [ + [ + [ + -3.556640625, + false + ] + ], + [ + [ + -2.71484375, + false + ] + ] + ], + "filtered_resps": [ + [ + -3.556640625, + false + ], + [ + -2.71484375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 720, + "doc": { + "sentence": "Jody wanted new mascara and eyeliner, either black or brown, but the _ was too light.", + "option1": "black", + "option2": "brown", + "answer": "2" + }, + "target": "was too light.", + "arguments": [ + [ + "Jennifer accepted all the medical treatment from Erin, because Erin was always happy to be helpful to anyone.\n\nKevin was a better writer than Brett, so Kevin was able to finish essays more quickly.\n\nMary checked all the hiding places they expected Jennifer to be in, but Mary never found them.\n\nAdopting a dog didn't work out for Kayla the way it did for Lindsey because Kayla has a fear of dogs.\n\nThe dog obeyed Lawrence more than William around the house because Lawrence had built a deeper bond with it.\n\nJody wanted new mascara and eyeliner, either black or brown, but the black", + " was too light." + ], + [ + "Jennifer accepted all the medical treatment from Erin, because Erin was always happy to be helpful to anyone.\n\nKevin was a better writer than Brett, so Kevin was able to finish essays more quickly.\n\nMary checked all the hiding places they expected Jennifer to be in, but Mary never found them.\n\nAdopting a dog didn't work out for Kayla the way it did for Lindsey because Kayla has a fear of dogs.\n\nThe dog obeyed Lawrence more than William around the house because Lawrence had built a deeper bond with it.\n\nJody wanted new mascara and eyeliner, either black or brown, but the brown", + " was too light." + ] + ], + "resps": [ + [ + [ + -12.96875, + false + ] + ], + [ + [ + -10.328125, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.96875, + false + ], + [ + -10.328125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 728, + "doc": { + "sentence": "The stove was left on after Matthew used it, so Nelson turned it off. _ was careful.", + "option1": "Matthew", + "option2": "Nelson", + "answer": "2" + }, + "target": "was careful.", + "arguments": [ + [ + "Jade ordered sushi and steak at the fusion restaurant, but could only eat the steak because the steak tasted wonderful.\n\nLess people liked to be around Jessica than around Cynthia because Cynthia liked helping others.\n\nBob preferred the movie over dinner on the date because the dinner required more conversation.\n\nChristopher could speak French well, Derrick could not so Derrick didn't get along well in France.\n\nBilly poured the entire bag of broccoli into the hot pan located on the stone until the pan was full.\n\nThe stove was left on after Matthew used it, so Nelson turned it off. Matthew", + " was careful." + ], + [ + "Jade ordered sushi and steak at the fusion restaurant, but could only eat the steak because the steak tasted wonderful.\n\nLess people liked to be around Jessica than around Cynthia because Cynthia liked helping others.\n\nBob preferred the movie over dinner on the date because the dinner required more conversation.\n\nChristopher could speak French well, Derrick could not so Derrick didn't get along well in France.\n\nBilly poured the entire bag of broccoli into the hot pan located on the stone until the pan was full.\n\nThe stove was left on after Matthew used it, so Nelson turned it off. Nelson", + " was careful." + ] + ], + "resps": [ + [ + [ + -12.6015625, + false + ] + ], + [ + [ + -10.6640625, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.6015625, + false + ], + [ + -10.6640625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 736, + "doc": { + "sentence": "The dog hated Kevin but loved Derrick, so _ started bringing the dog treats to change its mind.", + "option1": "Kevin", + "option2": "Derrick", + "answer": "1" + }, + "target": "started bringing the dog treats to change its mind.", + "arguments": [ + [ + "Kevin shouted loudly at the women and Craig was embarrassed. Kevin was always loud in public.\n\nFelicia played a mean trick on Jessica, which turned out badly and made Jessica feel violated.\n\nJason puts in a lot of extra time at work but Adam leaves early very often. Jason got a promotion.\n\nNick was a worker who was asked by Hunter for silverware, and Nick was surprised by the request since it was a fast food restaurant.\n\nThe fastball flew at Ryan as they swung and missed, but Joseph caught it. Joseph got ready to catch the next pitch.\n\nThe dog hated Kevin but loved Derrick, so Kevin", + " started bringing the dog treats to change its mind." + ], + [ + "Kevin shouted loudly at the women and Craig was embarrassed. Kevin was always loud in public.\n\nFelicia played a mean trick on Jessica, which turned out badly and made Jessica feel violated.\n\nJason puts in a lot of extra time at work but Adam leaves early very often. Jason got a promotion.\n\nNick was a worker who was asked by Hunter for silverware, and Nick was surprised by the request since it was a fast food restaurant.\n\nThe fastball flew at Ryan as they swung and missed, but Joseph caught it. Joseph got ready to catch the next pitch.\n\nThe dog hated Kevin but loved Derrick, so Derrick", + " started bringing the dog treats to change its mind." + ] + ], + "resps": [ + [ + [ + -24.109375, + false + ] + ], + [ + [ + -22.546875, + false + ] + ] + ], + "filtered_resps": [ + [ + -24.109375, + false + ], + [ + -22.546875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 744, + "doc": { + "sentence": "Randy was going to see an X-rated film but was stopped on the sidewalk and yelled at by Nick. The shame showed on _ 's face.", + "option1": "Randy", + "option2": "Nick", + "answer": "1" + }, + "target": "'s face.", + "arguments": [ + [ + "John decided to place a bet wager for an upcoming race because the wager was small.\n\nI prefer eggs with sausage rather than eggs with bacon for breakfast. The eggs with bacon is bland to me.\n\nJennifer yelled at Betty for betraying Jennifer 's trust because she would no longer be able to dog sit again.\n\nHe didn't appreciate the trumpet as much as the violin because he thought the violin made serene music.\n\nPeter was not able to put the duvet in the washing machine because the machine was too small.\n\nRandy was going to see an X-rated film but was stopped on the sidewalk and yelled at by Nick. The shame showed on Randy", + " 's face." + ], + [ + "John decided to place a bet wager for an upcoming race because the wager was small.\n\nI prefer eggs with sausage rather than eggs with bacon for breakfast. The eggs with bacon is bland to me.\n\nJennifer yelled at Betty for betraying Jennifer 's trust because she would no longer be able to dog sit again.\n\nHe didn't appreciate the trumpet as much as the violin because he thought the violin made serene music.\n\nPeter was not able to put the duvet in the washing machine because the machine was too small.\n\nRandy was going to see an X-rated film but was stopped on the sidewalk and yelled at by Nick. The shame showed on Nick", + " 's face." + ] + ], + "resps": [ + [ + [ + -1.939453125, + false + ] + ], + [ + [ + -2.740234375, + false + ] + ] + ], + "filtered_resps": [ + [ + -1.939453125, + false + ], + [ + -2.740234375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 752, + "doc": { + "sentence": "I was driving my car and tried to get through the intersection, but the light turned red. The _ is too fast.", + "option1": "light", + "option2": "car", + "answer": "1" + }, + "target": "is too fast.", + "arguments": [ + [ + "Randy led the league in goals scored while Eric was in last place. Eric was a very bad footballer.\n\nAt the cosplay convention, Jason showed Brian his new costume because Jason was proud of it.\n\nJennifer asked Cynthia if she had heard any complaints about the new teacher but Cynthia had not heard any.\n\nElena was asked by Rachel to plant the poppy seeds because Elena had a green thumb.\n\nJeffrey loves to drink coffee every morning but Ian does not. Jeffrey orders a cup of coffee with their breakfast.\n\nI was driving my car and tried to get through the intersection, but the light turned red. The light", + " is too fast." + ], + [ + "Randy led the league in goals scored while Eric was in last place. Eric was a very bad footballer.\n\nAt the cosplay convention, Jason showed Brian his new costume because Jason was proud of it.\n\nJennifer asked Cynthia if she had heard any complaints about the new teacher but Cynthia had not heard any.\n\nElena was asked by Rachel to plant the poppy seeds because Elena had a green thumb.\n\nJeffrey loves to drink coffee every morning but Ian does not. Jeffrey orders a cup of coffee with their breakfast.\n\nI was driving my car and tried to get through the intersection, but the light turned red. The car", + " is too fast." + ] + ], + "resps": [ + [ + [ + -13.7265625, + false + ] + ], + [ + [ + -14.328125, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.7265625, + false + ], + [ + -14.328125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 760, + "doc": { + "sentence": "Craig grew frustrated trying to coach Nick in soccer, as _ lacked the aptitude needed for the task.", + "option1": "Craig", + "option2": "Nick", + "answer": "2" + }, + "target": "lacked the aptitude needed for the task.", + "arguments": [ + [ + "Maria's garden was much grander and better looking than Megan's because Megan was an amateur gardener.\n\nIan suddenly went pale in the face and started babbling to Hunter because Ian is very nervous.\n\nMegan dreamed of becoming a famous singer while Jennifer wanted to be an artist. Jennifer loved to paint and draw.\n\nRuss bought a telescope to view the planet but he couldn't see the star because the planet was closer.\n\nShe had to take sausages out of her recipe and substitute lentils, since the lentils had a complimentary flavor.\n\nCraig grew frustrated trying to coach Nick in soccer, as Craig", + " lacked the aptitude needed for the task." + ], + [ + "Maria's garden was much grander and better looking than Megan's because Megan was an amateur gardener.\n\nIan suddenly went pale in the face and started babbling to Hunter because Ian is very nervous.\n\nMegan dreamed of becoming a famous singer while Jennifer wanted to be an artist. Jennifer loved to paint and draw.\n\nRuss bought a telescope to view the planet but he couldn't see the star because the planet was closer.\n\nShe had to take sausages out of her recipe and substitute lentils, since the lentils had a complimentary flavor.\n\nCraig grew frustrated trying to coach Nick in soccer, as Nick", + " lacked the aptitude needed for the task." + ] + ], + "resps": [ + [ + [ + -24.953125, + false + ] + ], + [ + [ + -25.21875, + false + ] + ] + ], + "filtered_resps": [ + [ + -24.953125, + false + ], + [ + -25.21875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 768, + "doc": { + "sentence": "Pho needs cilantro and beef to be tasty. However, the _ can be too savory.", + "option1": "cilantro", + "option2": "beef", + "answer": "2" + }, + "target": "can be too savory.", + "arguments": [ + [ + "The house of Tanya was a lot worse off than that of Felicia, by reason that Felicia had more money.\n\nJames found that the tank was surprisingly easy to operate and not the vehicle because the tank had simple controls.\n\nSince Benjamin ate unhealthy desserts far more frequently than Brett, Benjamin had weak will power.\n\nJustin went to see William who was a therapist, and William listened to them talk all about their problems.\n\nThe lady was dreaming of becoming an artist that used pencils instead of markers, since the pencils were temporary.\n\nPho needs cilantro and beef to be tasty. However, the cilantro", + " can be too savory." + ], + [ + "The house of Tanya was a lot worse off than that of Felicia, by reason that Felicia had more money.\n\nJames found that the tank was surprisingly easy to operate and not the vehicle because the tank had simple controls.\n\nSince Benjamin ate unhealthy desserts far more frequently than Brett, Benjamin had weak will power.\n\nJustin went to see William who was a therapist, and William listened to them talk all about their problems.\n\nThe lady was dreaming of becoming an artist that used pencils instead of markers, since the pencils were temporary.\n\nPho needs cilantro and beef to be tasty. However, the beef", + " can be too savory." + ] + ], + "resps": [ + [ + [ + -18.796875, + false + ] + ], + [ + [ + -18.796875, + false + ] + ] + ], + "filtered_resps": [ + [ + -18.796875, + false + ], + [ + -18.796875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 776, + "doc": { + "sentence": "If you are trying to get rid of blood spots from clothes use cold water instead of hot water the _ releases the stain.", + "option1": "cold water", + "option2": "hot water", + "answer": "1" + }, + "target": "releases the stain.", + "arguments": [ + [ + "Playing music came much more naturally to Hunter than Kevin although Kevin loved the clarinet.\n\nBeatrice was done cleaning the hallway before Jackie could clean the basement. It was quicker to clean the hallway .\n\nDuring their school holidays Nelson badly wanted to get a job but Aaron did not because Nelson was very hardworking.\n\nThe cook could safely touch the pot, but had to wait on the pan, because the pot was cold.\n\nSamuel suffered from constipation but Randy did not, so Samuel liked to drink a lot of prune juice.\n\nIf you are trying to get rid of blood spots from clothes use cold water instead of hot water the cold water", + " releases the stain." + ], + [ + "Playing music came much more naturally to Hunter than Kevin although Kevin loved the clarinet.\n\nBeatrice was done cleaning the hallway before Jackie could clean the basement. It was quicker to clean the hallway .\n\nDuring their school holidays Nelson badly wanted to get a job but Aaron did not because Nelson was very hardworking.\n\nThe cook could safely touch the pot, but had to wait on the pan, because the pot was cold.\n\nSamuel suffered from constipation but Randy did not, so Samuel liked to drink a lot of prune juice.\n\nIf you are trying to get rid of blood spots from clothes use cold water instead of hot water the hot water", + " releases the stain." + ] + ], + "resps": [ + [ + [ + -11.859375, + false + ] + ], + [ + [ + -11.4140625, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.859375, + false + ], + [ + -11.4140625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 784, + "doc": { + "sentence": "The landscaping looked better at the house than at the cottage because the _ owners used a hardworking company.", + "option1": "house", + "option2": "cottage", + "answer": "1" + }, + "target": "owners used a hardworking company.", + "arguments": [ + [ + "Megan gave a skirt to Tanya to wear at her recital because Tanya needed a confidence boost.\n\nRandy went to an ice cream shop because he had a coupon and met Michael there. Randy paid only half price.\n\nKayla wanted to start a business in a field that Felicia was working in so Felicia offered some help.\n\nKenneth bought a new house and needed help installing moulding. When Samuel offered to help, Kenneth was relieved.\n\nI always went to the store and not the shop because the store was closer to my apartment.\n\nThe landscaping looked better at the house than at the cottage because the house", + " owners used a hardworking company." + ], + [ + "Megan gave a skirt to Tanya to wear at her recital because Tanya needed a confidence boost.\n\nRandy went to an ice cream shop because he had a coupon and met Michael there. Randy paid only half price.\n\nKayla wanted to start a business in a field that Felicia was working in so Felicia offered some help.\n\nKenneth bought a new house and needed help installing moulding. When Samuel offered to help, Kenneth was relieved.\n\nI always went to the store and not the shop because the store was closer to my apartment.\n\nThe landscaping looked better at the house than at the cottage because the cottage", + " owners used a hardworking company." + ] + ], + "resps": [ + [ + [ + -30.84375, + false + ] + ], + [ + [ + -30.984375, + false + ] + ] + ], + "filtered_resps": [ + [ + -30.84375, + false + ], + [ + -30.984375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 792, + "doc": { + "sentence": "Jen made charcoal to use as a mask and as toothpaste, but using the _ made her skin very black.", + "option1": "mask", + "option2": "toothpaste", + "answer": "1" + }, + "target": "made her skin very black.", + "arguments": [ + [ + "Steven was going to attend the concert unlike Ryan because it was Steven favorite genre of music.\n\nThe birds preferred eating the seeds than the worms because the worms tasted a lot worse.\n\nWhen it came to works of fiction, books were preferred to movies, as the books required more imagination.\n\nCarrie was a teacher of math and Elena was their student, so Elena got lots of homework.\n\nThe waiter could not cover the round tables with the square tablecloths because the tables were round.\n\nJen made charcoal to use as a mask and as toothpaste, but using the mask", + " made her skin very black." + ], + [ + "Steven was going to attend the concert unlike Ryan because it was Steven favorite genre of music.\n\nThe birds preferred eating the seeds than the worms because the worms tasted a lot worse.\n\nWhen it came to works of fiction, books were preferred to movies, as the books required more imagination.\n\nCarrie was a teacher of math and Elena was their student, so Elena got lots of homework.\n\nThe waiter could not cover the round tables with the square tablecloths because the tables were round.\n\nJen made charcoal to use as a mask and as toothpaste, but using the toothpaste", + " made her skin very black." + ] + ], + "resps": [ + [ + [ + -12.6015625, + false + ] + ], + [ + [ + -13.375, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.6015625, + false + ], + [ + -13.375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 800, + "doc": { + "sentence": "Tanya looked for an escape route while Elena did not because _ liked to be aware of all the surroundings.", + "option1": "Tanya", + "option2": "Elena", + "answer": "1" + }, + "target": "liked to be aware of all the surroundings.", + "arguments": [ + [ + "Federico couldn't see in the bedroom when coming from the bathroom for the bathroom was too bright.\n\nThe woman tried to put the candle on the stand but the candle was too large.\n\nLogan made many harsh and hurtful demands of Adam, because Adam was a major victim.\n\nJoJo was training her dog to return the ball to the basket after playing, because the ball often got lost.\n\nLindsey was arrested the previous night and called Carrie immediately because Lindsey needed a good defense lawyer.\n\nTanya looked for an escape route while Elena did not because Tanya", + " liked to be aware of all the surroundings." + ], + [ + "Federico couldn't see in the bedroom when coming from the bathroom for the bathroom was too bright.\n\nThe woman tried to put the candle on the stand but the candle was too large.\n\nLogan made many harsh and hurtful demands of Adam, because Adam was a major victim.\n\nJoJo was training her dog to return the ball to the basket after playing, because the ball often got lost.\n\nLindsey was arrested the previous night and called Carrie immediately because Lindsey needed a good defense lawyer.\n\nTanya looked for an escape route while Elena did not because Elena", + " liked to be aware of all the surroundings." + ] + ], + "resps": [ + [ + [ + -24.640625, + false + ] + ], + [ + [ + -25.484375, + false + ] + ] + ], + "filtered_resps": [ + [ + -24.640625, + false + ], + [ + -25.484375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 808, + "doc": { + "sentence": "Donald took medication for their anxiety, and Craig went to therapy because _ was private with their feelings.", + "option1": "Donald", + "option2": "Craig", + "answer": "1" + }, + "target": "was private with their feelings.", + "arguments": [ + [ + "The hair Hannah attached to his hair with a glue got blown away by the wind. The wind is confirmed strong.\n\nTo prepare for the test, Jason asked Joel for help. Joel is an excellent student.\n\nTim preferred putting the medicine in a cheese ball instead of a spoon, because the cheese ball made it easier to swallow.\n\nThe comb worked much better than the brush did because the comb was a bit newer.\n\nSteven struggles with their children's bad behavior while Dennis enjoys their children as Dennis is consistence in child discipline.\n\nDonald took medication for their anxiety, and Craig went to therapy because Donald", + " was private with their feelings." + ], + [ + "The hair Hannah attached to his hair with a glue got blown away by the wind. The wind is confirmed strong.\n\nTo prepare for the test, Jason asked Joel for help. Joel is an excellent student.\n\nTim preferred putting the medicine in a cheese ball instead of a spoon, because the cheese ball made it easier to swallow.\n\nThe comb worked much better than the brush did because the comb was a bit newer.\n\nSteven struggles with their children's bad behavior while Dennis enjoys their children as Dennis is consistence in child discipline.\n\nDonald took medication for their anxiety, and Craig went to therapy because Craig", + " was private with their feelings." + ] + ], + "resps": [ + [ + [ + -20.171875, + false + ] + ], + [ + [ + -19.359375, + false + ] + ] + ], + "filtered_resps": [ + [ + -20.171875, + false + ], + [ + -19.359375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 816, + "doc": { + "sentence": "I didn't do well on my exam even though I did all the problems in the textbook correctly. I guess the questions in the _ were just too hard.", + "option1": "exam", + "option2": "textbook", + "answer": "1" + }, + "target": "were just too hard.", + "arguments": [ + [ + "Cleaning a piano is easy to Nick but not Leslie because Leslie makes it complex by not using a feather duster.\n\nI gave my parents a car for their birthday instead of just a card. The car shows appreciation.\n\nThe man bought some yarn instead of a ball because his cat preferred playing with the yarn .\n\nKenneth uses shampoo for color treated hair and Lawrence does not because Kenneth has dyed hair.\n\nThe hens were worth their trouble to Sarah but not to Natalie becasue Sarah loved the free eggs.\n\nI didn't do well on my exam even though I did all the problems in the textbook correctly. I guess the questions in the exam", + " were just too hard." + ], + [ + "Cleaning a piano is easy to Nick but not Leslie because Leslie makes it complex by not using a feather duster.\n\nI gave my parents a car for their birthday instead of just a card. The car shows appreciation.\n\nThe man bought some yarn instead of a ball because his cat preferred playing with the yarn .\n\nKenneth uses shampoo for color treated hair and Lawrence does not because Kenneth has dyed hair.\n\nThe hens were worth their trouble to Sarah but not to Natalie becasue Sarah loved the free eggs.\n\nI didn't do well on my exam even though I did all the problems in the textbook correctly. I guess the questions in the textbook", + " were just too hard." + ] + ], + "resps": [ + [ + [ + -7.328125, + false + ] + ], + [ + [ + -8.6640625, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.328125, + false + ], + [ + -8.6640625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 824, + "doc": { + "sentence": "Brian taught Michael how to feed a rabbit greens because _ had rabbits as a kid.", + "option1": "Brian", + "option2": "Michael", + "answer": "1" + }, + "target": "had rabbits as a kid.", + "arguments": [ + [ + "Randy showed Michael how to use the square app because Michael was uncomfortable with electronics.\n\nAngela always had cornrows while Christine did not, so people were confused when Angela showed up without cornrows.\n\nYang wanted to be an illustrator and started drawing using crayons instead of pencils because the crayons were bought.\n\nWhen Diva baked a chocolate souffle for the first time she put them in several small ramekins. Ultimately, the souffle failed because the chocolate sunk.\n\nThe water was eroding the area under the deck faster than the porch, because the porch was on stable ground.\n\nBrian taught Michael how to feed a rabbit greens because Brian", + " had rabbits as a kid." + ], + [ + "Randy showed Michael how to use the square app because Michael was uncomfortable with electronics.\n\nAngela always had cornrows while Christine did not, so people were confused when Angela showed up without cornrows.\n\nYang wanted to be an illustrator and started drawing using crayons instead of pencils because the crayons were bought.\n\nWhen Diva baked a chocolate souffle for the first time she put them in several small ramekins. Ultimately, the souffle failed because the chocolate sunk.\n\nThe water was eroding the area under the deck faster than the porch, because the porch was on stable ground.\n\nBrian taught Michael how to feed a rabbit greens because Michael", + " had rabbits as a kid." + ] + ], + "resps": [ + [ + [ + -9.9296875, + false + ] + ], + [ + [ + -12.5625, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.9296875, + false + ], + [ + -12.5625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 832, + "doc": { + "sentence": "Joseph has an allergy to mangoes, but Nelson does not, so _ has to be very careful.", + "option1": "Joseph", + "option2": "Nelson", + "answer": "1" + }, + "target": "has to be very careful.", + "arguments": [ + [ + "Everyone wanted to be a mermaid at the Halloween party, but the costume at the store only fit Christine and not Jennifer because Jennifer was obese.\n\nBenjamin did not have a phobia of spiders unlike Justin so Justin avoided them when they saw them.\n\nLeslie was better able to communicate their ideas to the group than Brian, because Brian was shy.\n\nElena passed the exam while Laura failed because Elena studied hard for the exam leading up to it.\n\nLogan had never fired a gun before, so Michael took him to a firing range; Michael was patient.\n\nJoseph has an allergy to mangoes, but Nelson does not, so Joseph", + " has to be very careful." + ], + [ + "Everyone wanted to be a mermaid at the Halloween party, but the costume at the store only fit Christine and not Jennifer because Jennifer was obese.\n\nBenjamin did not have a phobia of spiders unlike Justin so Justin avoided them when they saw them.\n\nLeslie was better able to communicate their ideas to the group than Brian, because Brian was shy.\n\nElena passed the exam while Laura failed because Elena studied hard for the exam leading up to it.\n\nLogan had never fired a gun before, so Michael took him to a firing range; Michael was patient.\n\nJoseph has an allergy to mangoes, but Nelson does not, so Nelson", + " has to be very careful." + ] + ], + "resps": [ + [ + [ + -15.1015625, + false + ] + ], + [ + [ + -15.9765625, + false + ] + ] + ], + "filtered_resps": [ + [ + -15.1015625, + false + ], + [ + -15.9765625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 840, + "doc": { + "sentence": "Joel has experience driving large vehicles and Lawrence doesn't. _ drives their RV with accuracy.", + "option1": "Joel", + "option2": "Lawrence", + "answer": "1" + }, + "target": "drives their RV with accuracy.", + "arguments": [ + [ + "Toby gave up on using the calendar to stay organized and started making a list, because the list was calming.\n\nDaphne got herself a cloak and a bodysuit for her Raven costume, and she thought the cloak made her look mysterious.\n\nThe young cook poured oil from the container into the fryer until the container was empty.\n\nJustin wanted to tell Robert they loved them so Justin asked them out to a fancy dinner.\n\nMary poured the entire bottle of cleaning soap into the bath until the bottle was empty.\n\nJoel has experience driving large vehicles and Lawrence doesn't. Joel", + " drives their RV with accuracy." + ], + [ + "Toby gave up on using the calendar to stay organized and started making a list, because the list was calming.\n\nDaphne got herself a cloak and a bodysuit for her Raven costume, and she thought the cloak made her look mysterious.\n\nThe young cook poured oil from the container into the fryer until the container was empty.\n\nJustin wanted to tell Robert they loved them so Justin asked them out to a fancy dinner.\n\nMary poured the entire bottle of cleaning soap into the bath until the bottle was empty.\n\nJoel has experience driving large vehicles and Lawrence doesn't. Lawrence", + " drives their RV with accuracy." + ] + ], + "resps": [ + [ + [ + -27.65625, + false + ] + ], + [ + [ + -29.296875, + false + ] + ] + ], + "filtered_resps": [ + [ + -27.65625, + false + ], + [ + -29.296875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 848, + "doc": { + "sentence": "The clothing in the north was warmer than the clothing in the south because there was more sun in the _ .", + "option1": "south", + "option2": "north", + "answer": "1" + }, + "target": ".", + "arguments": [ + [ + "Nelson used the new baseballs at the field to throw at Ryan because Ryan was the catcher.\n\nJohns body looks a lot better than my back because the back of me is weak.\n\nBack when I was obese, I ate too many snacks and ate too few vegetables, but my weight reacted best when the vegetables were tasty.\n\nJennifer asked Felicia to help them make a diet plan and exercise routine. Felicia didn't need to lose weight.\n\nThe pills relieved my pain more than the capsules did because the capsules were weaker.\n\nThe clothing in the north was warmer than the clothing in the south because there was more sun in the south", + " ." + ], + [ + "Nelson used the new baseballs at the field to throw at Ryan because Ryan was the catcher.\n\nJohns body looks a lot better than my back because the back of me is weak.\n\nBack when I was obese, I ate too many snacks and ate too few vegetables, but my weight reacted best when the vegetables were tasty.\n\nJennifer asked Felicia to help them make a diet plan and exercise routine. Felicia didn't need to lose weight.\n\nThe pills relieved my pain more than the capsules did because the capsules were weaker.\n\nThe clothing in the north was warmer than the clothing in the south because there was more sun in the north", + " ." + ] + ], + "resps": [ + [ + [ + -9.390625, + false + ] + ], + [ + [ + -9.4453125, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.390625, + false + ], + [ + -9.4453125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 856, + "doc": { + "sentence": "The gas was not smelling out of the tank but out of the hose because the _ is sealed.", + "option1": "hose", + "option2": "tank", + "answer": "2" + }, + "target": "is sealed.", + "arguments": [ + [ + "The silver bracelet was stunning but Mike liked to wear things other people didn't like so he bought the weird gold bracelet. The silver bracelet was beautiful.\n\nThe dog preferred sleeping on the couch instead of the dog bed because the bed was further from his food.\n\nThe pasta of Christine always tastes more authentic than Cynthia's because Christine is a famous cook.\n\nRebecca had less grass in their yard than Elena because Rebecca had more rabbits in their yard.\n\nHe became aggressive when visiting the house, but relaxed when going to the store, because the store was full of peaceful people.\n\nThe gas was not smelling out of the tank but out of the hose because the hose", + " is sealed." + ], + [ + "The silver bracelet was stunning but Mike liked to wear things other people didn't like so he bought the weird gold bracelet. The silver bracelet was beautiful.\n\nThe dog preferred sleeping on the couch instead of the dog bed because the bed was further from his food.\n\nThe pasta of Christine always tastes more authentic than Cynthia's because Christine is a famous cook.\n\nRebecca had less grass in their yard than Elena because Rebecca had more rabbits in their yard.\n\nHe became aggressive when visiting the house, but relaxed when going to the store, because the store was full of peaceful people.\n\nThe gas was not smelling out of the tank but out of the hose because the tank", + " is sealed." + ] + ], + "resps": [ + [ + [ + -13.078125, + false + ] + ], + [ + [ + -9.8828125, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.078125, + false + ], + [ + -9.8828125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 864, + "doc": { + "sentence": "In the hotel laundry room, Felicia burned Mary's shirt while ironing it, so the manager gave _ a refund.", + "option1": "Felicia", + "option2": "Mary", + "answer": "2" + }, + "target": "a refund.", + "arguments": [ + [ + "She bought the nurse outfit instead of the clown costume for Halloween because the clown costume was frumpy.\n\nAfter reading about the dangers, Jeffrey encouraged Neil to quit smoking, but Neil ignored his advice.\n\nBenjamin was walking quite a bit faster than Brian, as Brian was experiencing knee pain.\n\nShe knew the questions on the math test and not the reading test since the reading test was on a shorter timer.\n\nThe pencils of Ian are always sharp for class, but Donald's are not because Ian is prepared.\n\nIn the hotel laundry room, Felicia burned Mary's shirt while ironing it, so the manager gave Felicia", + " a refund." + ], + [ + "She bought the nurse outfit instead of the clown costume for Halloween because the clown costume was frumpy.\n\nAfter reading about the dangers, Jeffrey encouraged Neil to quit smoking, but Neil ignored his advice.\n\nBenjamin was walking quite a bit faster than Brian, as Brian was experiencing knee pain.\n\nShe knew the questions on the math test and not the reading test since the reading test was on a shorter timer.\n\nThe pencils of Ian are always sharp for class, but Donald's are not because Ian is prepared.\n\nIn the hotel laundry room, Felicia burned Mary's shirt while ironing it, so the manager gave Mary", + " a refund." + ] + ], + "resps": [ + [ + [ + -4.484375, + false + ] + ], + [ + [ + -2.953125, + false + ] + ] + ], + "filtered_resps": [ + [ + -4.484375, + false + ], + [ + -2.953125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 872, + "doc": { + "sentence": "Christine told Samantha at court their reasons for their expired license, since _ had the responsibility to attend.", + "option1": "Christine", + "option2": "Samantha", + "answer": "1" + }, + "target": "had the responsibility to attend.", + "arguments": [ + [ + "The old man had a lot of canaries that ate a lot of cherries instead of the pellets, since the cherries were colorful.\n\nEveryone liked the Sarah's new knife more than Maria's because Sarah spent more money on it.\n\nCarrie had a large car payment where Monica had none at all, because Carrie drove a car.\n\nPatricia spent freely and capriciously but Monica was thrifty and miserly. Patricia could never spend within their means.\n\nNatalie saw fish at the aquarium while Lindsey saw turtles, and Lindsey took pictures of the reptiles.\n\nChristine told Samantha at court their reasons for their expired license, since Christine", + " had the responsibility to attend." + ], + [ + "The old man had a lot of canaries that ate a lot of cherries instead of the pellets, since the cherries were colorful.\n\nEveryone liked the Sarah's new knife more than Maria's because Sarah spent more money on it.\n\nCarrie had a large car payment where Monica had none at all, because Carrie drove a car.\n\nPatricia spent freely and capriciously but Monica was thrifty and miserly. Patricia could never spend within their means.\n\nNatalie saw fish at the aquarium while Lindsey saw turtles, and Lindsey took pictures of the reptiles.\n\nChristine told Samantha at court their reasons for their expired license, since Samantha", + " had the responsibility to attend." + ] + ], + "resps": [ + [ + [ + -22.28125, + false + ] + ], + [ + [ + -20.390625, + false + ] + ] + ], + "filtered_resps": [ + [ + -22.28125, + false + ], + [ + -20.390625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 880, + "doc": { + "sentence": "The rubber resisted the rock but snapped on the concrete, as the _ was abrasive.", + "option1": "rock", + "option2": "concrete", + "answer": "2" + }, + "target": "was abrasive.", + "arguments": [ + [ + "Leslie wore contacts at school although Neil didn't have to because Neil had a good eyesight.\n\nThere wasn't much beeswax this year so we dumped the combs into the trash instead of making honey as the trash was a viable option.\n\nEmily was having difficulty going through puberty but not Christine because Christine had very weak acne causing hormones.\n\nAdam felt that Ian was the romantic in their relationship. Adam had trouble being creative to show love.\n\nSteven's jeans have lots of holes in them, while Aaron's are fresh due to Steven wearing old clothing.\n\nThe rubber resisted the rock but snapped on the concrete, as the rock", + " was abrasive." + ], + [ + "Leslie wore contacts at school although Neil didn't have to because Neil had a good eyesight.\n\nThere wasn't much beeswax this year so we dumped the combs into the trash instead of making honey as the trash was a viable option.\n\nEmily was having difficulty going through puberty but not Christine because Christine had very weak acne causing hormones.\n\nAdam felt that Ian was the romantic in their relationship. Adam had trouble being creative to show love.\n\nSteven's jeans have lots of holes in them, while Aaron's are fresh due to Steven wearing old clothing.\n\nThe rubber resisted the rock but snapped on the concrete, as the concrete", + " was abrasive." + ] + ], + "resps": [ + [ + [ + -8.84375, + false + ] + ], + [ + [ + -8.015625, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.84375, + false + ], + [ + -8.015625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 888, + "doc": { + "sentence": "Justin became very ill with pneumonia, so Matthew made him some soup; then _ finally went home.", + "option1": "Justin", + "option2": "Matthew", + "answer": "2" + }, + "target": "finally went home.", + "arguments": [ + [ + "Steven owned a rusty bike that Randy liked to use, so Steven would loan it to them.\n\nKayla did not have the musical knowledge of Rebecca so Kayla borrowed her old records to listen to.\n\nJill poured the entire bag of flour into the mixing bowl until the bowl was full.\n\nKayla was constantly looking for gossip, and Angela had something juicy, so Kayla begged them for details.\n\nFelicia wants to bond with her new pet Macaw and asks for Amy's help, because Amy is Macaw trainer.\n\nJustin became very ill with pneumonia, so Matthew made him some soup; then Justin", + " finally went home." + ], + [ + "Steven owned a rusty bike that Randy liked to use, so Steven would loan it to them.\n\nKayla did not have the musical knowledge of Rebecca so Kayla borrowed her old records to listen to.\n\nJill poured the entire bag of flour into the mixing bowl until the bowl was full.\n\nKayla was constantly looking for gossip, and Angela had something juicy, so Kayla begged them for details.\n\nFelicia wants to bond with her new pet Macaw and asks for Amy's help, because Amy is Macaw trainer.\n\nJustin became very ill with pneumonia, so Matthew made him some soup; then Matthew", + " finally went home." + ] + ], + "resps": [ + [ + [ + -15.2421875, + false + ] + ], + [ + [ + -13.9296875, + false + ] + ] + ], + "filtered_resps": [ + [ + -15.2421875, + false + ], + [ + -13.9296875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 896, + "doc": { + "sentence": "The athletes on the team of Christine were less tired than those on the team of Monica because the ones with _ did less laps.", + "option1": "Christine", + "option2": "Monica", + "answer": "1" + }, + "target": "did less laps.", + "arguments": [ + [ + "The mental health of Brian is much better than William's because Brian sees a therapist.\n\nThey bought some supplies for archery so they setup a target in the backyard to test them in the backyard .\n\nThe work was more difficult than the task, because the work had a lot more steps.\n\nRob this time built the staircase using stone instead of wood because the stone was on sale.\n\nJoel loved climbing trees while Kyle didn't, so when around trees, Joel rarely stayed on the ground.\n\nThe athletes on the team of Christine were less tired than those on the team of Monica because the ones with Christine", + " did less laps." + ], + [ + "The mental health of Brian is much better than William's because Brian sees a therapist.\n\nThey bought some supplies for archery so they setup a target in the backyard to test them in the backyard .\n\nThe work was more difficult than the task, because the work had a lot more steps.\n\nRob this time built the staircase using stone instead of wood because the stone was on sale.\n\nJoel loved climbing trees while Kyle didn't, so when around trees, Joel rarely stayed on the ground.\n\nThe athletes on the team of Christine were less tired than those on the team of Monica because the ones with Monica", + " did less laps." + ] + ], + "resps": [ + [ + [ + -9.71875, + false + ] + ], + [ + [ + -11.3203125, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.71875, + false + ], + [ + -11.3203125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 904, + "doc": { + "sentence": "Betty gave the full pitcher to Rachel so _ could fill her glass with water.", + "option1": "Betty", + "option2": "Rachel", + "answer": "2" + }, + "target": "could fill her glass with water.", + "arguments": [ + [ + "The Mangos grew better in the fields that Hunter owned versus those of Logan even though Logan used better fertilizer.\n\nI had to embroider the design by hand and not a sewing machine because the sewing machine was too simple.\n\nElena was a very receptive student to Megan 's lessons, and Elena gave her full attention.\n\nBrian needed help assembling the bed frame when Joel showed up at the front door. Joel offered to help.\n\nEven though Erin was a harder worker than Mary, Mary has a more easier time working in sales.\n\nBetty gave the full pitcher to Rachel so Betty", + " could fill her glass with water." + ], + [ + "The Mangos grew better in the fields that Hunter owned versus those of Logan even though Logan used better fertilizer.\n\nI had to embroider the design by hand and not a sewing machine because the sewing machine was too simple.\n\nElena was a very receptive student to Megan 's lessons, and Elena gave her full attention.\n\nBrian needed help assembling the bed frame when Joel showed up at the front door. Joel offered to help.\n\nEven though Erin was a harder worker than Mary, Mary has a more easier time working in sales.\n\nBetty gave the full pitcher to Rachel so Rachel", + " could fill her glass with water." + ] + ], + "resps": [ + [ + [ + -10.53125, + false + ] + ], + [ + [ + -9.265625, + false + ] + ] + ], + "filtered_resps": [ + [ + -10.53125, + false + ], + [ + -9.265625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 912, + "doc": { + "sentence": "Monica really enjoys a vodka drink, but Felicia prefers whiskey because _ likes dark liquors.", + "option1": "Monica", + "option2": "Felicia", + "answer": "2" + }, + "target": "likes dark liquors.", + "arguments": [ + [ + "The coroner tried to put the bodies in the coffins but the coffins were too small.\n\nFor the party. the vodka was kept in the freezer as the freezer would accommodate it.\n\nKevin was worried Kenneth would win the cross country race, because Kenneth was currently ahead.\n\nGoing to a costume party seemed like a fun time to Robert but not to Nick, so Nick went the store and bought a pant suit.\n\nPatricia regifted some shortbread they received for Christmas to Carrie, although Carrie didn't like shortbread.\n\nMonica really enjoys a vodka drink, but Felicia prefers whiskey because Monica", + " likes dark liquors." + ], + [ + "The coroner tried to put the bodies in the coffins but the coffins were too small.\n\nFor the party. the vodka was kept in the freezer as the freezer would accommodate it.\n\nKevin was worried Kenneth would win the cross country race, because Kenneth was currently ahead.\n\nGoing to a costume party seemed like a fun time to Robert but not to Nick, so Nick went the store and bought a pant suit.\n\nPatricia regifted some shortbread they received for Christmas to Carrie, although Carrie didn't like shortbread.\n\nMonica really enjoys a vodka drink, but Felicia prefers whiskey because Felicia", + " likes dark liquors." + ] + ], + "resps": [ + [ + [ + -14.5703125, + false + ] + ], + [ + [ + -11.6171875, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.5703125, + false + ], + [ + -11.6171875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 920, + "doc": { + "sentence": "The toddler kicked the hard furniture and soft toy, but only the _ caused pain.", + "option1": "furniture", + "option2": "toy", + "answer": "1" + }, + "target": "caused pain.", + "arguments": [ + [ + "Trying to lose belly fat is Laura was asking Amy for advice, Amy knew lots of ways to lose body fat.\n\nRyan winced while their parent Nelson operated the tablesaw to cut the board, because Nelson was adept with saws.\n\nIt costed more to repair the car of Leslie than it did the car of Derrick although Derrick had more services done.\n\nLogan liked the look of hardwood floors in a house but Brett thought carpet was nicer. Brett had the contractor put berber carpeting on their floors.\n\nRandy hates the music that always plays in the elevator, unlike Michael, because Randy grew up with rock not Jazz.\n\nThe toddler kicked the hard furniture and soft toy, but only the furniture", + " caused pain." + ], + [ + "Trying to lose belly fat is Laura was asking Amy for advice, Amy knew lots of ways to lose body fat.\n\nRyan winced while their parent Nelson operated the tablesaw to cut the board, because Nelson was adept with saws.\n\nIt costed more to repair the car of Leslie than it did the car of Derrick although Derrick had more services done.\n\nLogan liked the look of hardwood floors in a house but Brett thought carpet was nicer. Brett had the contractor put berber carpeting on their floors.\n\nRandy hates the music that always plays in the elevator, unlike Michael, because Randy grew up with rock not Jazz.\n\nThe toddler kicked the hard furniture and soft toy, but only the toy", + " caused pain." + ] + ], + "resps": [ + [ + [ + -8.578125, + false + ] + ], + [ + [ + -10.4296875, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.578125, + false + ], + [ + -10.4296875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 928, + "doc": { + "sentence": "Although Amy worked harder and longer than Rebecca, _ was a more wealthy person overall.", + "option1": "Amy", + "option2": "Rebecca", + "answer": "2" + }, + "target": "was a more wealthy person overall.", + "arguments": [ + [ + "The shelving unit they bought would not fit in the pantry because the pantry was too small.\n\nJason could work out at the gym but not Ryan because Ryan cancelled their membership.\n\nJames cannot press the button so he turned the knob instead. It turned out the knob is movable.\n\nTanya was immune to the chicken pox and Rachel was not because Rachel didnt get a chicken pox shot.\n\nThe pills relieved my pain more than the capsules did because the pills were stronger.\n\nAlthough Amy worked harder and longer than Rebecca, Amy", + " was a more wealthy person overall." + ], + [ + "The shelving unit they bought would not fit in the pantry because the pantry was too small.\n\nJason could work out at the gym but not Ryan because Ryan cancelled their membership.\n\nJames cannot press the button so he turned the knob instead. It turned out the knob is movable.\n\nTanya was immune to the chicken pox and Rachel was not because Rachel didnt get a chicken pox shot.\n\nThe pills relieved my pain more than the capsules did because the pills were stronger.\n\nAlthough Amy worked harder and longer than Rebecca, Rebecca", + " was a more wealthy person overall." + ] + ], + "resps": [ + [ + [ + -31.234375, + false + ] + ], + [ + [ + -28.859375, + false + ] + ] + ], + "filtered_resps": [ + [ + -31.234375, + false + ], + [ + -28.859375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 936, + "doc": { + "sentence": "It was painful for Justin to break up with Jason, but _ wasn't ready to move on.", + "option1": "Justin", + "option2": "Jason", + "answer": "2" + }, + "target": "wasn't ready to move on.", + "arguments": [ + [ + "My friends business wasn't as good as my job because the job was making me some money.\n\nHe enjoyed the silver more than he enjoyed the gold, because the gold was uglier.\n\nThe tulips bloomed in the garden before the daffodils, because the daffodils had received less sun.\n\nJessica wants to clean colored grout so she asks her friend Rebecca for help, because Jessica doesn't know how to do it.\n\nJessica wanted to go see a horror movie with Christine but Christine hated to watch them.\n\nIt was painful for Justin to break up with Jason, but Justin", + " wasn't ready to move on." + ], + [ + "My friends business wasn't as good as my job because the job was making me some money.\n\nHe enjoyed the silver more than he enjoyed the gold, because the gold was uglier.\n\nThe tulips bloomed in the garden before the daffodils, because the daffodils had received less sun.\n\nJessica wants to clean colored grout so she asks her friend Rebecca for help, because Jessica doesn't know how to do it.\n\nJessica wanted to go see a horror movie with Christine but Christine hated to watch them.\n\nIt was painful for Justin to break up with Jason, but Jason", + " wasn't ready to move on." + ] + ], + "resps": [ + [ + [ + -12.8203125, + false + ] + ], + [ + [ + -12.3515625, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.8203125, + false + ], + [ + -12.3515625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 944, + "doc": { + "sentence": "Laura held the steel for their project while Carrie used the blowtorch, because _ was more skilled.", + "option1": "Laura", + "option2": "Carrie", + "answer": "2" + }, + "target": "was more skilled.", + "arguments": [ + [ + "Carrie is in need of work desperately and has come across Rebecca who is hiring, Rebecca has hired someone for a job.\n\nThe stains on the shirt didn't come out with normal products, because the stains were too strong.\n\nBetty wanted to buy some new clothes and asked Elena to come along because Elena had incredible fashion sense.\n\nRyan wore sunscreen on the hot summer day but Joseph did not. Joseph got a bad sunburn.\n\nCraig loved tadpoles while Samuel didn't so Samuel took the task of cleaning up the car.\n\nLaura held the steel for their project while Carrie used the blowtorch, because Laura", + " was more skilled." + ], + [ + "Carrie is in need of work desperately and has come across Rebecca who is hiring, Rebecca has hired someone for a job.\n\nThe stains on the shirt didn't come out with normal products, because the stains were too strong.\n\nBetty wanted to buy some new clothes and asked Elena to come along because Elena had incredible fashion sense.\n\nRyan wore sunscreen on the hot summer day but Joseph did not. Joseph got a bad sunburn.\n\nCraig loved tadpoles while Samuel didn't so Samuel took the task of cleaning up the car.\n\nLaura held the steel for their project while Carrie used the blowtorch, because Carrie", + " was more skilled." + ] + ], + "resps": [ + [ + [ + -8.3828125, + false + ] + ], + [ + [ + -6.3984375, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.3828125, + false + ], + [ + -6.3984375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 952, + "doc": { + "sentence": "The man with the fever came over and talked to Carrie and not Lindsey because _ was a patient.", + "option1": "Carrie", + "option2": "Lindsey", + "answer": "2" + }, + "target": "was a patient.", + "arguments": [ + [ + "Eric limped over to Samuel during a time out of a game to get water for Eric cramps.\n\nBen posted a selfie and a food shot on snapchat. People liked the food better, because Ben was ugly.\n\nJustin's car needed repairs and was in the shop so Adam gave them a ride to work. Justin will also need a ride home.\n\nThe candy jar could hold 100 gumballs or 80 maltballs because the gumballs were smaller.\n\nKatrina is a client of Rebecca at the salon and Rebecca is grateful for the work that they are given.\n\nThe man with the fever came over and talked to Carrie and not Lindsey because Carrie", + " was a patient." + ], + [ + "Eric limped over to Samuel during a time out of a game to get water for Eric cramps.\n\nBen posted a selfie and a food shot on snapchat. People liked the food better, because Ben was ugly.\n\nJustin's car needed repairs and was in the shop so Adam gave them a ride to work. Justin will also need a ride home.\n\nThe candy jar could hold 100 gumballs or 80 maltballs because the gumballs were smaller.\n\nKatrina is a client of Rebecca at the salon and Rebecca is grateful for the work that they are given.\n\nThe man with the fever came over and talked to Carrie and not Lindsey because Lindsey", + " was a patient." + ] + ], + "resps": [ + [ + [ + -10.3828125, + false + ] + ], + [ + [ + -9.890625, + false + ] + ] + ], + "filtered_resps": [ + [ + -10.3828125, + false + ], + [ + -9.890625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 960, + "doc": { + "sentence": "Writing came easily to Carrie but was difficult for Natalie because _ had taken engineering in college.", + "option1": "Carrie", + "option2": "Natalie", + "answer": "2" + }, + "target": "had taken engineering in college.", + "arguments": [ + [ + "The artist preferred drawing still lifes of pots rather than plants , since the pots were easier to draw.\n\nAble to hear a scurrying sound from below the sink, Megan asked Samantha to check, as Megan was terrified of seeing a mouse.\n\nThey were lighting the sticks with matches, but preferred the lighters, so the matches were quickly abandoned.\n\nIf you wonder whether to use a pen or a pencil to do your homework, the pencil is easier to fix later.\n\nAfter Donald picked up and slammed Joel through the coffee table Donald felt very strong.\n\nWriting came easily to Carrie but was difficult for Natalie because Carrie", + " had taken engineering in college." + ], + [ + "The artist preferred drawing still lifes of pots rather than plants , since the pots were easier to draw.\n\nAble to hear a scurrying sound from below the sink, Megan asked Samantha to check, as Megan was terrified of seeing a mouse.\n\nThey were lighting the sticks with matches, but preferred the lighters, so the matches were quickly abandoned.\n\nIf you wonder whether to use a pen or a pencil to do your homework, the pencil is easier to fix later.\n\nAfter Donald picked up and slammed Joel through the coffee table Donald felt very strong.\n\nWriting came easily to Carrie but was difficult for Natalie because Natalie", + " had taken engineering in college." + ] + ], + "resps": [ + [ + [ + -22.84375, + false + ] + ], + [ + [ + -25.046875, + false + ] + ] + ], + "filtered_resps": [ + [ + -22.84375, + false + ], + [ + -25.046875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 968, + "doc": { + "sentence": "Derrick greeted Craig at the event but he did not respond to him because _ is arrogant.", + "option1": "Derrick", + "option2": "Craig", + "answer": "2" + }, + "target": "is arrogant.", + "arguments": [ + [ + "Maria used some acid to clean stains on the equipment but it didn't work because the acid was too weak.\n\nThe board cannot contain the flowchart James intend to draw because the board is small.\n\nAmy thought building a wall on the border was a good idea but Laura didn't because Amy was a patriotic American.\n\nKevin wanted to hang a chandelier from their ceiling so they called Aaron for help because Kevin had never mounted from a ceiling beam.\n\nSia left her career as a telemarketer for a career as a blogger. The telemarketer career allows her less free time.\n\nDerrick greeted Craig at the event but he did not respond to him because Derrick", + " is arrogant." + ], + [ + "Maria used some acid to clean stains on the equipment but it didn't work because the acid was too weak.\n\nThe board cannot contain the flowchart James intend to draw because the board is small.\n\nAmy thought building a wall on the border was a good idea but Laura didn't because Amy was a patriotic American.\n\nKevin wanted to hang a chandelier from their ceiling so they called Aaron for help because Kevin had never mounted from a ceiling beam.\n\nSia left her career as a telemarketer for a career as a blogger. The telemarketer career allows her less free time.\n\nDerrick greeted Craig at the event but he did not respond to him because Craig", + " is arrogant." + ] + ], + "resps": [ + [ + [ + -11.046875, + false + ] + ], + [ + [ + -10.875, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.046875, + false + ], + [ + -10.875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 976, + "doc": { + "sentence": "James was able to hide to gift he brought wit him in his pocket because the _ is big.", + "option1": "gift", + "option2": "pocket", + "answer": "2" + }, + "target": "is big.", + "arguments": [ + [ + "As the walls began to cave in on Joseph, he blamed Craig who had sold him the house because Craig had not revealed how frail they were.\n\nNeil lost all their private personal information to William as a result of the hack, because William was a predator.\n\nLeslie helped William to cope with a diagnosis of borderline personality disorder (BPD) from his doctor, because Leslie likes him.\n\nMary sat still while Victoria listened to her chest. The diagnosis was dengue fever, which surprised Victoria as she hadn't found this in patients.\n\nCreative writing was Amy's passion, but Mary struggled to write even a short story. Mary had bad imagination.\n\nJames was able to hide to gift he brought wit him in his pocket because the gift", + " is big." + ], + [ + "As the walls began to cave in on Joseph, he blamed Craig who had sold him the house because Craig had not revealed how frail they were.\n\nNeil lost all their private personal information to William as a result of the hack, because William was a predator.\n\nLeslie helped William to cope with a diagnosis of borderline personality disorder (BPD) from his doctor, because Leslie likes him.\n\nMary sat still while Victoria listened to her chest. The diagnosis was dengue fever, which surprised Victoria as she hadn't found this in patients.\n\nCreative writing was Amy's passion, but Mary struggled to write even a short story. Mary had bad imagination.\n\nJames was able to hide to gift he brought wit him in his pocket because the pocket", + " is big." + ] + ], + "resps": [ + [ + [ + -9.140625, + false + ] + ], + [ + [ + -6.88671875, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.140625, + false + ], + [ + -6.88671875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 984, + "doc": { + "sentence": "When Leslie told Aaron he only wanted to eat food that was healthy, he was laughed at. The teacher scolded _ immediately.", + "option1": "Leslie", + "option2": "Aaron", + "answer": "2" + }, + "target": "immediately.", + "arguments": [ + [ + "Hunter enjoyed learning about Chinese superstitions but not Benjamin since Benjamin found them to be boring.\n\nMary made a fancy cheesecake to celebrate Rebecca's birthday, but Mary messed up the recipe.\n\nWhile waiting on the cricket field, Brett asked William to go get the bats. Brett set up the wickets while he got the bats.\n\nJustin showed Brett how to grind their own coffee beans, because Justin thought freshly ground was best.\n\nKevin had inexperience in home design compared to Dennis, and Kevin asked for advice about frames in photos that were displayed.\n\nWhen Leslie told Aaron he only wanted to eat food that was healthy, he was laughed at. The teacher scolded Leslie", + " immediately." + ], + [ + "Hunter enjoyed learning about Chinese superstitions but not Benjamin since Benjamin found them to be boring.\n\nMary made a fancy cheesecake to celebrate Rebecca's birthday, but Mary messed up the recipe.\n\nWhile waiting on the cricket field, Brett asked William to go get the bats. Brett set up the wickets while he got the bats.\n\nJustin showed Brett how to grind their own coffee beans, because Justin thought freshly ground was best.\n\nKevin had inexperience in home design compared to Dennis, and Kevin asked for advice about frames in photos that were displayed.\n\nWhen Leslie told Aaron he only wanted to eat food that was healthy, he was laughed at. The teacher scolded Aaron", + " immediately." + ] + ], + "resps": [ + [ + [ + -10.8984375, + false + ] + ], + [ + [ + -10.40625, + false + ] + ] + ], + "filtered_resps": [ + [ + -10.8984375, + false + ], + [ + -10.40625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 992, + "doc": { + "sentence": "The assertive commander told the privates to change their boots but not their shirts because the _ were fine.", + "option1": "boots", + "option2": "shirts", + "answer": "2" + }, + "target": "were fine.", + "arguments": [ + [ + "I drank water instead of soda because the fever subsided when I drank the water .\n\nAaron is jealous of Kevin despite Aaron being chosen to be the best man at the wedding.\n\nThe rice had too much salt in it, but the potato had just enough salt, and as a result the potato was delicious.\n\nThe dog was cooler than the cat because the dog was sitting under the tree.\n\nLawrence was happy about the internship at the company of Robert when Robert gave praise.\n\nThe assertive commander told the privates to change their boots but not their shirts because the boots", + " were fine." + ], + [ + "I drank water instead of soda because the fever subsided when I drank the water .\n\nAaron is jealous of Kevin despite Aaron being chosen to be the best man at the wedding.\n\nThe rice had too much salt in it, but the potato had just enough salt, and as a result the potato was delicious.\n\nThe dog was cooler than the cat because the dog was sitting under the tree.\n\nLawrence was happy about the internship at the company of Robert when Robert gave praise.\n\nThe assertive commander told the privates to change their boots but not their shirts because the shirts", + " were fine." + ] + ], + "resps": [ + [ + [ + -6.1328125, + false + ] + ], + [ + [ + -3.771484375, + false + ] + ] + ], + "filtered_resps": [ + [ + -6.1328125, + false + ], + [ + -3.771484375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1000, + "doc": { + "sentence": "The doctor felt more sympathy for Aaron than Ryan because _ had a curable illness and great insurance.", + "option1": "Aaron", + "option2": "Ryan", + "answer": "2" + }, + "target": "had a curable illness and great insurance.", + "arguments": [ + [ + "Elena always needed help with organizing her belongings and closet unlike Mary because Mary was neat.\n\nThe backhoe failed to remove the boulder but the bulldozer could, as the bulldozer was correctly equipped for the job.\n\nAngela was so jealous that Kayla knew how to play the guitar that Kayla offered to give her lessons the next day.\n\nCecily could only lift the cabbage and had to get Jenni to lift the pumpkin for her. The cabbage was light.\n\nPatricia drove a gas hog while Victoria had a car with high MPG, thus causing the environmentalists to look at Patricia with contempt.\n\nThe doctor felt more sympathy for Aaron than Ryan because Aaron", + " had a curable illness and great insurance." + ], + [ + "Elena always needed help with organizing her belongings and closet unlike Mary because Mary was neat.\n\nThe backhoe failed to remove the boulder but the bulldozer could, as the bulldozer was correctly equipped for the job.\n\nAngela was so jealous that Kayla knew how to play the guitar that Kayla offered to give her lessons the next day.\n\nCecily could only lift the cabbage and had to get Jenni to lift the pumpkin for her. The cabbage was light.\n\nPatricia drove a gas hog while Victoria had a car with high MPG, thus causing the environmentalists to look at Patricia with contempt.\n\nThe doctor felt more sympathy for Aaron than Ryan because Ryan", + " had a curable illness and great insurance." + ] + ], + "resps": [ + [ + [ + -35.34375, + false + ] + ], + [ + [ + -34.0625, + false + ] + ] + ], + "filtered_resps": [ + [ + -35.34375, + false + ], + [ + -34.0625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1008, + "doc": { + "sentence": "Bill could only go out to the restaurants rather than the bars because going to the _ required a minimum age.", + "option1": "restaurants", + "option2": "bars", + "answer": "2" + }, + "target": "required a minimum age.", + "arguments": [ + [ + "The mental health of Brian is much better than William's because Brian sees a therapist.\n\nThe fingers of Kenneth were bleeding, so Dennis took a look at them, because Dennis is a physician.\n\nFixing the laptop was easy for Nelson but not Michael, because Michael was not technology savvy.\n\nAubrey kept her hamster in a tank instead of a cage because the tank was cleaner for it.\n\nI tried to put all of the food in the microwave but it wouldn't fit, because the microwave was too miniscule.\n\nBill could only go out to the restaurants rather than the bars because going to the restaurants", + " required a minimum age." + ], + [ + "The mental health of Brian is much better than William's because Brian sees a therapist.\n\nThe fingers of Kenneth were bleeding, so Dennis took a look at them, because Dennis is a physician.\n\nFixing the laptop was easy for Nelson but not Michael, because Michael was not technology savvy.\n\nAubrey kept her hamster in a tank instead of a cage because the tank was cleaner for it.\n\nI tried to put all of the food in the microwave but it wouldn't fit, because the microwave was too miniscule.\n\nBill could only go out to the restaurants rather than the bars because going to the bars", + " required a minimum age." + ] + ], + "resps": [ + [ + [ + -14.59375, + false + ] + ], + [ + [ + -13.3359375, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.59375, + false + ], + [ + -13.3359375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1016, + "doc": { + "sentence": "Patricia bought Christine a watch for their birthday because _ was tired of asking about the time.", + "option1": "Patricia", + "option2": "Christine", + "answer": "2" + }, + "target": "was tired of asking about the time.", + "arguments": [ + [ + "Robert went to Hunter and asked him to judge leniently just this one time, because Hunter didn't lose anything valuable.\n\nOn the island the weather was frequently unpredictable. It was supposed to rain this weekend and the rain would be very heavy.\n\nLogan had trust in Ryan for the reason that Ryan was an honest and responsible person.\n\nDennis was invited for an interview by Justin for a position at a new office. Dennis prepared by researching the company.\n\nKayla raises cows and helps supply the world with hamburger Carrie doesnt eat hamburger, the chance Carrie is a vegetarian is big.\n\nPatricia bought Christine a watch for their birthday because Patricia", + " was tired of asking about the time." + ], + [ + "Robert went to Hunter and asked him to judge leniently just this one time, because Hunter didn't lose anything valuable.\n\nOn the island the weather was frequently unpredictable. It was supposed to rain this weekend and the rain would be very heavy.\n\nLogan had trust in Ryan for the reason that Ryan was an honest and responsible person.\n\nDennis was invited for an interview by Justin for a position at a new office. Dennis prepared by researching the company.\n\nKayla raises cows and helps supply the world with hamburger Carrie doesnt eat hamburger, the chance Carrie is a vegetarian is big.\n\nPatricia bought Christine a watch for their birthday because Christine", + " was tired of asking about the time." + ] + ], + "resps": [ + [ + [ + -21.078125, + false + ] + ], + [ + [ + -19.3125, + false + ] + ] + ], + "filtered_resps": [ + [ + -21.078125, + false + ], + [ + -19.3125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1024, + "doc": { + "sentence": "Christine was tired of Maria being a pain in the neck after _ laid down the prank trap.", + "option1": "Christine", + "option2": "Maria", + "answer": "2" + }, + "target": "laid down the prank trap.", + "arguments": [ + [ + "While changing her eating routine, Sally stopped eating chips and replaced it with fruit. The fruit were smooth.\n\nMary got stranded along the side of the road, and Christine helped them, so Mary was thankful.\n\nThe shoes were too big for Jason so he gave them to Ryan, because Jason feet are tiny.\n\nThe little boy poured milk from the carton into his cereal bowl until the carton was empty.\n\nAaron listened to Ryan talk about how disciplined he was to get 6 pack abs. Ryan was proud of himself.\n\nChristine was tired of Maria being a pain in the neck after Christine", + " laid down the prank trap." + ], + [ + "While changing her eating routine, Sally stopped eating chips and replaced it with fruit. The fruit were smooth.\n\nMary got stranded along the side of the road, and Christine helped them, so Mary was thankful.\n\nThe shoes were too big for Jason so he gave them to Ryan, because Jason feet are tiny.\n\nThe little boy poured milk from the carton into his cereal bowl until the carton was empty.\n\nAaron listened to Ryan talk about how disciplined he was to get 6 pack abs. Ryan was proud of himself.\n\nChristine was tired of Maria being a pain in the neck after Maria", + " laid down the prank trap." + ] + ], + "resps": [ + [ + [ + -27.703125, + false + ] + ], + [ + [ + -28.578125, + false + ] + ] + ], + "filtered_resps": [ + [ + -27.703125, + false + ], + [ + -28.578125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1032, + "doc": { + "sentence": "The battery of the the phone died faster than the laptop battery, because the _ was always on.", + "option1": "phone", + "option2": "laptop", + "answer": "1" + }, + "target": "was always on.", + "arguments": [ + [ + "Kenneth had a fever, so Kevin gave him some medicine to take. Kenneth was his patient.\n\nMary replaced the gasket but not the compressor of her refrigerator, because the gasket was already worn.\n\nWhiskey is much loved by Brett but Ian prefers to drink tequila so Ian ordered a tequila sunrise to drink.\n\nCarrie is fluent in Spanish but Christine only speaks English as Christine only lived in USA when they were young.\n\nShe hates wearing pants but loves wearing dresses, because she feels more beautiful in the dresses .\n\nThe battery of the the phone died faster than the laptop battery, because the phone", + " was always on." + ], + [ + "Kenneth had a fever, so Kevin gave him some medicine to take. Kenneth was his patient.\n\nMary replaced the gasket but not the compressor of her refrigerator, because the gasket was already worn.\n\nWhiskey is much loved by Brett but Ian prefers to drink tequila so Ian ordered a tequila sunrise to drink.\n\nCarrie is fluent in Spanish but Christine only speaks English as Christine only lived in USA when they were young.\n\nShe hates wearing pants but loves wearing dresses, because she feels more beautiful in the dresses .\n\nThe battery of the the phone died faster than the laptop battery, because the laptop", + " was always on." + ] + ], + "resps": [ + [ + [ + -8.484375, + false + ] + ], + [ + [ + -9.4921875, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.484375, + false + ], + [ + -9.4921875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1040, + "doc": { + "sentence": "The man couldn't stop thinking about the violin and the crossbow he lost when he was younger. He used to love to shoot _ .", + "option1": "violin", + "option2": "crossbow", + "answer": "2" + }, + "target": ".", + "arguments": [ + [ + "Neil asked Derrick for help on how to achieve better bowel movement but Derrick knew nothing about health.\n\nThe popular Ariana Grande look swept the school and Angela became more popular than Betty because Angela adhered to the new dress code.\n\nMatthew tried to be stealthy while planning a party for Donald, but Donald found out from someone who couldn't keep a secret.\n\nWhile they washed dishes, Maria washed and put them on a rack for Sarah to dry, but then Maria ran out of hot water.\n\nAfter Christmas Jeffrey decided to go on a diet but Donald didn't. Jeffrey had gained a lot of weight.\n\nThe man couldn't stop thinking about the violin and the crossbow he lost when he was younger. He used to love to shoot violin", + " ." + ], + [ + "Neil asked Derrick for help on how to achieve better bowel movement but Derrick knew nothing about health.\n\nThe popular Ariana Grande look swept the school and Angela became more popular than Betty because Angela adhered to the new dress code.\n\nMatthew tried to be stealthy while planning a party for Donald, but Donald found out from someone who couldn't keep a secret.\n\nWhile they washed dishes, Maria washed and put them on a rack for Sarah to dry, but then Maria ran out of hot water.\n\nAfter Christmas Jeffrey decided to go on a diet but Donald didn't. Jeffrey had gained a lot of weight.\n\nThe man couldn't stop thinking about the violin and the crossbow he lost when he was younger. He used to love to shoot crossbow", + " ." + ] + ], + "resps": [ + [ + [ + -12.421875, + false + ] + ], + [ + [ + -8.5546875, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.421875, + false + ], + [ + -8.5546875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1048, + "doc": { + "sentence": "Samantha wanted to use a valet to park the car but Carrie did not because _ was generous with money.", + "option1": "Samantha", + "option2": "Carrie", + "answer": "1" + }, + "target": "was generous with money.", + "arguments": [ + [ + "Jane played the game on her phone instead of her tablet because she left the tablet at home.\n\nThe macaroni was better than the nachos because the sauce on the macaroni was richer.\n\nDonald loved eating oysters, but Steven was a vegetarian. Steven ordered a plate of salad.\n\nThe child wanted to store the shells in the boxes but the boxes were too small.\n\nThe teacher used a reward system and Robert won an award while Logan did not because Logan did not study at all.\n\nSamantha wanted to use a valet to park the car but Carrie did not because Samantha", + " was generous with money." + ], + [ + "Jane played the game on her phone instead of her tablet because she left the tablet at home.\n\nThe macaroni was better than the nachos because the sauce on the macaroni was richer.\n\nDonald loved eating oysters, but Steven was a vegetarian. Steven ordered a plate of salad.\n\nThe child wanted to store the shells in the boxes but the boxes were too small.\n\nThe teacher used a reward system and Robert won an award while Logan did not because Logan did not study at all.\n\nSamantha wanted to use a valet to park the car but Carrie did not because Carrie", + " was generous with money." + ] + ], + "resps": [ + [ + [ + -15.734375, + false + ] + ], + [ + [ + -17.421875, + false + ] + ] + ], + "filtered_resps": [ + [ + -15.734375, + false + ], + [ + -17.421875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1056, + "doc": { + "sentence": "Hannah had to get a lawyer to help her understanding of the contract language because the _ the contract had was too complex.", + "option1": "language", + "option2": "understanding", + "answer": "1" + }, + "target": "the contract had was too complex.", + "arguments": [ + [ + "Patricia was called over to inspect Amy's kitchen and bedroom because Patricia was known for being clean.\n\nShe left the coach and headed to the taxi so she could take a faster route but the coach was actually faster.\n\nCarrie wrote a long apology letter to send to Jennifer, but Carrie never delivered it.\n\nThe workout routine was beneficial to Donald but not Samuel because Donald was developing huge muscles.\n\nthey bought cups and left the fragile glasses on the shelf even though they needed both because the cups strong.\n\nHannah had to get a lawyer to help her understanding of the contract language because the language", + " the contract had was too complex." + ], + [ + "Patricia was called over to inspect Amy's kitchen and bedroom because Patricia was known for being clean.\n\nShe left the coach and headed to the taxi so she could take a faster route but the coach was actually faster.\n\nCarrie wrote a long apology letter to send to Jennifer, but Carrie never delivered it.\n\nThe workout routine was beneficial to Donald but not Samuel because Donald was developing huge muscles.\n\nthey bought cups and left the fragile glasses on the shelf even though they needed both because the cups strong.\n\nHannah had to get a lawyer to help her understanding of the contract language because the understanding", + " the contract had was too complex." + ] + ], + "resps": [ + [ + [ + -17.640625, + false + ] + ], + [ + [ + -20.84375, + false + ] + ] + ], + "filtered_resps": [ + [ + -17.640625, + false + ], + [ + -20.84375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1064, + "doc": { + "sentence": "Brian wanted a horse but not Nick because _ raised cattle in their spare time.", + "option1": "Brian", + "option2": "Nick", + "answer": "1" + }, + "target": "raised cattle in their spare time.", + "arguments": [ + [ + "Steven loved the taste of squash but William hated it's flavor. William ordered the broccoli casserole with their dinner.\n\nAnna looked for a plant for her house, and chose a fern over a frond, because the frond would take up more space.\n\nTanya's vehicle was covered in rust whereas Jessica's was not because Jessica was very diligent about maintenance.\n\nLawrence had shorter shoelaces than Ian had on their shoes so Lawrence tripped less often.\n\nthe blood failed the tests for it had a lot of pathogens which it was being screened of, the pathogens were many.\n\nBrian wanted a horse but not Nick because Brian", + " raised cattle in their spare time." + ], + [ + "Steven loved the taste of squash but William hated it's flavor. William ordered the broccoli casserole with their dinner.\n\nAnna looked for a plant for her house, and chose a fern over a frond, because the frond would take up more space.\n\nTanya's vehicle was covered in rust whereas Jessica's was not because Jessica was very diligent about maintenance.\n\nLawrence had shorter shoelaces than Ian had on their shoes so Lawrence tripped less often.\n\nthe blood failed the tests for it had a lot of pathogens which it was being screened of, the pathogens were many.\n\nBrian wanted a horse but not Nick because Nick", + " raised cattle in their spare time." + ] + ], + "resps": [ + [ + [ + -26.3125, + false + ] + ], + [ + [ + -25.71875, + false + ] + ] + ], + "filtered_resps": [ + [ + -26.3125, + false + ], + [ + -25.71875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1072, + "doc": { + "sentence": "The dress could use either velcro or a zipper to close, the _ would last longer.", + "option1": "velcro", + "option2": "zipper", + "answer": "2" + }, + "target": "would last longer.", + "arguments": [ + [ + "Lawrence wanted a dog for a pet and Benjamin wanted a cat because Lawrence preferred dogs inside and cats outside.\n\nShe prefers to use laptop over desktop PC, because the laptop is more mobile for her needs.\n\nThe man couldn't decide on a smoothie or a milkshake. He decided on a smoothie because it is healthier.\n\nSteven doesn't come off as sensual as Hunter does, so Hunter must be the more sexy person.\n\nNatalie wanted to cook Victoria a surprise meal for their birthday and Natalie tried to keep it a secret.\n\nThe dress could use either velcro or a zipper to close, the velcro", + " would last longer." + ], + [ + "Lawrence wanted a dog for a pet and Benjamin wanted a cat because Lawrence preferred dogs inside and cats outside.\n\nShe prefers to use laptop over desktop PC, because the laptop is more mobile for her needs.\n\nThe man couldn't decide on a smoothie or a milkshake. He decided on a smoothie because it is healthier.\n\nSteven doesn't come off as sensual as Hunter does, so Hunter must be the more sexy person.\n\nNatalie wanted to cook Victoria a surprise meal for their birthday and Natalie tried to keep it a secret.\n\nThe dress could use either velcro or a zipper to close, the zipper", + " would last longer." + ] + ], + "resps": [ + [ + [ + -9.3984375, + false + ] + ], + [ + [ + -10.1484375, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.3984375, + false + ], + [ + -10.1484375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1080, + "doc": { + "sentence": "The cake got burnt under the heat applied to it. It appears the _ is too small.", + "option1": "cake", + "option2": "heat", + "answer": "1" + }, + "target": "is too small.", + "arguments": [ + [ + "Nelson has accidentaly set a hotel on fire and endangered Aaron's life, because Nelson wasn't careful.\n\nThe massage oils warmed Rachel's heart but the candles didn't do so because the massage oils were useful to her.\n\nShe couldn't wear the bikini at the club, but it was OK at the cafe, as the cafe was so libertine.\n\nThe teacher took students off of the playground and put them on the bus until the bus was full.\n\nDerrick dined on sweets and fast food much too often while Donald ate salads and veggies. Donald had a scarcity of belly fat.\n\nThe cake got burnt under the heat applied to it. It appears the cake", + " is too small." + ], + [ + "Nelson has accidentaly set a hotel on fire and endangered Aaron's life, because Nelson wasn't careful.\n\nThe massage oils warmed Rachel's heart but the candles didn't do so because the massage oils were useful to her.\n\nShe couldn't wear the bikini at the club, but it was OK at the cafe, as the cafe was so libertine.\n\nThe teacher took students off of the playground and put them on the bus until the bus was full.\n\nDerrick dined on sweets and fast food much too often while Donald ate salads and veggies. Donald had a scarcity of belly fat.\n\nThe cake got burnt under the heat applied to it. It appears the heat", + " is too small." + ] + ], + "resps": [ + [ + [ + -11.9609375, + false + ] + ], + [ + [ + -15.140625, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.9609375, + false + ], + [ + -15.140625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1088, + "doc": { + "sentence": "Lindsey did not know how to make a good impression for an interview with Tanya. _ was surprised when she did not get the job.", + "option1": "Lindsey", + "option2": "Tanya", + "answer": "1" + }, + "target": "was surprised when she did not get the job.", + "arguments": [ + [ + "Brett had to help Lawrence to burn a DVD of a movie to take on a plane as Lawrence had totally forgotten how to do it.\n\nI used a calculator instead of a computer to help with my math homework because the computer was slower.\n\nLeslie studied to become an auto body repair technician but not Robert, because Robert was not interested in cars.\n\nMatthew was in a lot of debt and Joseph was not because Matthew liked to spend a lot.\n\nAdam went running more often than Dennis did because Adam was on the track team.\n\nLindsey did not know how to make a good impression for an interview with Tanya. Lindsey", + " was surprised when she did not get the job." + ], + [ + "Brett had to help Lawrence to burn a DVD of a movie to take on a plane as Lawrence had totally forgotten how to do it.\n\nI used a calculator instead of a computer to help with my math homework because the computer was slower.\n\nLeslie studied to become an auto body repair technician but not Robert, because Robert was not interested in cars.\n\nMatthew was in a lot of debt and Joseph was not because Matthew liked to spend a lot.\n\nAdam went running more often than Dennis did because Adam was on the track team.\n\nLindsey did not know how to make a good impression for an interview with Tanya. Tanya", + " was surprised when she did not get the job." + ] + ], + "resps": [ + [ + [ + -15.4921875, + false + ] + ], + [ + [ + -17.359375, + false + ] + ] + ], + "filtered_resps": [ + [ + -15.4921875, + false + ], + [ + -17.359375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1096, + "doc": { + "sentence": "the scanning tool could not get through the cervix because the _ was too big.", + "option1": "cervix", + "option2": "tool", + "answer": "2" + }, + "target": "was too big.", + "arguments": [ + [ + "The egg cooked more evenly in the pan than on the sheet, because the sheet was poorly designed.\n\nCynthia knows that wagering on baseball is illegal but Tanya does not care, Tanya couldn't avoid going to jail.\n\nBuying new office supplies and storage boxes was fun for Samuel but not Joel, since Joel hated having to organize.\n\nThe lady hated bowling a lot more than basketball because the lady thought the bowling was boring.\n\nThe mad scientist poured acid from the test tube into the beaker until the test tube was empty.\n\nthe scanning tool could not get through the cervix because the cervix", + " was too big." + ], + [ + "The egg cooked more evenly in the pan than on the sheet, because the sheet was poorly designed.\n\nCynthia knows that wagering on baseball is illegal but Tanya does not care, Tanya couldn't avoid going to jail.\n\nBuying new office supplies and storage boxes was fun for Samuel but not Joel, since Joel hated having to organize.\n\nThe lady hated bowling a lot more than basketball because the lady thought the bowling was boring.\n\nThe mad scientist poured acid from the test tube into the beaker until the test tube was empty.\n\nthe scanning tool could not get through the cervix because the tool", + " was too big." + ] + ], + "resps": [ + [ + [ + -5.09375, + false + ] + ], + [ + [ + -2.537109375, + true + ] + ] + ], + "filtered_resps": [ + [ + -5.09375, + false + ], + [ + -2.537109375, + true + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1104, + "doc": { + "sentence": "The apartment Brett rented was owned by Jason, so _ received the rent for the apartment each month.", + "option1": "Brett", + "option2": "Jason", + "answer": "2" + }, + "target": "received the rent for the apartment each month.", + "arguments": [ + [ + "Jess chose to use wallpaper and not paint for the walls because the wallpaper was prettier.\n\nSince Jennifer was in need of clothing while Natalie had extra, Jennifer bought clothes from the thrift shop.\n\nKenneth received an invitation to a mutual friends wedding but Brian was not invited. Brian was sad they could not attend.\n\nChristopher was an expert jeweler compared to Matthew' who is an amateur, so Matthew was the dealer swindled by a fake sapphire.\n\nAll of the paper that I got from school wouldn't fit in the folder, because the paper was too thick.\n\nThe apartment Brett rented was owned by Jason, so Brett", + " received the rent for the apartment each month." + ], + [ + "Jess chose to use wallpaper and not paint for the walls because the wallpaper was prettier.\n\nSince Jennifer was in need of clothing while Natalie had extra, Jennifer bought clothes from the thrift shop.\n\nKenneth received an invitation to a mutual friends wedding but Brian was not invited. Brian was sad they could not attend.\n\nChristopher was an expert jeweler compared to Matthew' who is an amateur, so Matthew was the dealer swindled by a fake sapphire.\n\nAll of the paper that I got from school wouldn't fit in the folder, because the paper was too thick.\n\nThe apartment Brett rented was owned by Jason, so Jason", + " received the rent for the apartment each month." + ] + ], + "resps": [ + [ + [ + -21.3125, + false + ] + ], + [ + [ + -20.0, + false + ] + ] + ], + "filtered_resps": [ + [ + -21.3125, + false + ], + [ + -20.0, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1112, + "doc": { + "sentence": "Sara's cat got fleas so she bought a treatment and put it on the cat's neck. The cat was unhappy and tried to lick it off the _ .", + "option1": "neck", + "option2": "treatment", + "answer": "1" + }, + "target": ".", + "arguments": [ + [ + "Nelson really loved yellow birds, while Craig really loved gray ones, which explains why Nelson kept so many canaries.\n\nThe child of Maria had really bad behavior unlike Amy's child, because Amy was not very tolerant.\n\nKatrina makes very tasty roast recipes while Cynthia doesn't, so Katrina is eager to cook more.\n\nI took a class on how to drive a truck instead of a bus because driving the bus pays less.\n\nAaron's recreational vehicle was really just a trailer compared to Kevin's behemoth. Kevin had a grander model.\n\nSara's cat got fleas so she bought a treatment and put it on the cat's neck. The cat was unhappy and tried to lick it off the neck", + " ." + ], + [ + "Nelson really loved yellow birds, while Craig really loved gray ones, which explains why Nelson kept so many canaries.\n\nThe child of Maria had really bad behavior unlike Amy's child, because Amy was not very tolerant.\n\nKatrina makes very tasty roast recipes while Cynthia doesn't, so Katrina is eager to cook more.\n\nI took a class on how to drive a truck instead of a bus because driving the bus pays less.\n\nAaron's recreational vehicle was really just a trailer compared to Kevin's behemoth. Kevin had a grander model.\n\nSara's cat got fleas so she bought a treatment and put it on the cat's neck. The cat was unhappy and tried to lick it off the treatment", + " ." + ] + ], + "resps": [ + [ + [ + -9.234375, + false + ] + ], + [ + [ + -8.828125, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.234375, + false + ], + [ + -8.828125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1120, + "doc": { + "sentence": "Justin used a stencil on their presentation lettering but Derrick did not. _ had a very neat looking presentation.", + "option1": "Justin", + "option2": "Derrick", + "answer": "1" + }, + "target": "had a very neat looking presentation.", + "arguments": [ + [ + "Logan wanted a suitable environment for Robert so Logan set up the area around them.\n\nJustin has a lot of nerve pain and Ian doesn't know how to help so Ian offers hug s a lot.\n\nWilliam spend tons of money on their wedding but Ian had a small budget for theirs. you can say Ian is more practical.\n\nPatricia asked Rebecca when she was supposed to get the results back from the blood test but Rebecca did not know.\n\nJohn hated his country far more than the world because the world had many good people.\n\nJustin used a stencil on their presentation lettering but Derrick did not. Justin", + " had a very neat looking presentation." + ], + [ + "Logan wanted a suitable environment for Robert so Logan set up the area around them.\n\nJustin has a lot of nerve pain and Ian doesn't know how to help so Ian offers hug s a lot.\n\nWilliam spend tons of money on their wedding but Ian had a small budget for theirs. you can say Ian is more practical.\n\nPatricia asked Rebecca when she was supposed to get the results back from the blood test but Rebecca did not know.\n\nJohn hated his country far more than the world because the world had many good people.\n\nJustin used a stencil on their presentation lettering but Derrick did not. Derrick", + " had a very neat looking presentation." + ] + ], + "resps": [ + [ + [ + -17.03125, + false + ] + ], + [ + [ + -17.84375, + false + ] + ] + ], + "filtered_resps": [ + [ + -17.03125, + false + ], + [ + -17.84375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1128, + "doc": { + "sentence": "Michael was a better employer than Joel so _ did not have to worry about retaining employees.", + "option1": "Michael", + "option2": "Joel", + "answer": "1" + }, + "target": "did not have to worry about retaining employees.", + "arguments": [ + [ + "Jim started drinking fresh water instead of artificial soda pops because the water was healthy.\n\nThe wall was built to safeguard the house from waves, as the house was vulnerable against them.\n\nThe quarterback threw the football over the head of Craig and into the hands of Benjamin, so Benjamin score a touchdown.\n\nThe violets in the garden of Natalie grew much taller than Rebecca's because Natalie is great at gardening.\n\nThe woman was hurt less by the scam than the identity theft because she lost more money with the theft .\n\nMichael was a better employer than Joel so Michael", + " did not have to worry about retaining employees." + ], + [ + "Jim started drinking fresh water instead of artificial soda pops because the water was healthy.\n\nThe wall was built to safeguard the house from waves, as the house was vulnerable against them.\n\nThe quarterback threw the football over the head of Craig and into the hands of Benjamin, so Benjamin score a touchdown.\n\nThe violets in the garden of Natalie grew much taller than Rebecca's because Natalie is great at gardening.\n\nThe woman was hurt less by the scam than the identity theft because she lost more money with the theft .\n\nMichael was a better employer than Joel so Joel", + " did not have to worry about retaining employees." + ] + ], + "resps": [ + [ + [ + -19.859375, + false + ] + ], + [ + [ + -22.6875, + false + ] + ] + ], + "filtered_resps": [ + [ + -19.859375, + false + ], + [ + -22.6875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1136, + "doc": { + "sentence": "Megan focused less on proper posture than Lindsey because _ wanted to become a model.", + "option1": "Megan", + "option2": "Lindsey", + "answer": "2" + }, + "target": "wanted to become a model.", + "arguments": [ + [ + "The hallway filled with smoke but the bedroom had clear air, since the bedroom had open windows.\n\nOwen wore boxers to sleep more than briefs because the boxers were loose on his skin.\n\nRebecca managed to stop their car before crashing but Jessica did not as Jessica was going fast.\n\nThe young boy wanted to put the baseball on the shelf but it kept rolling off because the baseball was round.\n\nThe decision making skills of Donald are poor when compared to those of Nelson. Nelson is a competent negotiator.\n\nMegan focused less on proper posture than Lindsey because Megan", + " wanted to become a model." + ], + [ + "The hallway filled with smoke but the bedroom had clear air, since the bedroom had open windows.\n\nOwen wore boxers to sleep more than briefs because the boxers were loose on his skin.\n\nRebecca managed to stop their car before crashing but Jessica did not as Jessica was going fast.\n\nThe young boy wanted to put the baseball on the shelf but it kept rolling off because the baseball was round.\n\nThe decision making skills of Donald are poor when compared to those of Nelson. Nelson is a competent negotiator.\n\nMegan focused less on proper posture than Lindsey because Lindsey", + " wanted to become a model." + ] + ], + "resps": [ + [ + [ + -11.1875, + false + ] + ], + [ + [ + -10.5234375, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.1875, + false + ], + [ + -10.5234375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1144, + "doc": { + "sentence": "On Valentine's Day, Brian receives no flowers, but Kevin gets a lot. _ is probably dating someone.", + "option1": "Brian", + "option2": "Kevin", + "answer": "2" + }, + "target": "is probably dating someone.", + "arguments": [ + [ + "The crabs tasted better at the diner than at the restaurant because the diner was closer to the shore.\n\nJohn broke the tablet when he placed the box on it not knowing the tablet is fragile.\n\nNeil gave the new technology to Nick, because Neil wanted to share the advancements with someone else.\n\nJames needed a longer brush to clean the window because the brush is too short.\n\nKevin wanted to grow a bigger vegetable garden than Nelson because Nelson is a simple person.\n\nOn Valentine's Day, Brian receives no flowers, but Kevin gets a lot. Brian", + " is probably dating someone." + ], + [ + "The crabs tasted better at the diner than at the restaurant because the diner was closer to the shore.\n\nJohn broke the tablet when he placed the box on it not knowing the tablet is fragile.\n\nNeil gave the new technology to Nick, because Neil wanted to share the advancements with someone else.\n\nJames needed a longer brush to clean the window because the brush is too short.\n\nKevin wanted to grow a bigger vegetable garden than Nelson because Nelson is a simple person.\n\nOn Valentine's Day, Brian receives no flowers, but Kevin gets a lot. Kevin", + " is probably dating someone." + ] + ], + "resps": [ + [ + [ + -20.1875, + false + ] + ], + [ + [ + -17.703125, + false + ] + ] + ], + "filtered_resps": [ + [ + -20.1875, + false + ], + [ + -17.703125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1152, + "doc": { + "sentence": "The kids at camp liked the activities with water, but avoided the sand, because the _ was cleansed.", + "option1": "sand", + "option2": "water", + "answer": "2" + }, + "target": "was cleansed.", + "arguments": [ + [ + "I would say Tanya is a better debater than Natalie as Natalie is very compromising most of the time.\n\nKenneth want to learn how to grow a jicama and asks for Jason's help, because Kenneth is not vine expert.\n\nThe chef could not use the knife to chop the vegetable quickly because the knife is too dull.\n\nRandy was more of a baseball fan than Michael so Michael was heavily bored in every postseason.\n\nThe woman put the note in her back pocket but it stuck out because the pocket was small.\n\nThe kids at camp liked the activities with water, but avoided the sand, because the sand", + " was cleansed." + ], + [ + "I would say Tanya is a better debater than Natalie as Natalie is very compromising most of the time.\n\nKenneth want to learn how to grow a jicama and asks for Jason's help, because Kenneth is not vine expert.\n\nThe chef could not use the knife to chop the vegetable quickly because the knife is too dull.\n\nRandy was more of a baseball fan than Michael so Michael was heavily bored in every postseason.\n\nThe woman put the note in her back pocket but it stuck out because the pocket was small.\n\nThe kids at camp liked the activities with water, but avoided the sand, because the water", + " was cleansed." + ] + ], + "resps": [ + [ + [ + -17.375, + false + ] + ], + [ + [ + -14.1328125, + false + ] + ] + ], + "filtered_resps": [ + [ + -17.375, + false + ], + [ + -14.1328125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1160, + "doc": { + "sentence": "The floor started to have scratches when people's shoe started dragging on it. The _ was rough.", + "option1": "floor", + "option2": "shoe", + "answer": "2" + }, + "target": "was rough.", + "arguments": [ + [ + "Ryan had never gone to a dealership and bought a car like Michael because Michael never bought them from the owner.\n\nJohn poured some water from the bottle to the bowl and there still enough space in the bowl. The bottle small.\n\nThe man tried to fit his feet in the shoes but the feet were too large.\n\nLogan had to work while Aaron was still in middle school so Logan drove his car every day.\n\nRice was a staple in the country, but not enjoyed in the city, it was just so much cheaper in the country .\n\nThe floor started to have scratches when people's shoe started dragging on it. The floor", + " was rough." + ], + [ + "Ryan had never gone to a dealership and bought a car like Michael because Michael never bought them from the owner.\n\nJohn poured some water from the bottle to the bowl and there still enough space in the bowl. The bottle small.\n\nThe man tried to fit his feet in the shoes but the feet were too large.\n\nLogan had to work while Aaron was still in middle school so Logan drove his car every day.\n\nRice was a staple in the country, but not enjoyed in the city, it was just so much cheaper in the country .\n\nThe floor started to have scratches when people's shoe started dragging on it. The shoe", + " was rough." + ] + ], + "resps": [ + [ + [ + -8.6953125, + false + ] + ], + [ + [ + -10.859375, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.6953125, + false + ], + [ + -10.859375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1168, + "doc": { + "sentence": "The pharmacy offered a product that could cure any disease, made of a new chemical and container, but the _ could hold few drugs.", + "option1": "chemical", + "option2": "container", + "answer": "2" + }, + "target": "could hold few drugs.", + "arguments": [ + [ + "During the brewing process, the pots were on the stove and the bottles were in the fridge, so the pots were hotter.\n\nAaron loves walking, but Lawrence does not, so Lawrence drives to work every morning when it's raining or not.\n\nThe moments when Carrie would sniff Patricia's hair in class would make Carrie feel elated.\n\nSo Christopher ignored the website because Kevin needed some information that Christopher didn't need and that's why.\n\nJason wants to become a pilot so he asks his tutor Benjamin for extra hours, because Benjamin is already a pilot.\n\nThe pharmacy offered a product that could cure any disease, made of a new chemical and container, but the chemical", + " could hold few drugs." + ], + [ + "During the brewing process, the pots were on the stove and the bottles were in the fridge, so the pots were hotter.\n\nAaron loves walking, but Lawrence does not, so Lawrence drives to work every morning when it's raining or not.\n\nThe moments when Carrie would sniff Patricia's hair in class would make Carrie feel elated.\n\nSo Christopher ignored the website because Kevin needed some information that Christopher didn't need and that's why.\n\nJason wants to become a pilot so he asks his tutor Benjamin for extra hours, because Benjamin is already a pilot.\n\nThe pharmacy offered a product that could cure any disease, made of a new chemical and container, but the container", + " could hold few drugs." + ] + ], + "resps": [ + [ + [ + -29.171875, + false + ] + ], + [ + [ + -23.53125, + false + ] + ] + ], + "filtered_resps": [ + [ + -29.171875, + false + ], + [ + -23.53125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1176, + "doc": { + "sentence": "Jessica was arrested for growing hemp by the police but not Sarah because _ fled during the field raid.", + "option1": "Jessica", + "option2": "Sarah", + "answer": "2" + }, + "target": "fled during the field raid.", + "arguments": [ + [ + "Mike chose to buy his jeans at the store rather than the outlet, because store was cheaper .\n\nCarrie helped Natalie plan all of the company events for the conference because Natalie was an CEO.\n\nTanya's cars never lasted long, while Natalie's lasted years. Tanya refused to do basic maintenance like change the motor oil.\n\nJan wanted to move a desk into the corner of the family room but the desk was too wide.\n\nBecause Joseph had been a victim of identity theft and Matthew had not, Joseph checked his credit report more frequently.\n\nJessica was arrested for growing hemp by the police but not Sarah because Jessica", + " fled during the field raid." + ], + [ + "Mike chose to buy his jeans at the store rather than the outlet, because store was cheaper .\n\nCarrie helped Natalie plan all of the company events for the conference because Natalie was an CEO.\n\nTanya's cars never lasted long, while Natalie's lasted years. Tanya refused to do basic maintenance like change the motor oil.\n\nJan wanted to move a desk into the corner of the family room but the desk was too wide.\n\nBecause Joseph had been a victim of identity theft and Matthew had not, Joseph checked his credit report more frequently.\n\nJessica was arrested for growing hemp by the police but not Sarah because Sarah", + " fled during the field raid." + ] + ], + "resps": [ + [ + [ + -32.40625, + false + ] + ], + [ + [ + -33.40625, + false + ] + ] + ], + "filtered_resps": [ + [ + -32.40625, + false + ], + [ + -33.40625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1184, + "doc": { + "sentence": "The teacher was helping us study carpentry instead of studying the cooking today. The _ was mandatory.", + "option1": "carpentry", + "option2": "cooking", + "answer": "1" + }, + "target": "was mandatory.", + "arguments": [ + [ + "Jeffrey loved to listen to hip hop music but Kevin thought it was terrible. Jeffrey put in a cd by Run DMC.\n\nProducts sold at the outlet made more money than those sold at the store , so the outlet was a profitable business.\n\nLindsey needed to learn how to file from Amy since Amy 's office was well organized.\n\nWhen I have a health concern I go to the doctor's office, not to an unlicensed medical website, because the website can be frightening.\n\nLindsey is curvier than Megan, which explains why Lindsey always buys a larger-sized bra when they shop together at the discount clothing store.\n\nThe teacher was helping us study carpentry instead of studying the cooking today. The carpentry", + " was mandatory." + ], + [ + "Jeffrey loved to listen to hip hop music but Kevin thought it was terrible. Jeffrey put in a cd by Run DMC.\n\nProducts sold at the outlet made more money than those sold at the store , so the outlet was a profitable business.\n\nLindsey needed to learn how to file from Amy since Amy 's office was well organized.\n\nWhen I have a health concern I go to the doctor's office, not to an unlicensed medical website, because the website can be frightening.\n\nLindsey is curvier than Megan, which explains why Lindsey always buys a larger-sized bra when they shop together at the discount clothing store.\n\nThe teacher was helping us study carpentry instead of studying the cooking today. The cooking", + " was mandatory." + ] + ], + "resps": [ + [ + [ + -12.2890625, + false + ] + ], + [ + [ + -11.1640625, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.2890625, + false + ], + [ + -11.1640625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1192, + "doc": { + "sentence": "Mary used the lotion instead of the cream because her skin was glowing when she used the _ .", + "option1": "cream", + "option2": "lotion", + "answer": "2" + }, + "target": ".", + "arguments": [ + [ + "Monica stole Betty's ipod because Monica really likes listening to great music that plays well.\n\nSamantha ran right past the Easter egg while Rebecca ran towards it, and Rebecca picked it up.\n\nThe contractor liked using the brick material over the stone material, because the stone material is shoddy.\n\nI love going to the museum to look at all the art. The museum is so peaceful.\n\nBen posted a selfie and a food shot on snapchat. People liked the food better, because Ben was ugly.\n\nMary used the lotion instead of the cream because her skin was glowing when she used the cream", + " ." + ], + [ + "Monica stole Betty's ipod because Monica really likes listening to great music that plays well.\n\nSamantha ran right past the Easter egg while Rebecca ran towards it, and Rebecca picked it up.\n\nThe contractor liked using the brick material over the stone material, because the stone material is shoddy.\n\nI love going to the museum to look at all the art. The museum is so peaceful.\n\nBen posted a selfie and a food shot on snapchat. People liked the food better, because Ben was ugly.\n\nMary used the lotion instead of the cream because her skin was glowing when she used the lotion", + " ." + ] + ], + "resps": [ + [ + [ + -9.1953125, + false + ] + ], + [ + [ + -9.171875, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.1953125, + false + ], + [ + -9.171875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1200, + "doc": { + "sentence": "The farmer had more corn to harvest than yams because his cows liked eating the _ .", + "option1": "yams", + "option2": "corn", + "answer": "1" + }, + "target": ".", + "arguments": [ + [ + "The new corset purchased by Bill for his wife would not fit around her body, the corset was too narrow.\n\nWilliam was trying to treat the ulcer of Benjamin at the hospital because William is a doctor.\n\nFixing the laptop was easy for Nelson but not Michael, because Nelson was very technology savvy.\n\nLindsey received many complaints at the job compared to Angela because Angela was a great worker.\n\nMonica went to Erin's house to use their computer for a paper since Monica 's computer was broken.\n\nThe farmer had more corn to harvest than yams because his cows liked eating the yams", + " ." + ], + [ + "The new corset purchased by Bill for his wife would not fit around her body, the corset was too narrow.\n\nWilliam was trying to treat the ulcer of Benjamin at the hospital because William is a doctor.\n\nFixing the laptop was easy for Nelson but not Michael, because Nelson was very technology savvy.\n\nLindsey received many complaints at the job compared to Angela because Angela was a great worker.\n\nMonica went to Erin's house to use their computer for a paper since Monica 's computer was broken.\n\nThe farmer had more corn to harvest than yams because his cows liked eating the corn", + " ." + ] + ], + "resps": [ + [ + [ + -7.39453125, + false + ] + ], + [ + [ + -7.3984375, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.39453125, + false + ], + [ + -7.3984375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1208, + "doc": { + "sentence": "Cynthia was happy to give Patricia the politics section of the newspaper, because _ had little interest in the election results.", + "option1": "Cynthia", + "option2": "Patricia", + "answer": "1" + }, + "target": "had little interest in the election results.", + "arguments": [ + [ + "Victoria loved going to school with Katrina for Victoria had a crush on the other.\n\nBetty really enjoyed getting up and going to their job each day but Erin did not because Betty was very motivated.\n\nJeffrey was able to perform a backflip but Nick was not because Nick was very rigid.\n\nChristine's telescope can't see nearly as far as the one Jessica purchased. Christine got a cheaper model telescope.\n\nThe hospital was running out of syringes, but they had plenty of bandages due to the bandages price decreasing.\n\nCynthia was happy to give Patricia the politics section of the newspaper, because Cynthia", + " had little interest in the election results." + ], + [ + "Victoria loved going to school with Katrina for Victoria had a crush on the other.\n\nBetty really enjoyed getting up and going to their job each day but Erin did not because Betty was very motivated.\n\nJeffrey was able to perform a backflip but Nick was not because Nick was very rigid.\n\nChristine's telescope can't see nearly as far as the one Jessica purchased. Christine got a cheaper model telescope.\n\nThe hospital was running out of syringes, but they had plenty of bandages due to the bandages price decreasing.\n\nCynthia was happy to give Patricia the politics section of the newspaper, because Patricia", + " had little interest in the election results." + ] + ], + "resps": [ + [ + [ + -21.328125, + false + ] + ], + [ + [ + -21.0, + false + ] + ] + ], + "filtered_resps": [ + [ + -21.328125, + false + ], + [ + -21.0, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1216, + "doc": { + "sentence": "Devin got sick after eating the sausage, so he laid on the couch and later moved to the bed because the _ was more comfortable.", + "option1": "couch", + "option2": "bed", + "answer": "2" + }, + "target": "was more comfortable.", + "arguments": [ + [ + "Jake needed to rid his home of bugs at the dumps, it took a long time because the dumps were few.\n\nChristine refused to dance even once with Emily because Emily was not liked by anyone in school.\n\nThe toddler said something rude which offended Victoria but Samantha laughed. Victoria always disliked the honesty of children.\n\nHe framed his diploma with wood instead of metal, because he felt the metal was more pedestrian.\n\nThe gardener used new pest sprays on the mites, but the mites were still too strong.\n\nDevin got sick after eating the sausage, so he laid on the couch and later moved to the bed because the couch", + " was more comfortable." + ], + [ + "Jake needed to rid his home of bugs at the dumps, it took a long time because the dumps were few.\n\nChristine refused to dance even once with Emily because Emily was not liked by anyone in school.\n\nThe toddler said something rude which offended Victoria but Samantha laughed. Victoria always disliked the honesty of children.\n\nHe framed his diploma with wood instead of metal, because he felt the metal was more pedestrian.\n\nThe gardener used new pest sprays on the mites, but the mites were still too strong.\n\nDevin got sick after eating the sausage, so he laid on the couch and later moved to the bed because the bed", + " was more comfortable." + ] + ], + "resps": [ + [ + [ + -4.26171875, + false + ] + ], + [ + [ + -1.080078125, + true + ] + ] + ], + "filtered_resps": [ + [ + -4.26171875, + false + ], + [ + -1.080078125, + true + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1224, + "doc": { + "sentence": "Sandra tried out a new conditioner for her hair that makes it curly, but was upset with the results because the _ was too straight.", + "option1": "conditioner", + "option2": "hair", + "answer": "2" + }, + "target": "was too straight.", + "arguments": [ + [ + "I removed the blinds from the window and replaced it with curtains. The curtains were pristine.\n\nJessie doesn't enjoy wearing her ring as much as her necklace because the ring is very cheap.\n\nKatrina has to use a lint roller more than Christine because Katrina wears way more black clothing.\n\nThe storage on the shelf is not enough to keep the bag. The storage is small.\n\nHe was trying to measure the height of the box using a ruler, but had to switch to a larger ruler because the ruler is too short.\n\nSandra tried out a new conditioner for her hair that makes it curly, but was upset with the results because the conditioner", + " was too straight." + ], + [ + "I removed the blinds from the window and replaced it with curtains. The curtains were pristine.\n\nJessie doesn't enjoy wearing her ring as much as her necklace because the ring is very cheap.\n\nKatrina has to use a lint roller more than Christine because Katrina wears way more black clothing.\n\nThe storage on the shelf is not enough to keep the bag. The storage is small.\n\nHe was trying to measure the height of the box using a ruler, but had to switch to a larger ruler because the ruler is too short.\n\nSandra tried out a new conditioner for her hair that makes it curly, but was upset with the results because the hair", + " was too straight." + ] + ], + "resps": [ + [ + [ + -12.2265625, + false + ] + ], + [ + [ + -7.20703125, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.2265625, + false + ], + [ + -7.20703125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1232, + "doc": { + "sentence": "The living room was cleaner than the kitchen, because we spend more time in the the _ .", + "option1": "living room", + "option2": "kitchen", + "answer": "2" + }, + "target": ".", + "arguments": [ + [ + "I was trying to type on my iPhone screen through my wool knit glove, but struggled to type since the screen was slippery.\n\nAfter Erin put a scarf on her neck, Katrina noticed how pretty it was. Erin let her try it on.\n\nThe doctor showed that Victoria had symptoms of the disease while Katrina was fine. Katrina was healthy.\n\nKyle needed an oxygen mask urgently while Brian did not. Brian had a healthy lung.\n\nEric hacked into the movie star Ian's cell phone because Eric was well known for causing trouble.\n\nThe living room was cleaner than the kitchen, because we spend more time in the the living room", + " ." + ], + [ + "I was trying to type on my iPhone screen through my wool knit glove, but struggled to type since the screen was slippery.\n\nAfter Erin put a scarf on her neck, Katrina noticed how pretty it was. Erin let her try it on.\n\nThe doctor showed that Victoria had symptoms of the disease while Katrina was fine. Katrina was healthy.\n\nKyle needed an oxygen mask urgently while Brian did not. Brian had a healthy lung.\n\nEric hacked into the movie star Ian's cell phone because Eric was well known for causing trouble.\n\nThe living room was cleaner than the kitchen, because we spend more time in the the kitchen", + " ." + ] + ], + "resps": [ + [ + [ + -7.48828125, + false + ] + ], + [ + [ + -7.51953125, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.48828125, + false + ], + [ + -7.51953125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1240, + "doc": { + "sentence": "Rachel touches the cool looking bulletproof vest of Kayla due to _ being on a ride along.", + "option1": "Rachel", + "option2": "Kayla", + "answer": "1" + }, + "target": "being on a ride along.", + "arguments": [ + [ + "Mary replaced her running shoe after it wore out with Birkenstock for her birthday, the Birkenstock was new.\n\nKathy's dog was having a seizure, so she put a pillow between his head and the floor, and the pillow helped his head not hit the floor.\n\nThe activities that he had planned out could not fit into the schedules because the activities were long.\n\nJen needed to detox her body with either pills or fruits. She chose the pills because it was unnatural.\n\nKaren was positive about the answers on her math test, but confused about the essay. She was least confident about the essay .\n\nRachel touches the cool looking bulletproof vest of Kayla due to Rachel", + " being on a ride along." + ], + [ + "Mary replaced her running shoe after it wore out with Birkenstock for her birthday, the Birkenstock was new.\n\nKathy's dog was having a seizure, so she put a pillow between his head and the floor, and the pillow helped his head not hit the floor.\n\nThe activities that he had planned out could not fit into the schedules because the activities were long.\n\nJen needed to detox her body with either pills or fruits. She chose the pills because it was unnatural.\n\nKaren was positive about the answers on her math test, but confused about the essay. She was least confident about the essay .\n\nRachel touches the cool looking bulletproof vest of Kayla due to Kayla", + " being on a ride along." + ] + ], + "resps": [ + [ + [ + -20.9375, + false + ] + ], + [ + [ + -19.609375, + false + ] + ] + ], + "filtered_resps": [ + [ + -20.9375, + false + ], + [ + -19.609375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1248, + "doc": { + "sentence": "To remove the stain he reached for soap first, then got up and got a bowl. The _ was close by.", + "option1": "soap", + "option2": "bowl", + "answer": "1" + }, + "target": "was close by.", + "arguments": [ + [ + "Kenneth wanted Joseph to get into plus size modeling, because Kenneth thought that they would be perfect for it.\n\nCraig wanted to get the autograph of Nelson who was a karate master, so Nelson gave an autograph.\n\nAlex wanted to swim in the ocean instead of in the lake because the lake is harder to float with its clear water property.\n\nAdam was invited out on a date by the girl but not Robert because Adam was more attractive.\n\nWe left the boat in the dock and took the barge instead, as the boat had a difficult time on the wavy ocean.\n\nTo remove the stain he reached for soap first, then got up and got a bowl. The soap", + " was close by." + ], + [ + "Kenneth wanted Joseph to get into plus size modeling, because Kenneth thought that they would be perfect for it.\n\nCraig wanted to get the autograph of Nelson who was a karate master, so Nelson gave an autograph.\n\nAlex wanted to swim in the ocean instead of in the lake because the lake is harder to float with its clear water property.\n\nAdam was invited out on a date by the girl but not Robert because Adam was more attractive.\n\nWe left the boat in the dock and took the barge instead, as the boat had a difficult time on the wavy ocean.\n\nTo remove the stain he reached for soap first, then got up and got a bowl. The bowl", + " was close by." + ] + ], + "resps": [ + [ + [ + -12.8203125, + false + ] + ], + [ + [ + -11.7421875, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.8203125, + false + ], + [ + -11.7421875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1256, + "doc": { + "sentence": "The cashier was trained that real $100 bills had sharp lines and counterfeit ones might be blurry, so she accepted the _ bill.", + "option1": "sharp", + "option2": "blurry", + "answer": "1" + }, + "target": "bill.", + "arguments": [ + [ + "Justin was very concerned about the environment Ian wasn't that interested. Justin planted a lot of trees on their land.\n\nSamantha's recent health has been a very big problem unlike Monica's because Monica was cleared of cancer.\n\nRachel was paid to draw Felicia, so Rachel got a check after the project was done.\n\nJessica confided in Christine that she had never been in a relationship. Christine was supportive.\n\nWorried about getting the court on time, the woman decided to take a taxi instead of the train because the taxi would get there sooner.\n\nThe cashier was trained that real $100 bills had sharp lines and counterfeit ones might be blurry, so she accepted the sharp", + " bill." + ], + [ + "Justin was very concerned about the environment Ian wasn't that interested. Justin planted a lot of trees on their land.\n\nSamantha's recent health has been a very big problem unlike Monica's because Monica was cleared of cancer.\n\nRachel was paid to draw Felicia, so Rachel got a check after the project was done.\n\nJessica confided in Christine that she had never been in a relationship. Christine was supportive.\n\nWorried about getting the court on time, the woman decided to take a taxi instead of the train because the taxi would get there sooner.\n\nThe cashier was trained that real $100 bills had sharp lines and counterfeit ones might be blurry, so she accepted the blurry", + " bill." + ] + ], + "resps": [ + [ + [ + -3.626953125, + false + ] + ], + [ + [ + -2.466796875, + false + ] + ] + ], + "filtered_resps": [ + [ + -3.626953125, + false + ], + [ + -2.466796875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1264, + "doc": { + "sentence": "At the new restaurant, Betty convinced Lindsey to try fried brussel sprouts. _ was relieved when she tried new things.", + "option1": "Betty", + "option2": "Lindsey", + "answer": "1" + }, + "target": "was relieved when she tried new things.", + "arguments": [ + [ + "Nelson didn't really care to go on boat rides but Derrick loved a cruise around the bay. Nelson had a problem with seasickness.\n\nIt was a large sum of money spent by Natalie but not Jennifer because Jennifer did not have the kitchen remodeled.\n\nThe attorney rejected the case but accepted the settlement, as the settlement was acceptable as far as winning it.\n\nThe pencils of Ian are always sharp for class, but Donald's are not because Donald is lazy.\n\nJason made a positive identification on Joel for stealing a purse, so Jason definitely saw the crime.\n\nAt the new restaurant, Betty convinced Lindsey to try fried brussel sprouts. Betty", + " was relieved when she tried new things." + ], + [ + "Nelson didn't really care to go on boat rides but Derrick loved a cruise around the bay. Nelson had a problem with seasickness.\n\nIt was a large sum of money spent by Natalie but not Jennifer because Jennifer did not have the kitchen remodeled.\n\nThe attorney rejected the case but accepted the settlement, as the settlement was acceptable as far as winning it.\n\nThe pencils of Ian are always sharp for class, but Donald's are not because Donald is lazy.\n\nJason made a positive identification on Joel for stealing a purse, so Jason definitely saw the crime.\n\nAt the new restaurant, Betty convinced Lindsey to try fried brussel sprouts. Lindsey", + " was relieved when she tried new things." + ] + ], + "resps": [ + [ + [ + -26.03125, + false + ] + ], + [ + [ + -25.234375, + false + ] + ] + ], + "filtered_resps": [ + [ + -26.03125, + false + ], + [ + -25.234375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1, + "doc": { + "sentence": "Sarah was a much better surgeon than Maria so _ always got the harder cases.", + "option1": "Sarah", + "option2": "Maria", + "answer": "1" + }, + "target": "always got the harder cases.", + "arguments": [ + [ + "The pants kept shrinking in the wash, but the socks weren't affected, because the pants were made of malleable material.\n\nThe leggings were more comfortable than the jeans because the jeans stretched out much less.\n\nThe woman wanted to hang the dress in the closet but the dress was too large.\n\nEating zucchini bread was a treat for Aaron but not Ian because Aaron ate it very rarely.\n\nThe man spent his money on the 4-wheeler instead of the motorcycle because the 4-wheeler was cheap.\n\nSarah was a much better surgeon than Maria so Sarah", + " always got the harder cases." + ], + [ + "The pants kept shrinking in the wash, but the socks weren't affected, because the pants were made of malleable material.\n\nThe leggings were more comfortable than the jeans because the jeans stretched out much less.\n\nThe woman wanted to hang the dress in the closet but the dress was too large.\n\nEating zucchini bread was a treat for Aaron but not Ian because Aaron ate it very rarely.\n\nThe man spent his money on the 4-wheeler instead of the motorcycle because the 4-wheeler was cheap.\n\nSarah was a much better surgeon than Maria so Maria", + " always got the harder cases." + ] + ], + "resps": [ + [ + [ + -11.03125, + false + ] + ], + [ + [ + -11.7734375, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.03125, + false + ], + [ + -11.7734375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 9, + "doc": { + "sentence": "Joe immediately went to bakery before the bank because the _ had a limited supply of what he wanted.", + "option1": "bakery", + "option2": "bank", + "answer": "1" + }, + "target": "had a limited supply of what he wanted.", + "arguments": [ + [ + "Lindsey gave Amy the silent treatment because she was angry; Lindsey didn't speak to her for two days.\n\nI drank water instead of soda because the fever subsided when I drank the water .\n\nIt was Adam who had to prepare meals for Robert since Adam was a competent cook .\n\nThe planted seedlings weren't growing as quickly in the backyard like in the front yard because the front yard has more sunlight.\n\nThe car was quick when it used electricity instead of gasoline, because it was made to run on the gasoline less efficiently.\n\nJoe immediately went to bakery before the bank because the bakery", + " had a limited supply of what he wanted." + ], + [ + "Lindsey gave Amy the silent treatment because she was angry; Lindsey didn't speak to her for two days.\n\nI drank water instead of soda because the fever subsided when I drank the water .\n\nIt was Adam who had to prepare meals for Robert since Adam was a competent cook .\n\nThe planted seedlings weren't growing as quickly in the backyard like in the front yard because the front yard has more sunlight.\n\nThe car was quick when it used electricity instead of gasoline, because it was made to run on the gasoline less efficiently.\n\nJoe immediately went to bakery before the bank because the bank", + " had a limited supply of what he wanted." + ] + ], + "resps": [ + [ + [ + -20.453125, + false + ] + ], + [ + [ + -20.109375, + false + ] + ] + ], + "filtered_resps": [ + [ + -20.453125, + false + ], + [ + -20.109375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 17, + "doc": { + "sentence": "Michael just bought brand new wheels for his truck unlike Leslie because _ wheels were old and used.", + "option1": "Michael", + "option2": "Leslie", + "answer": "1" + }, + "target": "wheels were old and used.", + "arguments": [ + [ + "While discussing retirement, William wanted to move to Florida and Jeffrey did not for William liked warm climates.\n\nJeffrey was feeling sleepy all day, while Steven was full of energy, because Jeffrey had slept restlessly the night before.\n\nSamantha loves chocolate so much she made a cake, but Angela rejected the cake because Samantha adored the sweetness of it all.\n\nBetty love to have cats but Rachel did not. Rachel adopted a dog at the local shelter.\n\nMy mom always preferred the salon to the barber shop because the shop gave worse cuts.\n\nMichael just bought brand new wheels for his truck unlike Leslie because Michael", + " wheels were old and used." + ], + [ + "While discussing retirement, William wanted to move to Florida and Jeffrey did not for William liked warm climates.\n\nJeffrey was feeling sleepy all day, while Steven was full of energy, because Jeffrey had slept restlessly the night before.\n\nSamantha loves chocolate so much she made a cake, but Angela rejected the cake because Samantha adored the sweetness of it all.\n\nBetty love to have cats but Rachel did not. Rachel adopted a dog at the local shelter.\n\nMy mom always preferred the salon to the barber shop because the shop gave worse cuts.\n\nMichael just bought brand new wheels for his truck unlike Leslie because Leslie", + " wheels were old and used." + ] + ], + "resps": [ + [ + [ + -14.984375, + false + ] + ], + [ + [ + -14.6875, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.984375, + false + ], + [ + -14.6875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 25, + "doc": { + "sentence": "The roof of Rachel's home is old and falling apart, while Betty's is new. The home value of _ is lower.", + "option1": "Rachel", + "option2": "Betty", + "answer": "1" + }, + "target": "is lower.", + "arguments": [ + [ + "Mary wore the poncho to work that day instead of the jacket because the jacket didn't protect her from the rain.\n\nThe brushes that I used were a lot softer than the combs because the brushes were made from hair.\n\nBecause Elena was far less successful at their job this year than Megan, Elena received a smaller raise.\n\nwe replaced the cement surface in the bedroom with wood because the cement was cold.\n\nThe clothes of Kenneth always smell, but Ian's smell very good. Ian does laundry once a day.\n\nThe roof of Rachel's home is old and falling apart, while Betty's is new. The home value of Rachel", + " is lower." + ], + [ + "Mary wore the poncho to work that day instead of the jacket because the jacket didn't protect her from the rain.\n\nThe brushes that I used were a lot softer than the combs because the brushes were made from hair.\n\nBecause Elena was far less successful at their job this year than Megan, Elena received a smaller raise.\n\nwe replaced the cement surface in the bedroom with wood because the cement was cold.\n\nThe clothes of Kenneth always smell, but Ian's smell very good. Ian does laundry once a day.\n\nThe roof of Rachel's home is old and falling apart, while Betty's is new. The home value of Betty", + " is lower." + ] + ], + "resps": [ + [ + [ + -6.5078125, + false + ] + ], + [ + [ + -9.25, + false + ] + ] + ], + "filtered_resps": [ + [ + -6.5078125, + false + ], + [ + -9.25, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 33, + "doc": { + "sentence": "Leslie had a lot of issues that Kyle was tired of dealing with, so _ felt abandoned when they finally moved out.", + "option1": "Leslie", + "option2": "Kyle", + "answer": "1" + }, + "target": "felt abandoned when they finally moved out.", + "arguments": [ + [ + "Rachel was far more likely to receive letters from overseas than Victoria because Victoria had never traveled in Europe.\n\nHer skin chafed on her elbow when she wore the big sweater because the sweater is rough.\n\nThe rice needed more seasoning, but the pasta tasted just fine. The pasta must have been spicy.\n\nCarrie continued working while she had her skin condition, but Billy had to stay in the hospital with his lung condition. The lung condition was more life-threatening.\n\nNelson had an easy time writing stories but Joel struggled with it. Joel had taken welding classes at the local community college.\n\nLeslie had a lot of issues that Kyle was tired of dealing with, so Leslie", + " felt abandoned when they finally moved out." + ], + [ + "Rachel was far more likely to receive letters from overseas than Victoria because Victoria had never traveled in Europe.\n\nHer skin chafed on her elbow when she wore the big sweater because the sweater is rough.\n\nThe rice needed more seasoning, but the pasta tasted just fine. The pasta must have been spicy.\n\nCarrie continued working while she had her skin condition, but Billy had to stay in the hospital with his lung condition. The lung condition was more life-threatening.\n\nNelson had an easy time writing stories but Joel struggled with it. Joel had taken welding classes at the local community college.\n\nLeslie had a lot of issues that Kyle was tired of dealing with, so Kyle", + " felt abandoned when they finally moved out." + ] + ], + "resps": [ + [ + [ + -27.890625, + false + ] + ], + [ + [ + -28.703125, + false + ] + ] + ], + "filtered_resps": [ + [ + -27.890625, + false + ], + [ + -28.703125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 41, + "doc": { + "sentence": "The man used his eyes to read the letters but the _ were too small.", + "option1": "letters", + "option2": "eyes", + "answer": "1" + }, + "target": "were too small.", + "arguments": [ + [ + "The hollyhocks in her garden needed plenty of sun and water to moisten the soil. She made sure to give them a lot of the water .\n\nAllison tried to use an elastic band to put her hair in a ponytail, but the hair was too short.\n\nTanya created a beautiful picture but Lindsey did not as Tanya was a wonderful artist.\n\nThe sac has more space for one more basketball. The basketball is a small one.\n\nNo matter where they went in the world, everyone always knew Derrick but not Nelson because Nelson was not a famous person.\n\nThe man used his eyes to read the letters but the letters", + " were too small." + ], + [ + "The hollyhocks in her garden needed plenty of sun and water to moisten the soil. She made sure to give them a lot of the water .\n\nAllison tried to use an elastic band to put her hair in a ponytail, but the hair was too short.\n\nTanya created a beautiful picture but Lindsey did not as Tanya was a wonderful artist.\n\nThe sac has more space for one more basketball. The basketball is a small one.\n\nNo matter where they went in the world, everyone always knew Derrick but not Nelson because Nelson was not a famous person.\n\nThe man used his eyes to read the letters but the eyes", + " were too small." + ] + ], + "resps": [ + [ + [ + -2.458984375, + false + ] + ], + [ + [ + -5.71484375, + false + ] + ] + ], + "filtered_resps": [ + [ + -2.458984375, + false + ], + [ + -5.71484375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 49, + "doc": { + "sentence": "Tanya spent more on the children's birthday party than Amy. _ thought a magician was a good use of funds.", + "option1": "Tanya", + "option2": "Amy", + "answer": "1" + }, + "target": "thought a magician was a good use of funds.", + "arguments": [ + [ + "Kenneth borrowed woodworking equipment from Justin so he could build a table. When he accidentally broke some of it, Justin vowed never to lend anything to anyone again.\n\nIn college, Brett needed a tutor for calculus while Kevin did not because Kevin was understanding the material.\n\nThe man with cancer chooses surgery over chemo based on his doctor's advice. surgery must succeed more in cases like his.\n\nMy new car didn't fit in the garage at my house because the garage was too tiny.\n\nThe student chose to download a game rather than his homework assignment. The game is likely more fascinating.\n\nTanya spent more on the children's birthday party than Amy. Tanya", + " thought a magician was a good use of funds." + ], + [ + "Kenneth borrowed woodworking equipment from Justin so he could build a table. When he accidentally broke some of it, Justin vowed never to lend anything to anyone again.\n\nIn college, Brett needed a tutor for calculus while Kevin did not because Kevin was understanding the material.\n\nThe man with cancer chooses surgery over chemo based on his doctor's advice. surgery must succeed more in cases like his.\n\nMy new car didn't fit in the garage at my house because the garage was too tiny.\n\nThe student chose to download a game rather than his homework assignment. The game is likely more fascinating.\n\nTanya spent more on the children's birthday party than Amy. Amy", + " thought a magician was a good use of funds." + ] + ], + "resps": [ + [ + [ + -30.84375, + false + ] + ], + [ + [ + -32.59375, + false + ] + ] + ], + "filtered_resps": [ + [ + -30.84375, + false + ], + [ + -32.59375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 57, + "doc": { + "sentence": "Randy gave their heart to Brian, and _ soon told them that they should have kept their heart to themselves.", + "option1": "Randy", + "option2": "Brian", + "answer": "2" + }, + "target": "soon told them that they should have kept their heart to themselves.", + "arguments": [ + [ + "Jane wanted her doll back because she now hated the toy car. The doll is beautiful.\n\nThe coroner tried to put the body in the bag but the body was too large.\n\nRandy bumped into Brian while walking on the sidewalk, because Randy was in a rush.\n\nThe light sensitive roses had to be removed from the garden and moved to the vineyard, as the garden was sunnier.\n\nMatthew was removing the excess cancerous tissue with a scalpel from Jeffrey because Jeffrey was a patient.\n\nRandy gave their heart to Brian, and Randy", + " soon told them that they should have kept their heart to themselves." + ], + [ + "Jane wanted her doll back because she now hated the toy car. The doll is beautiful.\n\nThe coroner tried to put the body in the bag but the body was too large.\n\nRandy bumped into Brian while walking on the sidewalk, because Randy was in a rush.\n\nThe light sensitive roses had to be removed from the garden and moved to the vineyard, as the garden was sunnier.\n\nMatthew was removing the excess cancerous tissue with a scalpel from Jeffrey because Jeffrey was a patient.\n\nRandy gave their heart to Brian, and Brian", + " soon told them that they should have kept their heart to themselves." + ] + ], + "resps": [ + [ + [ + -34.4375, + false + ] + ], + [ + [ + -35.53125, + false + ] + ] + ], + "filtered_resps": [ + [ + -34.4375, + false + ], + [ + -35.53125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 65, + "doc": { + "sentence": "The fireman used several rags to polish the nozzles on the fire hose; when he was done the _ were dirty.", + "option1": "nozzles", + "option2": "rags", + "answer": "2" + }, + "target": "were dirty.", + "arguments": [ + [ + "Adam had to schedule a visit a dermatologist but Joseph didn't because Adam had bad skin.\n\nBenjamin explained to Kevin how he was going to start his own business. Kevin was proud of him.\n\nNeil wanted to help his good friend Benjamin quit smoking for Benjamin was an current smoker.\n\nLogan lost the billiards game to Robert because Logan was a novice in the game.\n\nAngela loves cleaning but Gary likes laundry. Angela likes the cleaning scents for the home.\n\nThe fireman used several rags to polish the nozzles on the fire hose; when he was done the nozzles", + " were dirty." + ], + [ + "Adam had to schedule a visit a dermatologist but Joseph didn't because Adam had bad skin.\n\nBenjamin explained to Kevin how he was going to start his own business. Kevin was proud of him.\n\nNeil wanted to help his good friend Benjamin quit smoking for Benjamin was an current smoker.\n\nLogan lost the billiards game to Robert because Logan was a novice in the game.\n\nAngela loves cleaning but Gary likes laundry. Angela likes the cleaning scents for the home.\n\nThe fireman used several rags to polish the nozzles on the fire hose; when he was done the rags", + " were dirty." + ] + ], + "resps": [ + [ + [ + -9.65625, + false + ] + ], + [ + [ + -5.23046875, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.65625, + false + ], + [ + -5.23046875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 73, + "doc": { + "sentence": "Joel always liked to turn the heater up higher than Joseph did for the reason that _ was never cold.", + "option1": "Joel", + "option2": "Joseph", + "answer": "2" + }, + "target": "was never cold.", + "arguments": [ + [ + "The early morning soccer game was threatened by rain, so the team was hoping that the rain would be delayed.\n\nSome tea spilled on the table and John cleaned it with a napkin. The table got dry.\n\nKatrina showed Carrie how to assemble her own computer from scratch. Katrina was really talented.\n\nCleaning was top of Natalie's chore list but bottom of Megan's, as Natalie was always worried about germs and bacteria.\n\nJeffrey bought a Guinea pig and Brett didn't help care for it. Their mother praised Jeffrey for their work.\n\nJoel always liked to turn the heater up higher than Joseph did for the reason that Joel", + " was never cold." + ], + [ + "The early morning soccer game was threatened by rain, so the team was hoping that the rain would be delayed.\n\nSome tea spilled on the table and John cleaned it with a napkin. The table got dry.\n\nKatrina showed Carrie how to assemble her own computer from scratch. Katrina was really talented.\n\nCleaning was top of Natalie's chore list but bottom of Megan's, as Natalie was always worried about germs and bacteria.\n\nJeffrey bought a Guinea pig and Brett didn't help care for it. Their mother praised Jeffrey for their work.\n\nJoel always liked to turn the heater up higher than Joseph did for the reason that Joseph", + " was never cold." + ] + ], + "resps": [ + [ + [ + -7.59765625, + false + ] + ], + [ + [ + -8.828125, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.59765625, + false + ], + [ + -8.828125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 81, + "doc": { + "sentence": "God liked to control the day and the night, but the _ was too bright.", + "option1": "day", + "option2": "night", + "answer": "1" + }, + "target": "was too bright.", + "arguments": [ + [ + "The rain was more severe today than the wind, because the rain created many accidents.\n\nTanya asked Angela to be her stock broker because Angela possessed good financial market experience.\n\nIt was more probable that Maria would end up in prison rather than Tanya because Maria had a criminal lifestyle.\n\nKayla fit into a size six shoe while Tanya did not because Kayla has small feet.\n\nWhen Angela needs to know something she searches Google unlike Rachel, Rachel does not mess with the internet.\n\nGod liked to control the day and the night, but the day", + " was too bright." + ], + [ + "The rain was more severe today than the wind, because the rain created many accidents.\n\nTanya asked Angela to be her stock broker because Angela possessed good financial market experience.\n\nIt was more probable that Maria would end up in prison rather than Tanya because Maria had a criminal lifestyle.\n\nKayla fit into a size six shoe while Tanya did not because Kayla has small feet.\n\nWhen Angela needs to know something she searches Google unlike Rachel, Rachel does not mess with the internet.\n\nGod liked to control the day and the night, but the night", + " was too bright." + ] + ], + "resps": [ + [ + [ + -12.421875, + false + ] + ], + [ + [ + -14.84375, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.421875, + false + ], + [ + -14.84375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 89, + "doc": { + "sentence": "Amy thought she was the mirror image of Natalie , but _ could not persuade her to see the similarity.", + "option1": "Amy", + "option2": "Natalie", + "answer": "1" + }, + "target": "could not persuade her to see the similarity.", + "arguments": [ + [ + "The beach near our house is a lot better than the shore near my mom's place, because the shore is dirty.\n\nRandy was helping Eric find a way to improve his credit because Eric is a bankruptcy filer.\n\nBrian loved putting together model cars while Ian did not because Ian hated the intricate details.\n\nPatricia recognized the signed of a poisoned cat while Megan did not because Megan didn't see the symptoms of poisoning.\n\nChristine was having trouble opening their computer downloads and asked Rebecca for help because Rebecca worked with computers a lot.\n\nAmy thought she was the mirror image of Natalie , but Amy", + " could not persuade her to see the similarity." + ], + [ + "The beach near our house is a lot better than the shore near my mom's place, because the shore is dirty.\n\nRandy was helping Eric find a way to improve his credit because Eric is a bankruptcy filer.\n\nBrian loved putting together model cars while Ian did not because Ian hated the intricate details.\n\nPatricia recognized the signed of a poisoned cat while Megan did not because Megan didn't see the symptoms of poisoning.\n\nChristine was having trouble opening their computer downloads and asked Rebecca for help because Rebecca worked with computers a lot.\n\nAmy thought she was the mirror image of Natalie , but Natalie", + " could not persuade her to see the similarity." + ] + ], + "resps": [ + [ + [ + -28.15625, + false + ] + ], + [ + [ + -28.796875, + false + ] + ] + ], + "filtered_resps": [ + [ + -28.15625, + false + ], + [ + -28.796875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 97, + "doc": { + "sentence": "The sheet recovered can easily be hiding between the space in the door. The _ is thin.", + "option1": "sheet", + "option2": "space", + "answer": "1" + }, + "target": "is thin.", + "arguments": [ + [ + "Once the panties got hardened and the leggings were laundered with softening agents, the leggings were smooth.\n\nThe farmer tried to repair the worn down farm fence with new paint and wood, but the paint had wrong color.\n\nEmily couldn't find the file in the cabinet but Kayla did because Kayla was looking in the correct cabinet.\n\nKayla tried to stop Emily's nose bleed even though she was afraid of blood. Kayla was a helpful person.\n\nJames could not finish his homework within the time that mom used outside. The homework is much harder.\n\nThe sheet recovered can easily be hiding between the space in the door. The sheet", + " is thin." + ], + [ + "Once the panties got hardened and the leggings were laundered with softening agents, the leggings were smooth.\n\nThe farmer tried to repair the worn down farm fence with new paint and wood, but the paint had wrong color.\n\nEmily couldn't find the file in the cabinet but Kayla did because Kayla was looking in the correct cabinet.\n\nKayla tried to stop Emily's nose bleed even though she was afraid of blood. Kayla was a helpful person.\n\nJames could not finish his homework within the time that mom used outside. The homework is much harder.\n\nThe sheet recovered can easily be hiding between the space in the door. The space", + " is thin." + ] + ], + "resps": [ + [ + [ + -6.41015625, + false + ] + ], + [ + [ + -7.1484375, + false + ] + ] + ], + "filtered_resps": [ + [ + -6.41015625, + false + ], + [ + -7.1484375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 105, + "doc": { + "sentence": "To pay for dinner, he used the credit card rather than cash. The _ was not available.", + "option1": "cash", + "option2": "card", + "answer": "1" + }, + "target": "was not available.", + "arguments": [ + [ + "James could not finish his homework within the time that mom used outside. The time is little.\n\nErin was not shy about sex education though Patricia was. Erin taught the girls about their period.\n\nCynthia adds toner to her skin regimen on Tanya's advice because Cynthia is a customer.\n\nBob decided to go with the lasagna over the raviolli, because the lasagna was quite tasty.\n\nTimmy eagerly agreed to swap his chocolate ice cream cone for Gwen's strawberry ice cream cone because the chocolate flavor is Timmy's most disliked.\n\nTo pay for dinner, he used the credit card rather than cash. The cash", + " was not available." + ], + [ + "James could not finish his homework within the time that mom used outside. The time is little.\n\nErin was not shy about sex education though Patricia was. Erin taught the girls about their period.\n\nCynthia adds toner to her skin regimen on Tanya's advice because Cynthia is a customer.\n\nBob decided to go with the lasagna over the raviolli, because the lasagna was quite tasty.\n\nTimmy eagerly agreed to swap his chocolate ice cream cone for Gwen's strawberry ice cream cone because the chocolate flavor is Timmy's most disliked.\n\nTo pay for dinner, he used the credit card rather than cash. The card", + " was not available." + ] + ], + "resps": [ + [ + [ + -8.2109375, + false + ] + ], + [ + [ + -13.4375, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.2109375, + false + ], + [ + -13.4375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 113, + "doc": { + "sentence": "Dennis knows that Jeffrey is an animal lover and _ knows he wants to go to the zoo to see them.", + "option1": "Dennis", + "option2": "Jeffrey", + "answer": "1" + }, + "target": "knows he wants to go to the zoo to see them.", + "arguments": [ + [ + "Bob needed a new vehicle. He was driving a van but wanted a hatchback because the van is old.\n\nLaura asked to borrow some closet space from Natalie , since Natalie had copious room in hers.\n\nI proposed that we did a trade instead of a loan to get what we needed since the trade is just.\n\nCynthia wanted to rest while Erin wanted to train, so Erin spent the afternoon running.\n\nKenneth found far less shark teeth on the beach than Brian, which made Kenneth jealous of him.\n\nDennis knows that Jeffrey is an animal lover and Dennis", + " knows he wants to go to the zoo to see them." + ], + [ + "Bob needed a new vehicle. He was driving a van but wanted a hatchback because the van is old.\n\nLaura asked to borrow some closet space from Natalie , since Natalie had copious room in hers.\n\nI proposed that we did a trade instead of a loan to get what we needed since the trade is just.\n\nCynthia wanted to rest while Erin wanted to train, so Erin spent the afternoon running.\n\nKenneth found far less shark teeth on the beach than Brian, which made Kenneth jealous of him.\n\nDennis knows that Jeffrey is an animal lover and Jeffrey", + " knows he wants to go to the zoo to see them." + ] + ], + "resps": [ + [ + [ + -26.71875, + false + ] + ], + [ + [ + -27.0625, + false + ] + ] + ], + "filtered_resps": [ + [ + -26.71875, + false + ], + [ + -27.0625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 121, + "doc": { + "sentence": "When Steven found that their T-shirt had shrunk in the laundry, Robert's first reaction was to laugh, and _ then became angry.", + "option1": "Steven", + "option2": "Robert", + "answer": "1" + }, + "target": "then became angry.", + "arguments": [ + [ + "Brett showed Craig how to play sevens at the party because Brett is an experienced card player.\n\nAt dinner, Christine ordered spaghetti and Rebecca ordered hamburger with fries, because Rebecca disliked Italian food.\n\nAmy told Carrie that she will finally accept that the cute boy in math class doesn't like her. Amy is letting go.\n\nRandy used a thick cream to soothe Nick's burn because Nick had been in pain for a long time.\n\nWhile contacting the senator I chose to use email rather than phone as the phone keeps no record.\n\nWhen Steven found that their T-shirt had shrunk in the laundry, Robert's first reaction was to laugh, and Steven", + " then became angry." + ], + [ + "Brett showed Craig how to play sevens at the party because Brett is an experienced card player.\n\nAt dinner, Christine ordered spaghetti and Rebecca ordered hamburger with fries, because Rebecca disliked Italian food.\n\nAmy told Carrie that she will finally accept that the cute boy in math class doesn't like her. Amy is letting go.\n\nRandy used a thick cream to soothe Nick's burn because Nick had been in pain for a long time.\n\nWhile contacting the senator I chose to use email rather than phone as the phone keeps no record.\n\nWhen Steven found that their T-shirt had shrunk in the laundry, Robert's first reaction was to laugh, and Robert", + " then became angry." + ] + ], + "resps": [ + [ + [ + -10.9375, + false + ] + ], + [ + [ + -12.453125, + false + ] + ] + ], + "filtered_resps": [ + [ + -10.9375, + false + ], + [ + -12.453125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 129, + "doc": { + "sentence": "The wages at the factory were lower than the wages at the plant since it was more safe to work at the _ .", + "option1": "plant", + "option2": "factory", + "answer": "2" + }, + "target": ".", + "arguments": [ + [ + "Joseph finished his work at the gas station earlier than Nelson. So Joseph came home early.\n\nI returned the dish with the shallot but kept the one with the onion because the shallot was cooked wrong.\n\nAlthough Ian was a better writer than Samuel, Samuel was better at crafting a story.\n\nKyle was successful at killing the stinkhorn fungus unlike Neil because Kyle had a fungal killer on hand.\n\nRandy was planning the wedding of his friend Ian but Randy got overwhelmed by the stress of handling it.\n\nThe wages at the factory were lower than the wages at the plant since it was more safe to work at the plant", + " ." + ], + [ + "Joseph finished his work at the gas station earlier than Nelson. So Joseph came home early.\n\nI returned the dish with the shallot but kept the one with the onion because the shallot was cooked wrong.\n\nAlthough Ian was a better writer than Samuel, Samuel was better at crafting a story.\n\nKyle was successful at killing the stinkhorn fungus unlike Neil because Kyle had a fungal killer on hand.\n\nRandy was planning the wedding of his friend Ian but Randy got overwhelmed by the stress of handling it.\n\nThe wages at the factory were lower than the wages at the plant since it was more safe to work at the factory", + " ." + ] + ], + "resps": [ + [ + [ + -9.0625, + false + ] + ], + [ + [ + -9.03125, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.0625, + false + ], + [ + -9.03125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 137, + "doc": { + "sentence": "Logan reads a lot, while Donald almost never picks up a book because _ is a plumber.", + "option1": "Logan", + "option2": "Donald", + "answer": "2" + }, + "target": "is a plumber.", + "arguments": [ + [ + "Rebecca kept their workspace neat but Jennifer left theirs unorganized. Rebecca only took a few minutes to find important papers.\n\nJoseph taught Aaron how to plant the seed so the plant would grow, as Aaron was a novice gardener.\n\nGem needed to heal her broken heart so she bought both ice cream and chocolate. She chose to eat the ice cream first because she was hot.\n\nKevin's car was fixed really quickly by Hunter in the shop because Hunter is a great mechanic.\n\nMegan was always following in the steps of Sarah since Megan needed effective leadership .\n\nLogan reads a lot, while Donald almost never picks up a book because Logan", + " is a plumber." + ], + [ + "Rebecca kept their workspace neat but Jennifer left theirs unorganized. Rebecca only took a few minutes to find important papers.\n\nJoseph taught Aaron how to plant the seed so the plant would grow, as Aaron was a novice gardener.\n\nGem needed to heal her broken heart so she bought both ice cream and chocolate. She chose to eat the ice cream first because she was hot.\n\nKevin's car was fixed really quickly by Hunter in the shop because Hunter is a great mechanic.\n\nMegan was always following in the steps of Sarah since Megan needed effective leadership .\n\nLogan reads a lot, while Donald almost never picks up a book because Donald", + " is a plumber." + ] + ], + "resps": [ + [ + [ + -15.4296875, + false + ] + ], + [ + [ + -11.6484375, + false + ] + ] + ], + "filtered_resps": [ + [ + -15.4296875, + false + ], + [ + -11.6484375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 145, + "doc": { + "sentence": "Laura brought extensions to Monica at the salon, so that _ could treat their dreads professionally.", + "option1": "Laura", + "option2": "Monica", + "answer": "2" + }, + "target": "could treat their dreads professionally.", + "arguments": [ + [ + "Elena gave the Academy award to Rebecca because Elena was the presenter of the award.\n\nWe treated the cat to a toy and some food, and the cat chose the toy because it was interesting.\n\nLaura found a book and a magazine on the table, and she decided to take the magazine because she was going to the beach for a short time.\n\nWhen deciding if to be a loner, one must decide if they want many social events or plenty of free time. The events angle helps with sociability.\n\nThe car sailed over the bridge but crashed into the road ahead, since the bridge was so low for the jump.\n\nLaura brought extensions to Monica at the salon, so that Laura", + " could treat their dreads professionally." + ], + [ + "Elena gave the Academy award to Rebecca because Elena was the presenter of the award.\n\nWe treated the cat to a toy and some food, and the cat chose the toy because it was interesting.\n\nLaura found a book and a magazine on the table, and she decided to take the magazine because she was going to the beach for a short time.\n\nWhen deciding if to be a loner, one must decide if they want many social events or plenty of free time. The events angle helps with sociability.\n\nThe car sailed over the bridge but crashed into the road ahead, since the bridge was so low for the jump.\n\nLaura brought extensions to Monica at the salon, so that Monica", + " could treat their dreads professionally." + ] + ], + "resps": [ + [ + [ + -32.71875, + false + ] + ], + [ + [ + -31.203125, + false + ] + ] + ], + "filtered_resps": [ + [ + -32.71875, + false + ], + [ + -31.203125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 153, + "doc": { + "sentence": "Kayla prepared a foot soak bath for Cynthia for their birthday so _ is pouring in water.", + "option1": "Kayla", + "option2": "Cynthia", + "answer": "1" + }, + "target": "is pouring in water.", + "arguments": [ + [ + "James has a personal problem with is Algebra teacher, but loves his history teacher because the History teacher is kind with him.\n\nJason was more likely to be a model than Brett although Brett was a taller and prettier person.\n\nCarrie has a harder time breathing at high altitudes than Samantha due to Carrie being in terrible shape.\n\nPerforming karaoke in public suited Dennis but not Justin because Justin had little talent and trained unsuccessfully.\n\nBeing health conscious, Natalie doesn't eat red meat, they gave the steak to Cynthia and Cynthia was very full..\n\nKayla prepared a foot soak bath for Cynthia for their birthday so Kayla", + " is pouring in water." + ], + [ + "James has a personal problem with is Algebra teacher, but loves his history teacher because the History teacher is kind with him.\n\nJason was more likely to be a model than Brett although Brett was a taller and prettier person.\n\nCarrie has a harder time breathing at high altitudes than Samantha due to Carrie being in terrible shape.\n\nPerforming karaoke in public suited Dennis but not Justin because Justin had little talent and trained unsuccessfully.\n\nBeing health conscious, Natalie doesn't eat red meat, they gave the steak to Cynthia and Cynthia was very full..\n\nKayla prepared a foot soak bath for Cynthia for their birthday so Cynthia", + " is pouring in water." + ] + ], + "resps": [ + [ + [ + -23.75, + false + ] + ], + [ + [ + -23.53125, + false + ] + ] + ], + "filtered_resps": [ + [ + -23.75, + false + ], + [ + -23.53125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 161, + "doc": { + "sentence": "William liked to be outside more than Kyle so _ spent time arguing for getting a pool.", + "option1": "William", + "option2": "Kyle", + "answer": "1" + }, + "target": "spent time arguing for getting a pool.", + "arguments": [ + [ + "The car and the bicycle almost collided in an accident, but the car honked the horn in time.\n\nEmily helps Megan figure out the math homework problems, so Megan offers help with English in return.\n\nLindsey showed Christine the marble cake that she made herself in under two hours. Lindsey was talented.\n\nKevin was worried Kenneth would win the cross country race, because Kevin was currently behind.\n\nThe new wood door would not fit the the opening in bills house, the opening was too narrow.\n\nWilliam liked to be outside more than Kyle so William", + " spent time arguing for getting a pool." + ], + [ + "The car and the bicycle almost collided in an accident, but the car honked the horn in time.\n\nEmily helps Megan figure out the math homework problems, so Megan offers help with English in return.\n\nLindsey showed Christine the marble cake that she made herself in under two hours. Lindsey was talented.\n\nKevin was worried Kenneth would win the cross country race, because Kevin was currently behind.\n\nThe new wood door would not fit the the opening in bills house, the opening was too narrow.\n\nWilliam liked to be outside more than Kyle so Kyle", + " spent time arguing for getting a pool." + ] + ], + "resps": [ + [ + [ + -33.1875, + false + ] + ], + [ + [ + -32.125, + false + ] + ] + ], + "filtered_resps": [ + [ + -33.1875, + false + ], + [ + -32.125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 169, + "doc": { + "sentence": "The sliding glass door was broken when Eric pushed Ian through it because _ is a pushover.", + "option1": "Eric", + "option2": "Ian", + "answer": "2" + }, + "target": "is a pushover.", + "arguments": [ + [ + "Laura can only do 10 push ups, while Emily can do 50, so Laura is a light weight lifter.\n\nThe muscles of Christine are tinier than those of Patricia because Patricia is a gym trainer.\n\nI decided to go to the barbershop instead of my usual salon because I just needed a trim and the barbershop was faster and cheaper.\n\nThe medication was not prescribed to Carrie and was to Angela because Angela had an ear infection.\n\nThe lemming wanted to hide behind the rock in its cage, but the rock was too small.\n\nThe sliding glass door was broken when Eric pushed Ian through it because Eric", + " is a pushover." + ], + [ + "Laura can only do 10 push ups, while Emily can do 50, so Laura is a light weight lifter.\n\nThe muscles of Christine are tinier than those of Patricia because Patricia is a gym trainer.\n\nI decided to go to the barbershop instead of my usual salon because I just needed a trim and the barbershop was faster and cheaper.\n\nThe medication was not prescribed to Carrie and was to Angela because Angela had an ear infection.\n\nThe lemming wanted to hide behind the rock in its cage, but the rock was too small.\n\nThe sliding glass door was broken when Eric pushed Ian through it because Ian", + " is a pushover." + ] + ], + "resps": [ + [ + [ + -9.8125, + false + ] + ], + [ + [ + -11.234375, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.8125, + false + ], + [ + -11.234375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 177, + "doc": { + "sentence": "Rachel told Patricia to pick up some baby powder at the store but _ had sweaty feet too.", + "option1": "Rachel", + "option2": "Patricia", + "answer": "2" + }, + "target": "had sweaty feet too.", + "arguments": [ + [ + "Betty made a nice lladro figure and tried to put it in a box but the box was too small.\n\nCarrie was given concert tickets by Mary; then Carrie sold them because she hated the artist.\n\nJohn took care to shield the ferns from the wind while leaving the flowers in the open, since flowers were much stronger .\n\nHunter removed the pet hair from the car while Justin waited outside because Justin was very allergic.\n\nThe plant root broke out of the pot as it continues to grow and the pot becomes weaker.\n\nRachel told Patricia to pick up some baby powder at the store but Rachel", + " had sweaty feet too." + ], + [ + "Betty made a nice lladro figure and tried to put it in a box but the box was too small.\n\nCarrie was given concert tickets by Mary; then Carrie sold them because she hated the artist.\n\nJohn took care to shield the ferns from the wind while leaving the flowers in the open, since flowers were much stronger .\n\nHunter removed the pet hair from the car while Justin waited outside because Justin was very allergic.\n\nThe plant root broke out of the pot as it continues to grow and the pot becomes weaker.\n\nRachel told Patricia to pick up some baby powder at the store but Patricia", + " had sweaty feet too." + ] + ], + "resps": [ + [ + [ + -25.953125, + false + ] + ], + [ + [ + -28.25, + false + ] + ] + ], + "filtered_resps": [ + [ + -25.953125, + false + ], + [ + -28.25, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 185, + "doc": { + "sentence": "Pete preferred to use the sheet to the blanket, because the _ was much hotter.", + "option1": "sheet", + "option2": "blanket", + "answer": "2" + }, + "target": "was much hotter.", + "arguments": [ + [ + "Billy replaced the wood counter with granite over the summer time, the granite was trendy.\n\nSteamed rice is much healthier, so Emily insisted theyorder that instead of fried rice, even though Carrie disliked it. Carrie was upset to eat the steamed rice when it arrived.\n\nCultivating a garden was of interest to Carrie but not Monica because Carrie cared a lot about sustainable living.\n\nJason owed back taxes and would not answer the phone when Brett called, because Jason was avoiding the IRS.\n\nWorking in the academy better suited Matthew and not Lawrence because Matthew had a perfect memory.\n\nPete preferred to use the sheet to the blanket, because the sheet", + " was much hotter." + ], + [ + "Billy replaced the wood counter with granite over the summer time, the granite was trendy.\n\nSteamed rice is much healthier, so Emily insisted theyorder that instead of fried rice, even though Carrie disliked it. Carrie was upset to eat the steamed rice when it arrived.\n\nCultivating a garden was of interest to Carrie but not Monica because Carrie cared a lot about sustainable living.\n\nJason owed back taxes and would not answer the phone when Brett called, because Jason was avoiding the IRS.\n\nWorking in the academy better suited Matthew and not Lawrence because Matthew had a perfect memory.\n\nPete preferred to use the sheet to the blanket, because the blanket", + " was much hotter." + ] + ], + "resps": [ + [ + [ + -11.8671875, + false + ] + ], + [ + [ + -10.203125, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.8671875, + false + ], + [ + -10.203125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 193, + "doc": { + "sentence": "The maid took away a cozy blanket from Lawrence but not Nick because _ was very cold.", + "option1": "Lawrence", + "option2": "Nick", + "answer": "2" + }, + "target": "was very cold.", + "arguments": [ + [ + "Allison tried to use an elastic band to put her hair in a ponytail, but the hair was too short.\n\nAmy spent more money at the spa than Elena because Elena didn't add a facial to their package.\n\nOn their visit yesterday Jeffrey said the lack brushing Ian teethe had caused the to become brittle, Ian went to the dentist.\n\nThe seeds planted by Samantha sprouted sooner than those planted by Christine, so Christine had a shorter bloom.\n\nThe music coming from the radio was louder than the music coming from the television because the speakers on the radio were bigger.\n\nThe maid took away a cozy blanket from Lawrence but not Nick because Lawrence", + " was very cold." + ], + [ + "Allison tried to use an elastic band to put her hair in a ponytail, but the hair was too short.\n\nAmy spent more money at the spa than Elena because Elena didn't add a facial to their package.\n\nOn their visit yesterday Jeffrey said the lack brushing Ian teethe had caused the to become brittle, Ian went to the dentist.\n\nThe seeds planted by Samantha sprouted sooner than those planted by Christine, so Christine had a shorter bloom.\n\nThe music coming from the radio was louder than the music coming from the television because the speakers on the radio were bigger.\n\nThe maid took away a cozy blanket from Lawrence but not Nick because Nick", + " was very cold." + ] + ], + "resps": [ + [ + [ + -8.65625, + false + ] + ], + [ + [ + -9.296875, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.65625, + false + ], + [ + -9.296875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 201, + "doc": { + "sentence": "Victoria was eager to make the big sale to Sarah , as _ had the money that day.", + "option1": "Victoria", + "option2": "Sarah", + "answer": "2" + }, + "target": "had the money that day.", + "arguments": [ + [ + "Craig liked to play with the large cattle but not Kyle because Kyle found them to be foreign.\n\nRobert's fever went away, and Ian still has one, so Ian is sickly at this point.\n\nAt the wooded summer camp, Jennifer taught Cynthia how to swim and other things like that. The camp counselor was Jennifer .\n\nthe camera could not focus well from the distance because of the light, the camera was too far.\n\nThe leg of Emily started to gangrene when Carrie spotted it immediately and Emily refused to see the doctor where the leg was lost.\n\nVictoria was eager to make the big sale to Sarah , as Victoria", + " had the money that day." + ], + [ + "Craig liked to play with the large cattle but not Kyle because Kyle found them to be foreign.\n\nRobert's fever went away, and Ian still has one, so Ian is sickly at this point.\n\nAt the wooded summer camp, Jennifer taught Cynthia how to swim and other things like that. The camp counselor was Jennifer .\n\nthe camera could not focus well from the distance because of the light, the camera was too far.\n\nThe leg of Emily started to gangrene when Carrie spotted it immediately and Emily refused to see the doctor where the leg was lost.\n\nVictoria was eager to make the big sale to Sarah , as Sarah", + " had the money that day." + ] + ], + "resps": [ + [ + [ + -20.6875, + false + ] + ], + [ + [ + -18.03125, + false + ] + ] + ], + "filtered_resps": [ + [ + -20.6875, + false + ], + [ + -18.03125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 209, + "doc": { + "sentence": "Lawrence liked watching foreign movies with subtitles unlike Jason because _ criticized the original language of the film.", + "option1": "Lawrence", + "option2": "Jason", + "answer": "2" + }, + "target": "criticized the original language of the film.", + "arguments": [ + [ + "Christine was explaining to Cynthia how her plan to get famous was going to work. Christine was determined.\n\nJoseph hired Nick to build a pool but Nick was going on a long vacation.\n\nThe senior woman's portfolio was low on stocks but high in bonds, as she considered the stocks to be risky.\n\nMaria could feel calm and relaxed at a movie theater and not a mall because at the mall everyone was walking around.\n\nFelicia had to drink a lot of cranberry juice but Erin didn't because Felicia had issues with their kidney.\n\nLawrence liked watching foreign movies with subtitles unlike Jason because Lawrence", + " criticized the original language of the film." + ], + [ + "Christine was explaining to Cynthia how her plan to get famous was going to work. Christine was determined.\n\nJoseph hired Nick to build a pool but Nick was going on a long vacation.\n\nThe senior woman's portfolio was low on stocks but high in bonds, as she considered the stocks to be risky.\n\nMaria could feel calm and relaxed at a movie theater and not a mall because at the mall everyone was walking around.\n\nFelicia had to drink a lot of cranberry juice but Erin didn't because Felicia had issues with their kidney.\n\nLawrence liked watching foreign movies with subtitles unlike Jason because Jason", + " criticized the original language of the film." + ] + ], + "resps": [ + [ + [ + -28.484375, + false + ] + ], + [ + [ + -26.46875, + false + ] + ] + ], + "filtered_resps": [ + [ + -28.484375, + false + ], + [ + -26.46875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 217, + "doc": { + "sentence": "The courage of Ian was a lot stronger than Michael because _ had been through a lot in life.", + "option1": "Ian", + "option2": "Michael", + "answer": "1" + }, + "target": "had been through a lot in life.", + "arguments": [ + [ + "Leslie had better grades than Derrick because Leslie spent more time studying than playing video games.\n\nThe taxes on the car were more than the taxes on the bike because the car was more expensive.\n\nMy mom bought me cookies, but I couldn't get them in the containers, because the containers were too little.\n\nFelicia was ready to fall in love again unlike Mary because Mary was heartbroken in the past.\n\nFelicia worked out more than Emily so it was no coincidence that Emily was sweating less daily.\n\nThe courage of Ian was a lot stronger than Michael because Ian", + " had been through a lot in life." + ], + [ + "Leslie had better grades than Derrick because Leslie spent more time studying than playing video games.\n\nThe taxes on the car were more than the taxes on the bike because the car was more expensive.\n\nMy mom bought me cookies, but I couldn't get them in the containers, because the containers were too little.\n\nFelicia was ready to fall in love again unlike Mary because Mary was heartbroken in the past.\n\nFelicia worked out more than Emily so it was no coincidence that Emily was sweating less daily.\n\nThe courage of Ian was a lot stronger than Michael because Michael", + " had been through a lot in life." + ] + ], + "resps": [ + [ + [ + -10.1796875, + false + ] + ], + [ + [ + -11.75, + false + ] + ] + ], + "filtered_resps": [ + [ + -10.1796875, + false + ], + [ + -11.75, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 225, + "doc": { + "sentence": "William did not mind if it took them a while to prepare a meal but Adam did because _ was very meticulous.", + "option1": "William", + "option2": "Adam", + "answer": "1" + }, + "target": "was very meticulous.", + "arguments": [ + [ + "Maria ordered pancakes while Natalie ordered a hamburger, and Maria put syrup and butter on their meal.\n\nJessica was a Psychiatrist treating Samantha for paranoid personality disorder so Samantha was put on medication.\n\nSince Eric was less coordinated than Randy, Randy was much more comfortable learning how to skateboard.\n\nVictoria gets a bottle of formula for Patricia every couple of hours because Patricia is her child.\n\nShe tried to pay off her debt with a regular monthly payment, but the debt was just too high.\n\nWilliam did not mind if it took them a while to prepare a meal but Adam did because William", + " was very meticulous." + ], + [ + "Maria ordered pancakes while Natalie ordered a hamburger, and Maria put syrup and butter on their meal.\n\nJessica was a Psychiatrist treating Samantha for paranoid personality disorder so Samantha was put on medication.\n\nSince Eric was less coordinated than Randy, Randy was much more comfortable learning how to skateboard.\n\nVictoria gets a bottle of formula for Patricia every couple of hours because Patricia is her child.\n\nShe tried to pay off her debt with a regular monthly payment, but the debt was just too high.\n\nWilliam did not mind if it took them a while to prepare a meal but Adam did because Adam", + " was very meticulous." + ] + ], + "resps": [ + [ + [ + -12.2578125, + false + ] + ], + [ + [ + -10.9453125, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.2578125, + false + ], + [ + -10.9453125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 233, + "doc": { + "sentence": "Elena enjoyed yoga classes while Amy preferred other forms of exercise; this was because _ was flexible.", + "option1": "Elena", + "option2": "Amy", + "answer": "1" + }, + "target": "was flexible.", + "arguments": [ + [ + "Justin worked on the house to keep ants out and Derrick didn't help, since Justin was more industrious.\n\nCraig made the best rice pudding, which was Justin's favorite, so Craig brought him a large bowl.\n\nNeil really loved to clean their house but Ryan did not as Ryan was very slovenly.\n\nMom was making pancakes for the kids this morning when she realized they were out of syrup. I ran to the store to get the syrup .\n\nThe actor came over and shook Nelson's hand and not Kenneth's because Nelson was next to the actor.\n\nElena enjoyed yoga classes while Amy preferred other forms of exercise; this was because Elena", + " was flexible." + ], + [ + "Justin worked on the house to keep ants out and Derrick didn't help, since Justin was more industrious.\n\nCraig made the best rice pudding, which was Justin's favorite, so Craig brought him a large bowl.\n\nNeil really loved to clean their house but Ryan did not as Ryan was very slovenly.\n\nMom was making pancakes for the kids this morning when she realized they were out of syrup. I ran to the store to get the syrup .\n\nThe actor came over and shook Nelson's hand and not Kenneth's because Nelson was next to the actor.\n\nElena enjoyed yoga classes while Amy preferred other forms of exercise; this was because Amy", + " was flexible." + ] + ], + "resps": [ + [ + [ + -5.39453125, + false + ] + ], + [ + [ + -7.63671875, + false + ] + ] + ], + "filtered_resps": [ + [ + -5.39453125, + false + ], + [ + -7.63671875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 241, + "doc": { + "sentence": "A background check was performed on Natalie by Lindsey due to _ being a nanny.", + "option1": "Natalie", + "option2": "Lindsey", + "answer": "1" + }, + "target": "being a nanny.", + "arguments": [ + [ + "I had to put the steel and iron in alphabetical order, so I placed the iron in the left slot.\n\nThe doctor was able to diagnose the disease but not the tumor since the disease was shown.\n\nI bought a new picture but it wouldn't fit in the frame, because the picture was too heavy.\n\nAt school, James found the lessons to be engaging and the buildings to be well equipped. The lessons were fun.\n\nLeslie could smell the body odor off of Steven even through the perfume they put on. Steven was gross.\n\nA background check was performed on Natalie by Lindsey due to Natalie", + " being a nanny." + ], + [ + "I had to put the steel and iron in alphabetical order, so I placed the iron in the left slot.\n\nThe doctor was able to diagnose the disease but not the tumor since the disease was shown.\n\nI bought a new picture but it wouldn't fit in the frame, because the picture was too heavy.\n\nAt school, James found the lessons to be engaging and the buildings to be well equipped. The lessons were fun.\n\nLeslie could smell the body odor off of Steven even through the perfume they put on. Steven was gross.\n\nA background check was performed on Natalie by Lindsey due to Lindsey", + " being a nanny." + ] + ], + "resps": [ + [ + [ + -11.15625, + false + ] + ], + [ + [ + -13.203125, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.15625, + false + ], + [ + -13.203125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 249, + "doc": { + "sentence": "The stain was lighter on Jason's shirt than Donald's because _ spilled red wine and not white wine.", + "option1": "Jason", + "option2": "Donald", + "answer": "2" + }, + "target": "spilled red wine and not white wine.", + "arguments": [ + [ + "The man chose the watercolor for his paintings rather than the acrylic because the acrylic was ugly.\n\nThe blender was always used by the winning chef, while the loser used the mixer, because the mixer had dull blades.\n\nTo provide motivation Emily gave Samantha some money, as the urgency on the situation was lost on Samantha .\n\nThe cookout invitation that bob bought would not fit with the envelope he purchased, because the envelope was too small.\n\nAs the walls began to cave in on Joseph, he blamed Craig who had sold him the house because Craig had not revealed how frail they were.\n\nThe stain was lighter on Jason's shirt than Donald's because Jason", + " spilled red wine and not white wine." + ], + [ + "The man chose the watercolor for his paintings rather than the acrylic because the acrylic was ugly.\n\nThe blender was always used by the winning chef, while the loser used the mixer, because the mixer had dull blades.\n\nTo provide motivation Emily gave Samantha some money, as the urgency on the situation was lost on Samantha .\n\nThe cookout invitation that bob bought would not fit with the envelope he purchased, because the envelope was too small.\n\nAs the walls began to cave in on Joseph, he blamed Craig who had sold him the house because Craig had not revealed how frail they were.\n\nThe stain was lighter on Jason's shirt than Donald's because Donald", + " spilled red wine and not white wine." + ] + ], + "resps": [ + [ + [ + -17.671875, + false + ] + ], + [ + [ + -16.8125, + false + ] + ] + ], + "filtered_resps": [ + [ + -17.671875, + false + ], + [ + -16.8125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 257, + "doc": { + "sentence": "I was told my eyes are failing so I need to get glasses or contacts. I don't think I'll get the contacts since the _ seem less comfortable.", + "option1": "glasses", + "option2": "contacts", + "answer": "2" + }, + "target": "seem less comfortable.", + "arguments": [ + [ + "Carrie wanted a new cat while Rebecca did not so Carrie tried to convince the other to get one.\n\nI tried to write a letter but switched from the blue pen to the black pen since the blue pen's ink well was empty.\n\nAlthough Elena was a worse lawyer than Sarah, Elena was able to connect with their clients emotional problems.\n\nThe boat took Kevin to hi destination but not Jason because Kevin was actually on the boat.\n\nFredrick moved his show from radio to television because he was happy with the exposure the television show was giving him.\n\nI was told my eyes are failing so I need to get glasses or contacts. I don't think I'll get the contacts since the glasses", + " seem less comfortable." + ], + [ + "Carrie wanted a new cat while Rebecca did not so Carrie tried to convince the other to get one.\n\nI tried to write a letter but switched from the blue pen to the black pen since the blue pen's ink well was empty.\n\nAlthough Elena was a worse lawyer than Sarah, Elena was able to connect with their clients emotional problems.\n\nThe boat took Kevin to hi destination but not Jason because Kevin was actually on the boat.\n\nFredrick moved his show from radio to television because he was happy with the exposure the television show was giving him.\n\nI was told my eyes are failing so I need to get glasses or contacts. I don't think I'll get the contacts since the contacts", + " seem less comfortable." + ] + ], + "resps": [ + [ + [ + -14.859375, + false + ] + ], + [ + [ + -14.1015625, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.859375, + false + ], + [ + -14.1015625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 265, + "doc": { + "sentence": "The doctor told Kevin to exercise more often but not Neil. _ had always been lazy and unmotivated.", + "option1": "Kevin", + "option2": "Neil", + "answer": "1" + }, + "target": "had always been lazy and unmotivated.", + "arguments": [ + [ + "Neil explained to Derrick that he volunteered to talk to children about the dangers of drugs. Neil is generous.\n\nJohn tried to go seed hunting using a bow and arrow, but missed every shot because the arrow wasn't straight.\n\nThe full lobster was eaten by Megan and not Laura, because Megan loved to eat seafood.\n\nThe cotton bud could not get into the ear of the hamster because the bud is large.\n\nNelson liked to date teen girls but Joel liked older women. Nelson went to the mall to look for potential dates.\n\nThe doctor told Kevin to exercise more often but not Neil. Kevin", + " had always been lazy and unmotivated." + ], + [ + "Neil explained to Derrick that he volunteered to talk to children about the dangers of drugs. Neil is generous.\n\nJohn tried to go seed hunting using a bow and arrow, but missed every shot because the arrow wasn't straight.\n\nThe full lobster was eaten by Megan and not Laura, because Megan loved to eat seafood.\n\nThe cotton bud could not get into the ear of the hamster because the bud is large.\n\nNelson liked to date teen girls but Joel liked older women. Nelson went to the mall to look for potential dates.\n\nThe doctor told Kevin to exercise more often but not Neil. Neil", + " had always been lazy and unmotivated." + ] + ], + "resps": [ + [ + [ + -22.90625, + false + ] + ], + [ + [ + -23.40625, + false + ] + ] + ], + "filtered_resps": [ + [ + -22.90625, + false + ], + [ + -23.40625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 273, + "doc": { + "sentence": "Jason was easily scared, so he watched sci-fi movies instead of horror movies because the _ were not scary.", + "option1": "sci-fi movies", + "option2": "horror movies", + "answer": "1" + }, + "target": "were not scary.", + "arguments": [ + [ + "The seamstress wanted to put a button on the shirt with needle and thread but the needle wasn't sharp.\n\nJason but not William had a very expensive wardrobe because William did not like to dress up on a daily basis.\n\nCarrie believed their mother and father treated Maria better because Carrie was given a smaller allowance.\n\nThe woman had beautiful dresses and the man wore holey jeans. She had the dresses that were stylish.\n\nThe monthly budget plan Christopher created was blown by Jeffrey, thanks to Jeffrey making very bad decisions.\n\nJason was easily scared, so he watched sci-fi movies instead of horror movies because the sci-fi movies", + " were not scary." + ], + [ + "The seamstress wanted to put a button on the shirt with needle and thread but the needle wasn't sharp.\n\nJason but not William had a very expensive wardrobe because William did not like to dress up on a daily basis.\n\nCarrie believed their mother and father treated Maria better because Carrie was given a smaller allowance.\n\nThe woman had beautiful dresses and the man wore holey jeans. She had the dresses that were stylish.\n\nThe monthly budget plan Christopher created was blown by Jeffrey, thanks to Jeffrey making very bad decisions.\n\nJason was easily scared, so he watched sci-fi movies instead of horror movies because the horror movies", + " were not scary." + ] + ], + "resps": [ + [ + [ + -3.6640625, + true + ] + ], + [ + [ + -7.13671875, + false + ] + ] + ], + "filtered_resps": [ + [ + -3.6640625, + true + ], + [ + -7.13671875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 281, + "doc": { + "sentence": "The juice from the mango fruit could not fill up the cup because the _ is small.", + "option1": "mango", + "option2": "cup", + "answer": "1" + }, + "target": "is small.", + "arguments": [ + [ + "The goals were to let Erin win and not Katrina because Erin always loses and needs a confidence boost.\n\nShe decided to leave the coach and headed to the taxi so she could get there faster but the coach was actually faster.\n\nBenjamin was not allergic to cats but Matthew was, so Benjamin went to the shelter and picked up two of them.\n\nSamantha wanted to be a celebrity personal assistant more than Lindsey, because Lindsey hated being in the midst of chaos.\n\nJane tried to clean the window with the sponge but she was unsuccessful because the window was too high.\n\nThe juice from the mango fruit could not fill up the cup because the mango", + " is small." + ], + [ + "The goals were to let Erin win and not Katrina because Erin always loses and needs a confidence boost.\n\nShe decided to leave the coach and headed to the taxi so she could get there faster but the coach was actually faster.\n\nBenjamin was not allergic to cats but Matthew was, so Benjamin went to the shelter and picked up two of them.\n\nSamantha wanted to be a celebrity personal assistant more than Lindsey, because Lindsey hated being in the midst of chaos.\n\nJane tried to clean the window with the sponge but she was unsuccessful because the window was too high.\n\nThe juice from the mango fruit could not fill up the cup because the cup", + " is small." + ] + ], + "resps": [ + [ + [ + -8.515625, + false + ] + ], + [ + [ + -8.796875, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.515625, + false + ], + [ + -8.796875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 289, + "doc": { + "sentence": "Bobby had to use his pen to finish the exam rather than the pencil because the _ was full of ink.", + "option1": "pen", + "option2": "pencil", + "answer": "1" + }, + "target": "was full of ink.", + "arguments": [ + [ + "As a new employee, Victoria was at an entry level position, contrary to Monica, because Monica worked very hard to move her way up the ladder.\n\nJoel advised Adam to add more honey later if homemade wine doesn't come out as sweet as he likes as Adam is a novice wine maker..\n\nEric knew how to make a chocolate souffle but Jeffrey did not. Eric was very proficient at baking.\n\nWhen deciding if to be a loner, one must decide if they want many events or plenty of free time. The free time angle helps with productivity.\n\nMary was a more reckless driver than Rachel, so Rachel got very few traffic tickets.\n\nBobby had to use his pen to finish the exam rather than the pencil because the pen", + " was full of ink." + ], + [ + "As a new employee, Victoria was at an entry level position, contrary to Monica, because Monica worked very hard to move her way up the ladder.\n\nJoel advised Adam to add more honey later if homemade wine doesn't come out as sweet as he likes as Adam is a novice wine maker..\n\nEric knew how to make a chocolate souffle but Jeffrey did not. Eric was very proficient at baking.\n\nWhen deciding if to be a loner, one must decide if they want many events or plenty of free time. The free time angle helps with productivity.\n\nMary was a more reckless driver than Rachel, so Rachel got very few traffic tickets.\n\nBobby had to use his pen to finish the exam rather than the pencil because the pencil", + " was full of ink." + ] + ], + "resps": [ + [ + [ + -10.6015625, + false + ] + ], + [ + [ + -10.1875, + false + ] + ] + ], + "filtered_resps": [ + [ + -10.6015625, + false + ], + [ + -10.1875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 297, + "doc": { + "sentence": "Going to a restaurant is something that Patricia does very often but Carrie rarely goes to one because _ is a very bad cook.", + "option1": "Patricia", + "option2": "Carrie", + "answer": "1" + }, + "target": "is a very bad cook.", + "arguments": [ + [ + "Carrie doesn't know what a tripod is, but Kayla uses one for work every day, so Kayla is the expert photographer.\n\nWilliam wore some tight leather pants that Joel really liked, because William was very attractive in them.\n\nWhen it comes to dog training, Jeffrey's dogs are always better behaved than Matthew's because Matthew is a dog hater.\n\nThe student tried to use the old pen to fill out the application but the application was too long.\n\nRachel just put a new sink in the bathroom unlike Patricia because Rachel was renovating the house.\n\nGoing to a restaurant is something that Patricia does very often but Carrie rarely goes to one because Patricia", + " is a very bad cook." + ], + [ + "Carrie doesn't know what a tripod is, but Kayla uses one for work every day, so Kayla is the expert photographer.\n\nWilliam wore some tight leather pants that Joel really liked, because William was very attractive in them.\n\nWhen it comes to dog training, Jeffrey's dogs are always better behaved than Matthew's because Matthew is a dog hater.\n\nThe student tried to use the old pen to fill out the application but the application was too long.\n\nRachel just put a new sink in the bathroom unlike Patricia because Rachel was renovating the house.\n\nGoing to a restaurant is something that Patricia does very often but Carrie rarely goes to one because Carrie", + " is a very bad cook." + ] + ], + "resps": [ + [ + [ + -9.4609375, + false + ] + ], + [ + [ + -9.703125, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.4609375, + false + ], + [ + -9.703125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 305, + "doc": { + "sentence": "Steven helped Derrick do research on the paper because _ had access to the internet.", + "option1": "Steven", + "option2": "Derrick", + "answer": "1" + }, + "target": "had access to the internet.", + "arguments": [ + [ + "Jeffrey was hired to help grow Randy's garden during the summer months because Jeffrey was a landscaper.\n\nThe clams tasted worse than the shrimp did, so the clams were probably of older stock.\n\nThe stress that I have is worse than the anxiety, because the stress is a constant issue.\n\nShe was able to finish the stew, but threw away the rice, because the stew had been cooked perfectly.\n\nMegan is a sociologist, Jessica is not therefore Jessica could probably not explain the meaning of various holidays.\n\nSteven helped Derrick do research on the paper because Steven", + " had access to the internet." + ], + [ + "Jeffrey was hired to help grow Randy's garden during the summer months because Jeffrey was a landscaper.\n\nThe clams tasted worse than the shrimp did, so the clams were probably of older stock.\n\nThe stress that I have is worse than the anxiety, because the stress is a constant issue.\n\nShe was able to finish the stew, but threw away the rice, because the stew had been cooked perfectly.\n\nMegan is a sociologist, Jessica is not therefore Jessica could probably not explain the meaning of various holidays.\n\nSteven helped Derrick do research on the paper because Derrick", + " had access to the internet." + ] + ], + "resps": [ + [ + [ + -9.8203125, + false + ] + ], + [ + [ + -13.0234375, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.8203125, + false + ], + [ + -13.0234375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 313, + "doc": { + "sentence": "It took a minute longer to melt the chocolate in the microwave than the caramel, because the _ was very soft.", + "option1": "chocolate", + "option2": "caramel", + "answer": "2" + }, + "target": "was very soft.", + "arguments": [ + [ + "They wanted more satiation at the wedding, so the planners used icing rather than fruit on the cake as the icing was more filling.\n\nLearning sign language was harder for the boy than learning to play music. The music just resonated with him.\n\nDerrick made some ramen noodles for lunch while Logan had a salad, Logan felt healthy.\n\nElena wore fancy clothing to the highschool prom and Laura wore a plaint T-shirt. Elena was accepted into the building.\n\nThe student preferred doing their homework with pencil rather than pen, because the pencil provided more control.\n\nIt took a minute longer to melt the chocolate in the microwave than the caramel, because the chocolate", + " was very soft." + ], + [ + "They wanted more satiation at the wedding, so the planners used icing rather than fruit on the cake as the icing was more filling.\n\nLearning sign language was harder for the boy than learning to play music. The music just resonated with him.\n\nDerrick made some ramen noodles for lunch while Logan had a salad, Logan felt healthy.\n\nElena wore fancy clothing to the highschool prom and Laura wore a plaint T-shirt. Elena was accepted into the building.\n\nThe student preferred doing their homework with pencil rather than pen, because the pencil provided more control.\n\nIt took a minute longer to melt the chocolate in the microwave than the caramel, because the caramel", + " was very soft." + ] + ], + "resps": [ + [ + [ + -11.203125, + false + ] + ], + [ + [ + -10.4453125, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.203125, + false + ], + [ + -10.4453125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 321, + "doc": { + "sentence": "The snow came down so much that Michael had to go plow Kevins driveway because _ agreed to take care of his neighbors.", + "option1": "Michael", + "option2": "Kevin", + "answer": "1" + }, + "target": "agreed to take care of his neighbors.", + "arguments": [ + [ + "Rebecca would not apply glitter to her costume, like Kayla did, because Rebecca just lacked pizzazz.\n\nJames could not believe the monkey can jump down from the tree and now he is looking forward to the top of the crane. The crane is taller.\n\nBenjamin was trying to get in shape and bought a bicycle instead of a treadmill because with the bicycle he could be outdoors.\n\nChristine always followed Lindsey when they went mountain climbing because Lindsey was teaching what to do.\n\nLawrence asked Steven to send mortgage check to the bank because Lawrence forgot to do so.\n\nThe snow came down so much that Michael had to go plow Kevins driveway because Michael", + " agreed to take care of his neighbors." + ], + [ + "Rebecca would not apply glitter to her costume, like Kayla did, because Rebecca just lacked pizzazz.\n\nJames could not believe the monkey can jump down from the tree and now he is looking forward to the top of the crane. The crane is taller.\n\nBenjamin was trying to get in shape and bought a bicycle instead of a treadmill because with the bicycle he could be outdoors.\n\nChristine always followed Lindsey when they went mountain climbing because Lindsey was teaching what to do.\n\nLawrence asked Steven to send mortgage check to the bank because Lawrence forgot to do so.\n\nThe snow came down so much that Michael had to go plow Kevins driveway because Kevin", + " agreed to take care of his neighbors." + ] + ], + "resps": [ + [ + [ + -22.609375, + false + ] + ], + [ + [ + -24.71875, + false + ] + ] + ], + "filtered_resps": [ + [ + -22.609375, + false + ], + [ + -24.71875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 329, + "doc": { + "sentence": "In the accident the vehicle of Nelson received more damage than that of Justin, since _ vehicle was smaller.", + "option1": "Nelson", + "option2": "Justin", + "answer": "1" + }, + "target": "vehicle was smaller.", + "arguments": [ + [ + "Sarah was starting to get overwhelmed looking into different careers and asked Carrie for help since Carrie was a counselor.\n\nCynthia was walking much slower than Betty throughout the day because Cynthia had strained a muscle.\n\nThe fruits were graded higher than the eggs by the FDA since the fruits were pristine.\n\nJames tried to empty the drink from the bottle to the cup but the cup got full very quick. The cup is small.\n\nThe man wanted to take the bus to his job but the bus was too far late.\n\nIn the accident the vehicle of Nelson received more damage than that of Justin, since Nelson", + " vehicle was smaller." + ], + [ + "Sarah was starting to get overwhelmed looking into different careers and asked Carrie for help since Carrie was a counselor.\n\nCynthia was walking much slower than Betty throughout the day because Cynthia had strained a muscle.\n\nThe fruits were graded higher than the eggs by the FDA since the fruits were pristine.\n\nJames tried to empty the drink from the bottle to the cup but the cup got full very quick. The cup is small.\n\nThe man wanted to take the bus to his job but the bus was too far late.\n\nIn the accident the vehicle of Nelson received more damage than that of Justin, since Justin", + " vehicle was smaller." + ] + ], + "resps": [ + [ + [ + -10.546875, + false + ] + ], + [ + [ + -9.9296875, + false + ] + ] + ], + "filtered_resps": [ + [ + -10.546875, + false + ], + [ + -9.9296875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 337, + "doc": { + "sentence": "Nelson always had the best friendships except with Neil since _ was always so polite.", + "option1": "Nelson", + "option2": "Neil", + "answer": "1" + }, + "target": "was always so polite.", + "arguments": [ + [ + "Laura is taking singing and dancing lessons from the Jessica, because Jessica is dancing teacher.\n\nErin was much less aggressive than Megan, so Erin didn't have to worry about getting in fights.\n\nDennis joyfully told Donald about his massive comic book collection that took years to get. Donald was indifferent.\n\nKatrina hates work and asks for a Emily's advice, as Katrina wants to enjoy her work.\n\nYou know that the drums will take longer than the flute to learn, so the flute was simpler to study.\n\nNelson always had the best friendships except with Neil since Nelson", + " was always so polite." + ], + [ + "Laura is taking singing and dancing lessons from the Jessica, because Jessica is dancing teacher.\n\nErin was much less aggressive than Megan, so Erin didn't have to worry about getting in fights.\n\nDennis joyfully told Donald about his massive comic book collection that took years to get. Donald was indifferent.\n\nKatrina hates work and asks for a Emily's advice, as Katrina wants to enjoy her work.\n\nYou know that the drums will take longer than the flute to learn, so the flute was simpler to study.\n\nNelson always had the best friendships except with Neil since Neil", + " was always so polite." + ] + ], + "resps": [ + [ + [ + -15.765625, + false + ] + ], + [ + [ + -15.171875, + false + ] + ] + ], + "filtered_resps": [ + [ + -15.765625, + false + ], + [ + -15.171875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 345, + "doc": { + "sentence": "I have both glasses and contacts, but the cleaning solution was empty so I wore the _ today.", + "option1": "glasses", + "option2": "contacts", + "answer": "1" + }, + "target": "today.", + "arguments": [ + [ + "The mans old pants looked worse than my jeans because the jeans were brand new.\n\nMary liked cedar wood over other types of wood like poplar, because the cedar wood smelled really good.\n\nRobert cleaned their countertop very well but Nick did not. Robert had a clean home.\n\nRachel visits Jessica to have some tests performed and for a check up, so Jessica is a physician.\n\nThe forever stamps that Ryan had were far prettier than the ones William had and William asked for some of them.\n\nI have both glasses and contacts, but the cleaning solution was empty so I wore the glasses", + " today." + ], + [ + "The mans old pants looked worse than my jeans because the jeans were brand new.\n\nMary liked cedar wood over other types of wood like poplar, because the cedar wood smelled really good.\n\nRobert cleaned their countertop very well but Nick did not. Robert had a clean home.\n\nRachel visits Jessica to have some tests performed and for a check up, so Jessica is a physician.\n\nThe forever stamps that Ryan had were far prettier than the ones William had and William asked for some of them.\n\nI have both glasses and contacts, but the cleaning solution was empty so I wore the contacts", + " today." + ] + ], + "resps": [ + [ + [ + -5.44921875, + false + ] + ], + [ + [ + -5.83984375, + false + ] + ] + ], + "filtered_resps": [ + [ + -5.44921875, + false + ], + [ + -5.83984375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 353, + "doc": { + "sentence": "Kevin was worried about Eric's infections so _ decided to go to an emergency clinic.", + "option1": "Kevin", + "option2": "Eric", + "answer": "2" + }, + "target": "decided to go to an emergency clinic.", + "arguments": [ + [ + "The hairdresser tried to cut the hair with the scissors but the hair was too strong.\n\nKatrina bought an apple from the vendor and gave it to Amy, because Amy was hungry.\n\nWhen he inspected his football protective gear for the coming season, he decided he needed a new mouthguard but could still use the helmet. The mouthguard was broken.\n\nDonald always spent ages trying to get their kitchen clean but Aaron did not because Aaron was very messy.\n\nWhen Hazel was shopping for a baby shower gift, she decided on a monitor instead of a mobile because the mobile was less needed..\n\nKevin was worried about Eric's infections so Kevin", + " decided to go to an emergency clinic." + ], + [ + "The hairdresser tried to cut the hair with the scissors but the hair was too strong.\n\nKatrina bought an apple from the vendor and gave it to Amy, because Amy was hungry.\n\nWhen he inspected his football protective gear for the coming season, he decided he needed a new mouthguard but could still use the helmet. The mouthguard was broken.\n\nDonald always spent ages trying to get their kitchen clean but Aaron did not because Aaron was very messy.\n\nWhen Hazel was shopping for a baby shower gift, she decided on a monitor instead of a mobile because the mobile was less needed..\n\nKevin was worried about Eric's infections so Eric", + " decided to go to an emergency clinic." + ] + ], + "resps": [ + [ + [ + -15.2109375, + false + ] + ], + [ + [ + -15.453125, + false + ] + ] + ], + "filtered_resps": [ + [ + -15.2109375, + false + ], + [ + -15.453125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 361, + "doc": { + "sentence": "Ben had to drain both water and oil down the sink, but the _ was too viscous.", + "option1": "oil", + "option2": "water", + "answer": "1" + }, + "target": "was too viscous.", + "arguments": [ + [ + "To groom his facial hair, Adam preferred to use a hand razor over an electric razor because the electric razor was too rough on his skin.\n\nFelicia had to move seats unlike Rebecca because Felicia sat in the wrong seat at the event.\n\nIn Mike's garden, the mint is growing better than the arugula, so the arugula is likely getting insufficient sunlight.\n\nCynthia needed to lose weight but Angela did not because Cynthia was over twenty pounds over the recommended weight.\n\nAfter her lips swelled up, Brian gave all the lip gloss to Christopher since Brian was sensitive to it.\n\nBen had to drain both water and oil down the sink, but the oil", + " was too viscous." + ], + [ + "To groom his facial hair, Adam preferred to use a hand razor over an electric razor because the electric razor was too rough on his skin.\n\nFelicia had to move seats unlike Rebecca because Felicia sat in the wrong seat at the event.\n\nIn Mike's garden, the mint is growing better than the arugula, so the arugula is likely getting insufficient sunlight.\n\nCynthia needed to lose weight but Angela did not because Cynthia was over twenty pounds over the recommended weight.\n\nAfter her lips swelled up, Brian gave all the lip gloss to Christopher since Brian was sensitive to it.\n\nBen had to drain both water and oil down the sink, but the water", + " was too viscous." + ] + ], + "resps": [ + [ + [ + -9.921875, + false + ] + ], + [ + [ + -13.203125, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.921875, + false + ], + [ + -13.203125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 369, + "doc": { + "sentence": "Kevin drew the blood from Ian's arm, because _ was giving it to do some tests.", + "option1": "Kevin", + "option2": "Ian", + "answer": "2" + }, + "target": "was giving it to do some tests.", + "arguments": [ + [ + "People at the meeting felt more intimidated by Mary than by Betty because Betty was more meek.\n\nI was impressed with the behavior of my friend but not the attitude of his friend, because the attitude was rude.\n\nI really need to upgrade my mouse and RAM on my computer. The computer gets too difficult to control the mouse currently on it.\n\nIt was likely that Elena but not Betty had contracted malaria because Betty had never traveled to a third-world country.\n\nThe syrup cured his sore throat after the pill didn't work, as the pill was deficient in its treatment.\n\nKevin drew the blood from Ian's arm, because Kevin", + " was giving it to do some tests." + ], + [ + "People at the meeting felt more intimidated by Mary than by Betty because Betty was more meek.\n\nI was impressed with the behavior of my friend but not the attitude of his friend, because the attitude was rude.\n\nI really need to upgrade my mouse and RAM on my computer. The computer gets too difficult to control the mouse currently on it.\n\nIt was likely that Elena but not Betty had contracted malaria because Betty had never traveled to a third-world country.\n\nThe syrup cured his sore throat after the pill didn't work, as the pill was deficient in its treatment.\n\nKevin drew the blood from Ian's arm, because Ian", + " was giving it to do some tests." + ] + ], + "resps": [ + [ + [ + -30.328125, + false + ] + ], + [ + [ + -28.59375, + false + ] + ] + ], + "filtered_resps": [ + [ + -30.328125, + false + ], + [ + -28.59375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 377, + "doc": { + "sentence": "I chose to drive the car over the truck because the _ had a large amount of gas.", + "option1": "car", + "option2": "truck", + "answer": "1" + }, + "target": "had a large amount of gas.", + "arguments": [ + [ + "The red mask would not fit in the drawer because the mask is too massive.\n\nLindsey was more worried about finding a boyfriend than Angela because Lindsey did not have a lot of sex appeal.\n\nShe cut the cereal box down into an organizer tray because the box was worthless.\n\nNeil was ready to sleep, but Donald was having a party, so Neil tossed and turned for an hour.\n\nThe new queen bed would not fit in the stairway because the bed is too tall.\n\nI chose to drive the car over the truck because the car", + " had a large amount of gas." + ], + [ + "The red mask would not fit in the drawer because the mask is too massive.\n\nLindsey was more worried about finding a boyfriend than Angela because Lindsey did not have a lot of sex appeal.\n\nShe cut the cereal box down into an organizer tray because the box was worthless.\n\nNeil was ready to sleep, but Donald was having a party, so Neil tossed and turned for an hour.\n\nThe new queen bed would not fit in the stairway because the bed is too tall.\n\nI chose to drive the car over the truck because the truck", + " had a large amount of gas." + ] + ], + "resps": [ + [ + [ + -17.359375, + false + ] + ], + [ + [ + -17.140625, + false + ] + ] + ], + "filtered_resps": [ + [ + -17.359375, + false + ], + [ + -17.140625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 385, + "doc": { + "sentence": "The woman avoided the hole but easily stepped over the pit, because the _ was very deep.", + "option1": "hole", + "option2": "pit", + "answer": "1" + }, + "target": "was very deep.", + "arguments": [ + [ + "Gem liked to eat leafs and burgers. She liked the leafs better because it was light.\n\nThe dog liked Carrie but it didn't like Christine very much because Christine always hit it.\n\nBen had a wound on his arm and had the choice of going to the hospital or self-treatment. He chose the hospital because it was expensive.\n\nThe blanket that my grandma made me was more enjoyed than the scarf because the scarf was itchy.\n\nThe horse ran past Rebecca and up to Christine, because Christine had sugar cubes in their pocket.\n\nThe woman avoided the hole but easily stepped over the pit, because the hole", + " was very deep." + ], + [ + "Gem liked to eat leafs and burgers. She liked the leafs better because it was light.\n\nThe dog liked Carrie but it didn't like Christine very much because Christine always hit it.\n\nBen had a wound on his arm and had the choice of going to the hospital or self-treatment. He chose the hospital because it was expensive.\n\nThe blanket that my grandma made me was more enjoyed than the scarf because the scarf was itchy.\n\nThe horse ran past Rebecca and up to Christine, because Christine had sugar cubes in their pocket.\n\nThe woman avoided the hole but easily stepped over the pit, because the pit", + " was very deep." + ] + ], + "resps": [ + [ + [ + -4.79296875, + false + ] + ], + [ + [ + -5.015625, + false + ] + ] + ], + "filtered_resps": [ + [ + -4.79296875, + false + ], + [ + -5.015625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 393, + "doc": { + "sentence": "Erin ordered a martini when Tanya only ordered a tonic water with lemon, because _ was pregnant.", + "option1": "Erin", + "option2": "Tanya", + "answer": "2" + }, + "target": "was pregnant.", + "arguments": [ + [ + "The waitress brought Donald a salad and Nick fish because Donald didn't care for the taste of fish.\n\nThe puppy slept on the floor instead of on the bed because it was hard for it to get on the bed .\n\nJustin has never had any animals in his house unlike Derrick because Justin is allergic to them.\n\nElena is a fight manager, Rebecca is a gardener therefore Elena knows how to wrap boxers' hands.\n\nLindsey was always organized but Victoria was rarely organized. Victoria often had trouble when looking for something.\n\nErin ordered a martini when Tanya only ordered a tonic water with lemon, because Erin", + " was pregnant." + ], + [ + "The waitress brought Donald a salad and Nick fish because Donald didn't care for the taste of fish.\n\nThe puppy slept on the floor instead of on the bed because it was hard for it to get on the bed .\n\nJustin has never had any animals in his house unlike Derrick because Justin is allergic to them.\n\nElena is a fight manager, Rebecca is a gardener therefore Elena knows how to wrap boxers' hands.\n\nLindsey was always organized but Victoria was rarely organized. Victoria often had trouble when looking for something.\n\nErin ordered a martini when Tanya only ordered a tonic water with lemon, because Tanya", + " was pregnant." + ] + ], + "resps": [ + [ + [ + -7.3515625, + false + ] + ], + [ + [ + -5.36328125, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.3515625, + false + ], + [ + -5.36328125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 401, + "doc": { + "sentence": "The virus stuck to the clothes better than it stuck to the walls, because the _ had less deterrents on them.", + "option1": "walls", + "option2": "clothes", + "answer": "2" + }, + "target": "had less deterrents on them.", + "arguments": [ + [ + "Lindsey bonded more quickly with her classmates than Jessica because Lindsey had a friendly disposition.\n\nSamantha was was quite active, so was a good coach for Emily's weight loss because Samantha could teach healthy habits to him.\n\nMegan loved serving Laura coffee every morning at the cafe, because Megan was a natural helper.\n\nCraig's greed was very well known to so when he saw Michael's gold watch Craig envied it.\n\nAngela's main vice is eating, while Betty has a small appetite, so Betty is more likely to be thin.\n\nThe virus stuck to the clothes better than it stuck to the walls, because the walls", + " had less deterrents on them." + ], + [ + "Lindsey bonded more quickly with her classmates than Jessica because Lindsey had a friendly disposition.\n\nSamantha was was quite active, so was a good coach for Emily's weight loss because Samantha could teach healthy habits to him.\n\nMegan loved serving Laura coffee every morning at the cafe, because Megan was a natural helper.\n\nCraig's greed was very well known to so when he saw Michael's gold watch Craig envied it.\n\nAngela's main vice is eating, while Betty has a small appetite, so Betty is more likely to be thin.\n\nThe virus stuck to the clothes better than it stuck to the walls, because the clothes", + " had less deterrents on them." + ] + ], + "resps": [ + [ + [ + -25.109375, + false + ] + ], + [ + [ + -23.25, + false + ] + ] + ], + "filtered_resps": [ + [ + -25.109375, + false + ], + [ + -23.25, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 409, + "doc": { + "sentence": "When Benjamin put the family into debt, Adam filed for divorce; then the judge gave _ a sympathetic look.", + "option1": "Benjamin", + "option2": "Adam", + "answer": "2" + }, + "target": "a sympathetic look.", + "arguments": [ + [ + "Jeffrey hired Michael to clean their floors but Michael was going on a long vacation.\n\nJen had to get her license and a house inspection to become a foster parent, and she had to keep her house clean for the inspection .\n\nIn order to help a friend with PTSD, she left a group therapy flyer on the table instead of a self-help book because the flyer would be useful.\n\nWhen roasting chicken I like to use the stove instead of the oven. The oven makes it unappetizing.\n\nHe refused to change out of his tank top, even though it made him look like a a redneck with beer because he wanted to finish the beer .\n\nWhen Benjamin put the family into debt, Adam filed for divorce; then the judge gave Benjamin", + " a sympathetic look." + ], + [ + "Jeffrey hired Michael to clean their floors but Michael was going on a long vacation.\n\nJen had to get her license and a house inspection to become a foster parent, and she had to keep her house clean for the inspection .\n\nIn order to help a friend with PTSD, she left a group therapy flyer on the table instead of a self-help book because the flyer would be useful.\n\nWhen roasting chicken I like to use the stove instead of the oven. The oven makes it unappetizing.\n\nHe refused to change out of his tank top, even though it made him look like a a redneck with beer because he wanted to finish the beer .\n\nWhen Benjamin put the family into debt, Adam filed for divorce; then the judge gave Adam", + " a sympathetic look." + ] + ], + "resps": [ + [ + [ + -13.5859375, + false + ] + ], + [ + [ + -13.5859375, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.5859375, + false + ], + [ + -13.5859375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 417, + "doc": { + "sentence": "She wanted to learn how to pair wine so she bought book instead of using a magazine because the _ was too broad.", + "option1": "magazine", + "option2": "book", + "answer": "1" + }, + "target": "was too broad.", + "arguments": [ + [ + "Upon coming across a millipedes on hike, Rebecca took a picture of it and Elena stepped on it as Elena is a bug hater.\n\nThe hats that Margaret knit look a lot nicer than the gloves she made. She has a knack for making the hats .\n\nTech problems are Lawrence specialty and physical problems are Ryan, Ryan works with people and disabilities.\n\nAble to hear a scurrying sound from below the sink, Megan asked Samantha to check, as Samantha was indifferent about seeing a mouse.\n\nDennis could not afford to replace the windows of his house like Neil recently had, because Dennis was poor.\n\nShe wanted to learn how to pair wine so she bought book instead of using a magazine because the magazine", + " was too broad." + ], + [ + "Upon coming across a millipedes on hike, Rebecca took a picture of it and Elena stepped on it as Elena is a bug hater.\n\nThe hats that Margaret knit look a lot nicer than the gloves she made. She has a knack for making the hats .\n\nTech problems are Lawrence specialty and physical problems are Ryan, Ryan works with people and disabilities.\n\nAble to hear a scurrying sound from below the sink, Megan asked Samantha to check, as Samantha was indifferent about seeing a mouse.\n\nDennis could not afford to replace the windows of his house like Neil recently had, because Dennis was poor.\n\nShe wanted to learn how to pair wine so she bought book instead of using a magazine because the book", + " was too broad." + ] + ], + "resps": [ + [ + [ + -10.1640625, + false + ] + ], + [ + [ + -14.4296875, + false + ] + ] + ], + "filtered_resps": [ + [ + -10.1640625, + false + ], + [ + -14.4296875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 425, + "doc": { + "sentence": "The new cream didn't remove the warts like the last lotion, because the _ was not powerful enough.", + "option1": "cream", + "option2": "lotion", + "answer": "1" + }, + "target": "was not powerful enough.", + "arguments": [ + [ + "i had to abandon pleasure to seek inner peace after my divorce, the pleasure was destructive.\n\nVictoria's Birthday present from Felicia was a new grill because Victoria is an avid chef.\n\nShe became extremely educated by reading books and watching videos. The books were often musty.\n\nSamuel did not know a lot of conversation topics like Brian because Brian always kept up with the news.\n\nNeil underwent the medical procedure performed by Nick, and Neil got through the procedure with flying colors.\n\nThe new cream didn't remove the warts like the last lotion, because the cream", + " was not powerful enough." + ], + [ + "i had to abandon pleasure to seek inner peace after my divorce, the pleasure was destructive.\n\nVictoria's Birthday present from Felicia was a new grill because Victoria is an avid chef.\n\nShe became extremely educated by reading books and watching videos. The books were often musty.\n\nSamuel did not know a lot of conversation topics like Brian because Brian always kept up with the news.\n\nNeil underwent the medical procedure performed by Nick, and Neil got through the procedure with flying colors.\n\nThe new cream didn't remove the warts like the last lotion, because the lotion", + " was not powerful enough." + ] + ], + "resps": [ + [ + [ + -6.94140625, + false + ] + ], + [ + [ + -7.109375, + false + ] + ] + ], + "filtered_resps": [ + [ + -6.94140625, + false + ], + [ + -7.109375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 433, + "doc": { + "sentence": "Erin was sick of the pests like Amy always cutting out their internet, so _ decided to lay low.", + "option1": "Erin", + "option2": "Amy", + "answer": "2" + }, + "target": "decided to lay low.", + "arguments": [ + [ + "The man hated his work compared to his wife's job because the work was stressful.\n\nNeil always brewed his coffee last thing in the morning unlike Steven because Steven needed it first.\n\nThe seeds that William uses are worse than Adam's because William went to a less reputable farmer.\n\nBetty has found a gold and needs help from Felicia to clean it, because Felicia is really helpful.\n\nCindy ate the noodles but not the vegetables because the vegetables were hard and undercooked.\n\nErin was sick of the pests like Amy always cutting out their internet, so Erin", + " decided to lay low." + ], + [ + "The man hated his work compared to his wife's job because the work was stressful.\n\nNeil always brewed his coffee last thing in the morning unlike Steven because Steven needed it first.\n\nThe seeds that William uses are worse than Adam's because William went to a less reputable farmer.\n\nBetty has found a gold and needs help from Felicia to clean it, because Felicia is really helpful.\n\nCindy ate the noodles but not the vegetables because the vegetables were hard and undercooked.\n\nErin was sick of the pests like Amy always cutting out their internet, so Amy", + " decided to lay low." + ] + ], + "resps": [ + [ + [ + -15.0234375, + false + ] + ], + [ + [ + -15.2734375, + false + ] + ] + ], + "filtered_resps": [ + [ + -15.0234375, + false + ], + [ + -15.2734375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 441, + "doc": { + "sentence": "The lips on Cynthia were much bigger than Monica because _ got hit with a softball in the mouth.", + "option1": "Cynthia", + "option2": "Monica", + "answer": "1" + }, + "target": "got hit with a softball in the mouth.", + "arguments": [ + [ + "Bradley wants to buy a motorcycle and sell his SUV because the motorcycle will save a lot of money on gas.\n\nAmy learned to play the mandolin from Elena due to Amy being a music beginner.\n\nGrace was happy to get a new battery for her car. The battery was dead.\n\nWhen choosing a movie to watch, Logan would select a documentary and Jason a comedy, I say Jason is a fun loving person.\n\nKenneth liked to collect plates with pretty flowers on them while Eric did not. Eric didn't buy a new plate.\n\nThe lips on Cynthia were much bigger than Monica because Cynthia", + " got hit with a softball in the mouth." + ], + [ + "Bradley wants to buy a motorcycle and sell his SUV because the motorcycle will save a lot of money on gas.\n\nAmy learned to play the mandolin from Elena due to Amy being a music beginner.\n\nGrace was happy to get a new battery for her car. The battery was dead.\n\nWhen choosing a movie to watch, Logan would select a documentary and Jason a comedy, I say Jason is a fun loving person.\n\nKenneth liked to collect plates with pretty flowers on them while Eric did not. Eric didn't buy a new plate.\n\nThe lips on Cynthia were much bigger than Monica because Monica", + " got hit with a softball in the mouth." + ] + ], + "resps": [ + [ + [ + -24.390625, + false + ] + ], + [ + [ + -23.796875, + false + ] + ] + ], + "filtered_resps": [ + [ + -24.390625, + false + ], + [ + -23.796875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 449, + "doc": { + "sentence": "Caroline works in the catering and food wholesale industries, but enjoys food distribution more, so she prefers her work in the _ industry.", + "option1": "catering", + "option2": "food wholesale", + "answer": "2" + }, + "target": "industry.", + "arguments": [ + [ + "Laura asked Elena to help choose their new curtains because Laura was new to interior design.\n\nVictoria found reading poems most enthralling while Felicia found mysteries more to their liking. Victoria bought a book by Shakespeare at Barnes and Noble.\n\nThe rod could not be used to mix the mixture of flour and water because the rod is too thin.\n\nNeil put the milk on Randy 's table and it spilled all over it. Randy was angry.\n\nRebecca asked Natalie what time their beginner's yoga class started because Rebecca could not remember.\n\nCaroline works in the catering and food wholesale industries, but enjoys food distribution more, so she prefers her work in the catering", + " industry." + ], + [ + "Laura asked Elena to help choose their new curtains because Laura was new to interior design.\n\nVictoria found reading poems most enthralling while Felicia found mysteries more to their liking. Victoria bought a book by Shakespeare at Barnes and Noble.\n\nThe rod could not be used to mix the mixture of flour and water because the rod is too thin.\n\nNeil put the milk on Randy 's table and it spilled all over it. Randy was angry.\n\nRebecca asked Natalie what time their beginner's yoga class started because Rebecca could not remember.\n\nCaroline works in the catering and food wholesale industries, but enjoys food distribution more, so she prefers her work in the food wholesale", + " industry." + ] + ], + "resps": [ + [ + [ + -1.3134765625, + false + ] + ], + [ + [ + -0.65234375, + true + ] + ] + ], + "filtered_resps": [ + [ + -1.3134765625, + false + ], + [ + -0.65234375, + true + ] + ], + "acc": 1.0 + }, + { + "doc_id": 457, + "doc": { + "sentence": "The barista loved to make all types of coffee including iced and hot. The _ coffee was popular in the cooler weathers.", + "option1": "iced", + "option2": "hot", + "answer": "2" + }, + "target": "coffee was popular in the cooler weathers.", + "arguments": [ + [ + "The barber tried to use the chemical to dye the woman's hair but the hair was too tough.\n\nSteven raises cattle while Joel raises chickens, and therefore Steven is able to sell milk.\n\nLeslie laughed at Christopher for having such short hair, and Christopher felt angry about it later.\n\nThe sidewalk was made of bricks while the driveway was made of poured concrete. The sidewalk was more bumpy to ride on.\n\nNelson found it easier to put the star on the Christmas tree than Robert because Nelson was quite tall.\n\nThe barista loved to make all types of coffee including iced and hot. The iced", + " coffee was popular in the cooler weathers." + ], + [ + "The barber tried to use the chemical to dye the woman's hair but the hair was too tough.\n\nSteven raises cattle while Joel raises chickens, and therefore Steven is able to sell milk.\n\nLeslie laughed at Christopher for having such short hair, and Christopher felt angry about it later.\n\nThe sidewalk was made of bricks while the driveway was made of poured concrete. The sidewalk was more bumpy to ride on.\n\nNelson found it easier to put the star on the Christmas tree than Robert because Nelson was quite tall.\n\nThe barista loved to make all types of coffee including iced and hot. The hot", + " coffee was popular in the cooler weathers." + ] + ], + "resps": [ + [ + [ + -22.9375, + false + ] + ], + [ + [ + -24.5, + false + ] + ] + ], + "filtered_resps": [ + [ + -22.9375, + false + ], + [ + -24.5, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 465, + "doc": { + "sentence": "I did not see the sign on the billboard on the highway because the _ was too huge.", + "option1": "sign", + "option2": "billboard", + "answer": "2" + }, + "target": "was too huge.", + "arguments": [ + [ + "My friend renovated both her kitchen and bathroom. Her kitchen came off better, because the kitchen looks modern.\n\nBetty had to potty train Cynthia in order to enroll them in preschool, because Cynthia was a toddler.\n\nIt was more common for the bike to break that the tricycle, because the bike had poor craftsmanship.\n\nThe container was filled with water and milk, but the container burst and the milk was the heavier liquid.\n\nWilliam swept up all the leaves while Ian sat on the porch relaxing, so Ian was chill and relaxed.\n\nI did not see the sign on the billboard on the highway because the sign", + " was too huge." + ], + [ + "My friend renovated both her kitchen and bathroom. Her kitchen came off better, because the kitchen looks modern.\n\nBetty had to potty train Cynthia in order to enroll them in preschool, because Cynthia was a toddler.\n\nIt was more common for the bike to break that the tricycle, because the bike had poor craftsmanship.\n\nThe container was filled with water and milk, but the container burst and the milk was the heavier liquid.\n\nWilliam swept up all the leaves while Ian sat on the porch relaxing, so Ian was chill and relaxed.\n\nI did not see the sign on the billboard on the highway because the billboard", + " was too huge." + ] + ], + "resps": [ + [ + [ + -9.9609375, + false + ] + ], + [ + [ + -10.0390625, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.9609375, + false + ], + [ + -10.0390625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 473, + "doc": { + "sentence": "The doctor suggested alternating between ice and a heating pad when I strained a muscle, but he warned me to not let the _ get too cold.", + "option1": "ice", + "option2": "pad", + "answer": "1" + }, + "target": "get too cold.", + "arguments": [ + [ + "Angela needs help with pricing her jewelery so she goes to Emily, becasue Emily is a professional.\n\nJeffrey always put peanut butter and jam on his sandwiches unlike Donald because Jeffrey loved the combo.\n\nThey went to a petting zoo which Samuel liked but Jason hated. Samuel was sure the animals enjoyed the experience, too.\n\nThe plane flew at a lower altitude than the helicopter because the plane had less engine power.\n\nThe musician wanted to store the guitar in the case but the case was too small.\n\nThe doctor suggested alternating between ice and a heating pad when I strained a muscle, but he warned me to not let the ice", + " get too cold." + ], + [ + "Angela needs help with pricing her jewelery so she goes to Emily, becasue Emily is a professional.\n\nJeffrey always put peanut butter and jam on his sandwiches unlike Donald because Jeffrey loved the combo.\n\nThey went to a petting zoo which Samuel liked but Jason hated. Samuel was sure the animals enjoyed the experience, too.\n\nThe plane flew at a lower altitude than the helicopter because the plane had less engine power.\n\nThe musician wanted to store the guitar in the case but the case was too small.\n\nThe doctor suggested alternating between ice and a heating pad when I strained a muscle, but he warned me to not let the pad", + " get too cold." + ] + ], + "resps": [ + [ + [ + -3.158203125, + true + ] + ], + [ + [ + -3.134765625, + false + ] + ] + ], + "filtered_resps": [ + [ + -3.158203125, + true + ], + [ + -3.134765625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 481, + "doc": { + "sentence": "Henry wanted to stop yelling and start using a more effective type of communication because the _ was nice.", + "option1": "yelling", + "option2": "communication", + "answer": "2" + }, + "target": "was nice.", + "arguments": [ + [ + "Kevin's broker recommended that he sell all his commodities and invest in bonds instead because the bonds would be more profitable.\n\nMary had less oily hair than Victoria although the scalp of Victoria was much drier.\n\nLaura likes the bright colors of a clownfish but Rebecca does not. Rebecca bought a catfish for their aquarium.\n\nCarrie was afraid of ghosts. Christine said this was foolish but Christine could not convinced them.\n\nRachel had fun at the slumber party but Erin had a bad time, Erin was quiet and was kept up all night.\n\nHenry wanted to stop yelling and start using a more effective type of communication because the yelling", + " was nice." + ], + [ + "Kevin's broker recommended that he sell all his commodities and invest in bonds instead because the bonds would be more profitable.\n\nMary had less oily hair than Victoria although the scalp of Victoria was much drier.\n\nLaura likes the bright colors of a clownfish but Rebecca does not. Rebecca bought a catfish for their aquarium.\n\nCarrie was afraid of ghosts. Christine said this was foolish but Christine could not convinced them.\n\nRachel had fun at the slumber party but Erin had a bad time, Erin was quiet and was kept up all night.\n\nHenry wanted to stop yelling and start using a more effective type of communication because the communication", + " was nice." + ] + ], + "resps": [ + [ + [ + -14.9296875, + false + ] + ], + [ + [ + -13.953125, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.9296875, + false + ], + [ + -13.953125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 489, + "doc": { + "sentence": "Cynthia had to pee after one large coffee but Betty did not as _ had a very big bladder.", + "option1": "Cynthia", + "option2": "Betty", + "answer": "2" + }, + "target": "had a very big bladder.", + "arguments": [ + [ + "The smile of Matthew is brighter than Craig's is, so Craig brushes his teeth less often.\n\nGrandad liked to get his news from real newspapers, and not online websites. The newspapers felt authentic and substantial.\n\nKen's dog preferred eating from the table and not his bowl, because food from the table seemed special to him.\n\nPatricia was caught trespassing on Sarah's house and other property, so Patricia went to jail.\n\nThe mechanic told Evan he needed to replace his brake pads, but not the shoes, as the pads were worn.\n\nCynthia had to pee after one large coffee but Betty did not as Cynthia", + " had a very big bladder." + ], + [ + "The smile of Matthew is brighter than Craig's is, so Craig brushes his teeth less often.\n\nGrandad liked to get his news from real newspapers, and not online websites. The newspapers felt authentic and substantial.\n\nKen's dog preferred eating from the table and not his bowl, because food from the table seemed special to him.\n\nPatricia was caught trespassing on Sarah's house and other property, so Patricia went to jail.\n\nThe mechanic told Evan he needed to replace his brake pads, but not the shoes, as the pads were worn.\n\nCynthia had to pee after one large coffee but Betty did not as Betty", + " had a very big bladder." + ] + ], + "resps": [ + [ + [ + -11.0546875, + false + ] + ], + [ + [ + -11.1796875, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.0546875, + false + ], + [ + -11.1796875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 497, + "doc": { + "sentence": "The TV that Samantha bought costs more than that of Carrie, because _ was rich.", + "option1": "Samantha", + "option2": "Carrie", + "answer": "1" + }, + "target": "was rich.", + "arguments": [ + [ + "Katrina was able to remove the mildew from the tub but not Christine because Katrina used bleach.\n\nHangovers are really bad, but they are not as bad as migraines, because the migraines last awhile.\n\nThe autopsy was performed by Kayla instead of Christine since Christine fainted at the sight of blood .\n\nJon had to attend more physical therapy for his knee than for his elbow. The elbow had the less serious injury.\n\nLawrence has an anxiety disorder and Jason does not, so Lawrence takes medication for it.\n\nThe TV that Samantha bought costs more than that of Carrie, because Samantha", + " was rich." + ], + [ + "Katrina was able to remove the mildew from the tub but not Christine because Katrina used bleach.\n\nHangovers are really bad, but they are not as bad as migraines, because the migraines last awhile.\n\nThe autopsy was performed by Kayla instead of Christine since Christine fainted at the sight of blood .\n\nJon had to attend more physical therapy for his knee than for his elbow. The elbow had the less serious injury.\n\nLawrence has an anxiety disorder and Jason does not, so Lawrence takes medication for it.\n\nThe TV that Samantha bought costs more than that of Carrie, because Carrie", + " was rich." + ] + ], + "resps": [ + [ + [ + -9.703125, + false + ] + ], + [ + [ + -11.8828125, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.703125, + false + ], + [ + -11.8828125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 505, + "doc": { + "sentence": "Ian was tired of trying new diets while Steven had luck with one, so _ stuck to their routine.", + "option1": "Ian", + "option2": "Steven", + "answer": "2" + }, + "target": "stuck to their routine.", + "arguments": [ + [ + "Ian didn't know what to do about the situation while Steven was ready to go with an answer. Steven was a solver.\n\nI liked the flowers at my sisters house more than the plants at my moms, because the plants were ugly.\n\nThe dog food outweighed the drink, hence James decided to add more drink because the drink is lighter.\n\nThe man tried to put the furniture on the floor but the furniture was too large.\n\nBrett made a homemade pie while Eric bought a pie at the store because Eric was a terrible baker.\n\nIan was tired of trying new diets while Steven had luck with one, so Ian", + " stuck to their routine." + ], + [ + "Ian didn't know what to do about the situation while Steven was ready to go with an answer. Steven was a solver.\n\nI liked the flowers at my sisters house more than the plants at my moms, because the plants were ugly.\n\nThe dog food outweighed the drink, hence James decided to add more drink because the drink is lighter.\n\nThe man tried to put the furniture on the floor but the furniture was too large.\n\nBrett made a homemade pie while Eric bought a pie at the store because Eric was a terrible baker.\n\nIan was tired of trying new diets while Steven had luck with one, so Steven", + " stuck to their routine." + ] + ], + "resps": [ + [ + [ + -15.6796875, + false + ] + ], + [ + [ + -17.125, + false + ] + ] + ], + "filtered_resps": [ + [ + -15.6796875, + false + ], + [ + -17.125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 513, + "doc": { + "sentence": "My employer offers a bonus of either a phone or a television, but unfortunately the _ is just way too small to be useful.", + "option1": "phone", + "option2": "television", + "answer": "2" + }, + "target": "is just way too small to be useful.", + "arguments": [ + [ + "Mary aged much worse than Cynthia because Mary was smoking all of their spare time.\n\nSamantha used a brush on their hair after a shower but Christine just toweled their hair. Christine had tangled gnarly hair.\n\nKyle screamed at William, because William was showing off their vast collection of creepy insects.\n\nLindsey was much weaker than Megan since Megan was a gym rat who worked out at least five days a week.\n\nMike was late to work because his car was law on gas, fortunately the work was close enough to walk to.\n\nMy employer offers a bonus of either a phone or a television, but unfortunately the phone", + " is just way too small to be useful." + ], + [ + "Mary aged much worse than Cynthia because Mary was smoking all of their spare time.\n\nSamantha used a brush on their hair after a shower but Christine just toweled their hair. Christine had tangled gnarly hair.\n\nKyle screamed at William, because William was showing off their vast collection of creepy insects.\n\nLindsey was much weaker than Megan since Megan was a gym rat who worked out at least five days a week.\n\nMike was late to work because his car was law on gas, fortunately the work was close enough to walk to.\n\nMy employer offers a bonus of either a phone or a television, but unfortunately the television", + " is just way too small to be useful." + ] + ], + "resps": [ + [ + [ + -21.765625, + false + ] + ], + [ + [ + -20.953125, + false + ] + ] + ], + "filtered_resps": [ + [ + -21.765625, + false + ], + [ + -20.953125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 521, + "doc": { + "sentence": "The roof would have to be repaired using tarps or shingles before the storm comes. The _ are a temporary fix, though.", + "option1": "tarps", + "option2": "shingles", + "answer": "1" + }, + "target": "are a temporary fix, though.", + "arguments": [ + [ + "Being a boss comes natural to Michael it never has for Leslie, Leslie is not a suitable leader for others.\n\nThe feeling that John has with Philip is worse than his emotion towards Dennis, because the feeling are intense.\n\nChristine is teaching Rebecca how to ride a horse, because Christine is a great teacher.\n\nWilliam's attorney was a public defender who just didn't care and Dennis has a very successful hired attorney so chances are Dennis will win in mediation.\n\nThe skin of Jessica is much more bronze than that of Angela because Jessica got a lot of sun.\n\nThe roof would have to be repaired using tarps or shingles before the storm comes. The tarps", + " are a temporary fix, though." + ], + [ + "Being a boss comes natural to Michael it never has for Leslie, Leslie is not a suitable leader for others.\n\nThe feeling that John has with Philip is worse than his emotion towards Dennis, because the feeling are intense.\n\nChristine is teaching Rebecca how to ride a horse, because Christine is a great teacher.\n\nWilliam's attorney was a public defender who just didn't care and Dennis has a very successful hired attorney so chances are Dennis will win in mediation.\n\nThe skin of Jessica is much more bronze than that of Angela because Jessica got a lot of sun.\n\nThe roof would have to be repaired using tarps or shingles before the storm comes. The shingles", + " are a temporary fix, though." + ] + ], + "resps": [ + [ + [ + -17.796875, + false + ] + ], + [ + [ + -19.0, + false + ] + ] + ], + "filtered_resps": [ + [ + -17.796875, + false + ], + [ + -19.0, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 529, + "doc": { + "sentence": "The personal trainer gave Laura but not Victoria the more difficult exercise because _ was out of shape.", + "option1": "Laura", + "option2": "Victoria", + "answer": "2" + }, + "target": "was out of shape.", + "arguments": [ + [ + "He wanted to buy a digital or acoustic piano for his new home and he chose the Acoustic piano because it was classic.\n\nShe tried to avoid the zoo so she could visit the park instead, since the park was aligned to her tastes.\n\nCleaning wood doors is enjoyable for Patricia but not Laura because Patricia is okay with easy work.\n\nSamantha liked to drink low tea and Tanya did not because Tanya did not enjoy drinking something in the evening.\n\nMary is in bad health unlike Katrina so Katrina doesn't worry about eating more fruits and vegetables.\n\nThe personal trainer gave Laura but not Victoria the more difficult exercise because Laura", + " was out of shape." + ], + [ + "He wanted to buy a digital or acoustic piano for his new home and he chose the Acoustic piano because it was classic.\n\nShe tried to avoid the zoo so she could visit the park instead, since the park was aligned to her tastes.\n\nCleaning wood doors is enjoyable for Patricia but not Laura because Patricia is okay with easy work.\n\nSamantha liked to drink low tea and Tanya did not because Tanya did not enjoy drinking something in the evening.\n\nMary is in bad health unlike Katrina so Katrina doesn't worry about eating more fruits and vegetables.\n\nThe personal trainer gave Laura but not Victoria the more difficult exercise because Victoria", + " was out of shape." + ] + ], + "resps": [ + [ + [ + -6.73828125, + false + ] + ], + [ + [ + -5.8828125, + false + ] + ] + ], + "filtered_resps": [ + [ + -6.73828125, + false + ], + [ + -5.8828125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 537, + "doc": { + "sentence": "Natalie had a pig while Jennifer had a cow so _ thought mines smaller so its better.", + "option1": "Natalie", + "option2": "Jennifer", + "answer": "1" + }, + "target": "thought mines smaller so its better.", + "arguments": [ + [ + "Beth's put her art in a gallery instead of a museum because the gallery thought her art was different.\n\nThe computer needed a new monitor, but the keyboard was fine, because the keyboard was brand new.\n\nSamantha's hands were freezing, so she asked Elena if she could borrow some gloves. Samantha was unprepared for the cold weather.\n\nDuring the child's development, the parents were required to get many books and not as many notebooks because the notebooks were not needed for learning.\n\nVictoria had to wear cleats today at school but Patricia did not because Victoria has a soccer match after school.\n\nNatalie had a pig while Jennifer had a cow so Natalie", + " thought mines smaller so its better." + ], + [ + "Beth's put her art in a gallery instead of a museum because the gallery thought her art was different.\n\nThe computer needed a new monitor, but the keyboard was fine, because the keyboard was brand new.\n\nSamantha's hands were freezing, so she asked Elena if she could borrow some gloves. Samantha was unprepared for the cold weather.\n\nDuring the child's development, the parents were required to get many books and not as many notebooks because the notebooks were not needed for learning.\n\nVictoria had to wear cleats today at school but Patricia did not because Victoria has a soccer match after school.\n\nNatalie had a pig while Jennifer had a cow so Jennifer", + " thought mines smaller so its better." + ] + ], + "resps": [ + [ + [ + -48.21875, + false + ] + ], + [ + [ + -47.78125, + false + ] + ] + ], + "filtered_resps": [ + [ + -48.21875, + false + ], + [ + -47.78125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 545, + "doc": { + "sentence": "Rachel wanted children, but Megan had no interest, so _ looked for someone else to have freedom with.", + "option1": "Rachel", + "option2": "Megan", + "answer": "2" + }, + "target": "looked for someone else to have freedom with.", + "arguments": [ + [ + "He ran into the building after he heard the siren go off. The building was safe.\n\nThe team only needed to replace the monitor and not the computer because the monitor was old.\n\nNeil couldn't stop lying to Leslie, but Leslie told him he better to keep his friend.\n\nShe decided to leave the coach and headed to the taxi so she could get there faster but the coach was actually faster.\n\nThe shoe john sent to the man was returned but he accepted the watch because the watch is attractive.\n\nRachel wanted children, but Megan had no interest, so Rachel", + " looked for someone else to have freedom with." + ], + [ + "He ran into the building after he heard the siren go off. The building was safe.\n\nThe team only needed to replace the monitor and not the computer because the monitor was old.\n\nNeil couldn't stop lying to Leslie, but Leslie told him he better to keep his friend.\n\nShe decided to leave the coach and headed to the taxi so she could get there faster but the coach was actually faster.\n\nThe shoe john sent to the man was returned but he accepted the watch because the watch is attractive.\n\nRachel wanted children, but Megan had no interest, so Megan", + " looked for someone else to have freedom with." + ] + ], + "resps": [ + [ + [ + -29.34375, + false + ] + ], + [ + [ + -30.9375, + false + ] + ] + ], + "filtered_resps": [ + [ + -29.34375, + false + ], + [ + -30.9375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 553, + "doc": { + "sentence": "The children were not vaccinated, which was fine with Betty but annoyed Mary. _ believed they made kids autistic.", + "option1": "Betty", + "option2": "Mary", + "answer": "1" + }, + "target": "believed they made kids autistic.", + "arguments": [ + [ + "Being physically fit was easier for Natalie than Amy because Natalie spent a lot of time doing weight training.\n\nEric is known as bilingual whereas Jason is not because Jason still can't speak Spanish fluently.\n\nMegan fed the baby carrot flavored formula to Amy, so Amy is being a hungry infant.\n\nthe practice was to happen daily but they had limited space, the space was too little.\n\nLaura disliked the diamond ring Cynthia was wearing, but Cynthia loved it despite feeling diamonds were the result of slave labor and violence.\n\nThe children were not vaccinated, which was fine with Betty but annoyed Mary. Betty", + " believed they made kids autistic." + ], + [ + "Being physically fit was easier for Natalie than Amy because Natalie spent a lot of time doing weight training.\n\nEric is known as bilingual whereas Jason is not because Jason still can't speak Spanish fluently.\n\nMegan fed the baby carrot flavored formula to Amy, so Amy is being a hungry infant.\n\nthe practice was to happen daily but they had limited space, the space was too little.\n\nLaura disliked the diamond ring Cynthia was wearing, but Cynthia loved it despite feeling diamonds were the result of slave labor and violence.\n\nThe children were not vaccinated, which was fine with Betty but annoyed Mary. Mary", + " believed they made kids autistic." + ] + ], + "resps": [ + [ + [ + -27.921875, + false + ] + ], + [ + [ + -27.71875, + false + ] + ] + ], + "filtered_resps": [ + [ + -27.921875, + false + ], + [ + -27.71875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 561, + "doc": { + "sentence": "The pine trees were still green in December, but the oak trees were not, because the _ keep their leaves in fall.", + "option1": "oak trees", + "option2": "pine trees", + "answer": "2" + }, + "target": "keep their leaves in fall.", + "arguments": [ + [ + "When they baked, Kevin always let Jeffrey crack the egg because Kevin always got shells in the mix.\n\nJames was reading an essay loud to the audience but they cannot hear him because of the music played. The essay is quiet.\n\nMichael was going to Hawaii when Craig insisted he learned how to swim, but Craig had no idea how to swim either.\n\nWhile Michael didn't like animals as much as Robert however Robert had a dislike for frogs.\n\nAdam wanted to play the game on the table instead of the carpet, because the table had a smoother surface.\n\nThe pine trees were still green in December, but the oak trees were not, because the oak trees", + " keep their leaves in fall." + ], + [ + "When they baked, Kevin always let Jeffrey crack the egg because Kevin always got shells in the mix.\n\nJames was reading an essay loud to the audience but they cannot hear him because of the music played. The essay is quiet.\n\nMichael was going to Hawaii when Craig insisted he learned how to swim, but Craig had no idea how to swim either.\n\nWhile Michael didn't like animals as much as Robert however Robert had a dislike for frogs.\n\nAdam wanted to play the game on the table instead of the carpet, because the table had a smoother surface.\n\nThe pine trees were still green in December, but the oak trees were not, because the pine trees", + " keep their leaves in fall." + ] + ], + "resps": [ + [ + [ + -16.875, + false + ] + ], + [ + [ + -17.53125, + false + ] + ] + ], + "filtered_resps": [ + [ + -16.875, + false + ], + [ + -17.53125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 569, + "doc": { + "sentence": "Laura was thrilled to get their lip pierced but Rachel was pretty scared. _ had theirs done and cried.", + "option1": "Laura", + "option2": "Rachel", + "answer": "2" + }, + "target": "had theirs done and cried.", + "arguments": [ + [ + "Joe chose to invest in real estate over the stock market because he thought the real estate would have a higher long term return.\n\nSunny days were the best time to visit the beach according to Christopher but Matthew did not agree with Christopher .\n\nThe children were scared of the puppets but laughed at the movies, as the movies were amusing for them.\n\nThe mouse got stuck in a hole while running with a wood in its mouth. The wood is wide.\n\nIan really had to go the bathroom while he was at Craig's house, causing Ian to feel embarrassed.\n\nLaura was thrilled to get their lip pierced but Rachel was pretty scared. Laura", + " had theirs done and cried." + ], + [ + "Joe chose to invest in real estate over the stock market because he thought the real estate would have a higher long term return.\n\nSunny days were the best time to visit the beach according to Christopher but Matthew did not agree with Christopher .\n\nThe children were scared of the puppets but laughed at the movies, as the movies were amusing for them.\n\nThe mouse got stuck in a hole while running with a wood in its mouth. The wood is wide.\n\nIan really had to go the bathroom while he was at Craig's house, causing Ian to feel embarrassed.\n\nLaura was thrilled to get their lip pierced but Rachel was pretty scared. Rachel", + " had theirs done and cried." + ] + ], + "resps": [ + [ + [ + -28.84375, + false + ] + ], + [ + [ + -30.796875, + false + ] + ] + ], + "filtered_resps": [ + [ + -28.84375, + false + ], + [ + -30.796875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 577, + "doc": { + "sentence": "Because William developed a sore knee during his race against against Kyle, _ won the race.", + "option1": "William", + "option2": "Kyle", + "answer": "2" + }, + "target": "won the race.", + "arguments": [ + [ + "While hiking, Logan asked Derrick what brand of binoculars he preferred, because Logan was curious.\n\nKayla asked Rachel to show how to exercise at the local crossfit, because Kayla seldom worked out.\n\nMegan was hoping that Mary would give her tips on how to become an actress, because Mary was a total celebrity.\n\nRachel thought fish were good pets but Monica did not. Rachel bought a guppy from the pet store.\n\nThe student tried to hang his backpack in the closet but the closet was too small.\n\nBecause William developed a sore knee during his race against against Kyle, William", + " won the race." + ], + [ + "While hiking, Logan asked Derrick what brand of binoculars he preferred, because Logan was curious.\n\nKayla asked Rachel to show how to exercise at the local crossfit, because Kayla seldom worked out.\n\nMegan was hoping that Mary would give her tips on how to become an actress, because Mary was a total celebrity.\n\nRachel thought fish were good pets but Monica did not. Rachel bought a guppy from the pet store.\n\nThe student tried to hang his backpack in the closet but the closet was too small.\n\nBecause William developed a sore knee during his race against against Kyle, Kyle", + " won the race." + ] + ], + "resps": [ + [ + [ + -7.578125, + false + ] + ], + [ + [ + -4.26171875, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.578125, + false + ], + [ + -4.26171875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 585, + "doc": { + "sentence": "Tom recently was approved for botox therapy. He had a choice between near the office or near his house and went with his weekday convenience of the _ .", + "option1": "office", + "option2": "house", + "answer": "1" + }, + "target": ".", + "arguments": [ + [ + "Christine thought rabbits were very cute but Betty didn't. Betty bought a gerbil at the pet store.\n\nIan helped Steven carry a mattress up the stairs since Ian is a very strong person.\n\nJoe used soap to get rid of his smell, but the Soap was too weak.\n\nThe man tried to put the food into the refrigerator but the refrigerator was too small.\n\nThe blackberries tasted sweet but the raspberries tasted tart because the raspberries were less ripe.\n\nTom recently was approved for botox therapy. He had a choice between near the office or near his house and went with his weekday convenience of the office", + " ." + ], + [ + "Christine thought rabbits were very cute but Betty didn't. Betty bought a gerbil at the pet store.\n\nIan helped Steven carry a mattress up the stairs since Ian is a very strong person.\n\nJoe used soap to get rid of his smell, but the Soap was too weak.\n\nThe man tried to put the food into the refrigerator but the refrigerator was too small.\n\nThe blackberries tasted sweet but the raspberries tasted tart because the raspberries were less ripe.\n\nTom recently was approved for botox therapy. He had a choice between near the office or near his house and went with his weekday convenience of the house", + " ." + ] + ], + "resps": [ + [ + [ + -8.0390625, + false + ] + ], + [ + [ + -8.03125, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.0390625, + false + ], + [ + -8.03125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 593, + "doc": { + "sentence": "It was easier for the diner to follow their budget than the food truck because the _ had more money to spend.", + "option1": "diner", + "option2": "food truck", + "answer": "1" + }, + "target": "had more money to spend.", + "arguments": [ + [ + "Fallon brought home mice and put them in cages, but the cages were too small.\n\nCarrie asked Angela what medicine the doctor had said to get because Carrie had forgotten.\n\nRachel was always happy for Felicia because Felicia got good grades a lot of the time at school.\n\nThe flowers in my moms house were beautiful as opposed to the plants in my house, because the plants were let go.\n\nDarlene was making a casserole and decided to top it with tater tots instead of potato chips because her family had already had it with the potato chips before.\n\nIt was easier for the diner to follow their budget than the food truck because the diner", + " had more money to spend." + ], + [ + "Fallon brought home mice and put them in cages, but the cages were too small.\n\nCarrie asked Angela what medicine the doctor had said to get because Carrie had forgotten.\n\nRachel was always happy for Felicia because Felicia got good grades a lot of the time at school.\n\nThe flowers in my moms house were beautiful as opposed to the plants in my house, because the plants were let go.\n\nDarlene was making a casserole and decided to top it with tater tots instead of potato chips because her family had already had it with the potato chips before.\n\nIt was easier for the diner to follow their budget than the food truck because the food truck", + " had more money to spend." + ] + ], + "resps": [ + [ + [ + -7.640625, + false + ] + ], + [ + [ + -8.328125, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.640625, + false + ], + [ + -8.328125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 601, + "doc": { + "sentence": "Neil told Lawrence that he was training to be a race car driver. _ was worried about him.", + "option1": "Neil", + "option2": "Lawrence", + "answer": "2" + }, + "target": "was worried about him.", + "arguments": [ + [ + "Nelson banged loudy on the drum which really bothered Michael because Michael was really sensitive to sound.\n\nWhen Betty said they were a hippie Emily laughed and said they preferred Nixon. The liberal was Betty .\n\nBugs freak Sarah out, while Katrina is a lover of them Sarah is an indoor human being.\n\nDoctor gave some medicine to Betty but gave none to Tanya as Tanya was showing none of the symptoms of illness.\n\nShe changed her university course from mathematics to history, because the mathematics course is too complex.\n\nNeil told Lawrence that he was training to be a race car driver. Neil", + " was worried about him." + ], + [ + "Nelson banged loudy on the drum which really bothered Michael because Michael was really sensitive to sound.\n\nWhen Betty said they were a hippie Emily laughed and said they preferred Nixon. The liberal was Betty .\n\nBugs freak Sarah out, while Katrina is a lover of them Sarah is an indoor human being.\n\nDoctor gave some medicine to Betty but gave none to Tanya as Tanya was showing none of the symptoms of illness.\n\nShe changed her university course from mathematics to history, because the mathematics course is too complex.\n\nNeil told Lawrence that he was training to be a race car driver. Lawrence", + " was worried about him." + ] + ], + "resps": [ + [ + [ + -16.71875, + false + ] + ], + [ + [ + -13.8125, + false + ] + ] + ], + "filtered_resps": [ + [ + -16.71875, + false + ], + [ + -13.8125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 609, + "doc": { + "sentence": "Christopher was getting ready to wash Joel's hair,so _ got out shampoo by the sink and sat in the chair.", + "option1": "Christopher", + "option2": "Joel", + "answer": "2" + }, + "target": "got out shampoo by the sink and sat in the chair.", + "arguments": [ + [ + "Planting a fruit tree was a good idea for William but not Derrick because William enjoys eating fruit.\n\nSteven was more interested in planning his vacation than Justin because Justin had never wanted to travel.\n\nMary put the unused furniture in the den before decorating the dining room, because the den would not be used during the party.\n\nCraig set up traps in order to catch rats for Michael, because Michael needed traps from because their house was infested.\n\nEddie needed to make money so he pulled his money out of bonds and put them into stocks because the bonds had a better chance of lower performance.\n\nChristopher was getting ready to wash Joel's hair,so Christopher", + " got out shampoo by the sink and sat in the chair." + ], + [ + "Planting a fruit tree was a good idea for William but not Derrick because William enjoys eating fruit.\n\nSteven was more interested in planning his vacation than Justin because Justin had never wanted to travel.\n\nMary put the unused furniture in the den before decorating the dining room, because the den would not be used during the party.\n\nCraig set up traps in order to catch rats for Michael, because Michael needed traps from because their house was infested.\n\nEddie needed to make money so he pulled his money out of bonds and put them into stocks because the bonds had a better chance of lower performance.\n\nChristopher was getting ready to wash Joel's hair,so Joel", + " got out shampoo by the sink and sat in the chair." + ] + ], + "resps": [ + [ + [ + -36.71875, + false + ] + ], + [ + [ + -36.53125, + false + ] + ] + ], + "filtered_resps": [ + [ + -36.71875, + false + ], + [ + -36.53125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 617, + "doc": { + "sentence": "It was easier to get the soil loosened up with the pick than with the shovel, because the _ was solid.", + "option1": "shovel", + "option2": "pick", + "answer": "2" + }, + "target": "was solid.", + "arguments": [ + [ + "For their birthday, Amy wanted to improve the house with Sarah, but Sarah left the short boards.\n\nJames believes he could get the same number of grams of stones with equal volume of oil but he was wrong because the oil is lighter.\n\nAfter eating dinner, Leslie offered a piece of gum to Kevin because Kevin had eaten a lot of garlic.\n\nThe skin treatment made her skin look better than the face mask did. The skin treatment must work efficiently.\n\nJulie couldn't use the rope to tie the rods together so she used a ribbon because the ribbon was a lot easier to knot.\n\nIt was easier to get the soil loosened up with the pick than with the shovel, because the shovel", + " was solid." + ], + [ + "For their birthday, Amy wanted to improve the house with Sarah, but Sarah left the short boards.\n\nJames believes he could get the same number of grams of stones with equal volume of oil but he was wrong because the oil is lighter.\n\nAfter eating dinner, Leslie offered a piece of gum to Kevin because Kevin had eaten a lot of garlic.\n\nThe skin treatment made her skin look better than the face mask did. The skin treatment must work efficiently.\n\nJulie couldn't use the rope to tie the rods together so she used a ribbon because the ribbon was a lot easier to knot.\n\nIt was easier to get the soil loosened up with the pick than with the shovel, because the pick", + " was solid." + ] + ], + "resps": [ + [ + [ + -10.6015625, + false + ] + ], + [ + [ + -11.6875, + false + ] + ] + ], + "filtered_resps": [ + [ + -10.6015625, + false + ], + [ + -11.6875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 625, + "doc": { + "sentence": "My mom didn't fit the shape into the painting, because the _ was too complete.", + "option1": "shape", + "option2": "painting", + "answer": "2" + }, + "target": "was too complete.", + "arguments": [ + [ + "The microchip in Kenneth's cat works, but Benjamin's doesn't because Benjamin has a shady veterinarian.\n\nBrett wasn't sure what color of dress to buy unlike Derrick because Derrick was not picky.\n\nI have displayed my awards on the mantle but had to move some of them to a case. The mantle was too full.\n\nEvery time Michael saw a spider in the apartment he asked Samuel to deal with it, because Samuel loved helping spiders.\n\nKenneth could write a song and Kyle could sing them so, Kenneth wrote a beautiful song.\n\nMy mom didn't fit the shape into the painting, because the shape", + " was too complete." + ], + [ + "The microchip in Kenneth's cat works, but Benjamin's doesn't because Benjamin has a shady veterinarian.\n\nBrett wasn't sure what color of dress to buy unlike Derrick because Derrick was not picky.\n\nI have displayed my awards on the mantle but had to move some of them to a case. The mantle was too full.\n\nEvery time Michael saw a spider in the apartment he asked Samuel to deal with it, because Samuel loved helping spiders.\n\nKenneth could write a song and Kyle could sing them so, Kenneth wrote a beautiful song.\n\nMy mom didn't fit the shape into the painting, because the painting", + " was too complete." + ] + ], + "resps": [ + [ + [ + -12.6015625, + false + ] + ], + [ + [ + -13.0, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.6015625, + false + ], + [ + -13.0, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 633, + "doc": { + "sentence": "Late at night, Rebecca was more tired than Jessica so _ was unable to go right to sleep.", + "option1": "Rebecca", + "option2": "Jessica", + "answer": "2" + }, + "target": "was unable to go right to sleep.", + "arguments": [ + [ + "John could never think of buying a television with that price considering his income because the income is low.\n\nCynthia needed to lose weight but Angela did not because Angela was over twenty pounds under the recommended weight.\n\nSheila didn’t check the temperature of her flat iron before straightening her hair. The hair was fried.\n\nSo Derrick hates being outdoor because Benjamin likes the fresh air and the open space and Derrick don't.\n\nLaura fixed all of the electronics brought to them by Felicia, because Felicia was paying them.\n\nLate at night, Rebecca was more tired than Jessica so Rebecca", + " was unable to go right to sleep." + ], + [ + "John could never think of buying a television with that price considering his income because the income is low.\n\nCynthia needed to lose weight but Angela did not because Angela was over twenty pounds under the recommended weight.\n\nSheila didn’t check the temperature of her flat iron before straightening her hair. The hair was fried.\n\nSo Derrick hates being outdoor because Benjamin likes the fresh air and the open space and Derrick don't.\n\nLaura fixed all of the electronics brought to them by Felicia, because Felicia was paying them.\n\nLate at night, Rebecca was more tired than Jessica so Jessica", + " was unable to go right to sleep." + ] + ], + "resps": [ + [ + [ + -20.953125, + false + ] + ], + [ + [ + -19.5, + false + ] + ] + ], + "filtered_resps": [ + [ + -20.953125, + false + ], + [ + -19.5, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 641, + "doc": { + "sentence": "The man thought lifting the rock, not the log, would give him a hernia because the _ was lighter.", + "option1": "rock", + "option2": "log", + "answer": "2" + }, + "target": "was lighter.", + "arguments": [ + [ + "My migraine today was worse than my headache yesterday, because the headache was very mellow.\n\nShe chose to wax her legs rather than using a razor because she preferred the smoother look that using the wax gave her.\n\nDuring the meeting, Emily asked Elena to summarize the main points, because Emily preferred a succinct presentation.\n\nAlexis wanted to lose weight, so she bought a bench to lift weights and a low calorie meal pack, but the pack had additives.\n\nPaint was applied to the scooter, but not the car. The scooter had recently been in an accident.\n\nThe man thought lifting the rock, not the log, would give him a hernia because the rock", + " was lighter." + ], + [ + "My migraine today was worse than my headache yesterday, because the headache was very mellow.\n\nShe chose to wax her legs rather than using a razor because she preferred the smoother look that using the wax gave her.\n\nDuring the meeting, Emily asked Elena to summarize the main points, because Emily preferred a succinct presentation.\n\nAlexis wanted to lose weight, so she bought a bench to lift weights and a low calorie meal pack, but the pack had additives.\n\nPaint was applied to the scooter, but not the car. The scooter had recently been in an accident.\n\nThe man thought lifting the rock, not the log, would give him a hernia because the log", + " was lighter." + ] + ], + "resps": [ + [ + [ + -4.80859375, + false + ] + ], + [ + [ + -5.66796875, + false + ] + ] + ], + "filtered_resps": [ + [ + -4.80859375, + false + ], + [ + -5.66796875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 649, + "doc": { + "sentence": "We were making orange jack o lanterns and bought candles to put in the oranges, the candles did not fit. The _ were too big.", + "option1": "candles", + "option2": "oranges", + "answer": "1" + }, + "target": "were too big.", + "arguments": [ + [ + "When Christine suspected that Felicia was lying, she tried to set a trap. Then Christine got angry when it didn't work.\n\nFeeling chronic pain is an everything day for Dennis but not Donald because Dennis suffers from chronic pain syndrome.\n\nMark preferred to drink juice over water in the hot summer sun because the juice was delicious.\n\nThe student preferred to write his papers on the computer versus paper because he is slower at writing on paper .\n\n Carrie hates chocolates so Patricia received chocolates as a gift for their once a year birthday from Carrie.\n\nWe were making orange jack o lanterns and bought candles to put in the oranges, the candles did not fit. The candles", + " were too big." + ], + [ + "When Christine suspected that Felicia was lying, she tried to set a trap. Then Christine got angry when it didn't work.\n\nFeeling chronic pain is an everything day for Dennis but not Donald because Dennis suffers from chronic pain syndrome.\n\nMark preferred to drink juice over water in the hot summer sun because the juice was delicious.\n\nThe student preferred to write his papers on the computer versus paper because he is slower at writing on paper .\n\n Carrie hates chocolates so Patricia received chocolates as a gift for their once a year birthday from Carrie.\n\nWe were making orange jack o lanterns and bought candles to put in the oranges, the candles did not fit. The oranges", + " were too big." + ] + ], + "resps": [ + [ + [ + -3.810546875, + false + ] + ], + [ + [ + -4.375, + false + ] + ] + ], + "filtered_resps": [ + [ + -3.810546875, + false + ], + [ + -4.375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 657, + "doc": { + "sentence": "Beautiful to Angela means something physical, while it's mental to Emily, so _ is deeper.", + "option1": "Angela", + "option2": "Emily", + "answer": "2" + }, + "target": "is deeper.", + "arguments": [ + [ + "Adam loved orange juice with their breakfast but William much preferred apple juice. Adam ordered a glass of orange juice at IHOP.\n\nDonald has decided to become a Medical Marijuana farmer Jason doesn't approve, Jason wants to be a cop.\n\nAfter getting his high school degree, Kevin never received a college degree but still got a great job because the high school degree was all that was necessary.\n\nLawrence was afraid to mess with electricity, while Adam was adept with it, so Lawrence would avoid the fuse box.\n\nThe large wooden cutting board did not fit into the kitchen sink because the sink was too small.\n\nBeautiful to Angela means something physical, while it's mental to Emily, so Angela", + " is deeper." + ], + [ + "Adam loved orange juice with their breakfast but William much preferred apple juice. Adam ordered a glass of orange juice at IHOP.\n\nDonald has decided to become a Medical Marijuana farmer Jason doesn't approve, Jason wants to be a cop.\n\nAfter getting his high school degree, Kevin never received a college degree but still got a great job because the high school degree was all that was necessary.\n\nLawrence was afraid to mess with electricity, while Adam was adept with it, so Lawrence would avoid the fuse box.\n\nThe large wooden cutting board did not fit into the kitchen sink because the sink was too small.\n\nBeautiful to Angela means something physical, while it's mental to Emily, so Emily", + " is deeper." + ] + ], + "resps": [ + [ + [ + -14.9296875, + false + ] + ], + [ + [ + -13.953125, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.9296875, + false + ], + [ + -13.953125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 665, + "doc": { + "sentence": "Monica did not need a recipe in order to mix a cake but Angela did because _ was an instinctive baker.", + "option1": "Monica", + "option2": "Angela", + "answer": "1" + }, + "target": "was an instinctive baker.", + "arguments": [ + [ + "An Uber was called for Rebecca but not Kayla because Kayla had a ride home.\n\nThe painting of Kayla sold for more than the one by Cynthia because Kayla was more creative.\n\nJack decided to become a vegetarian and to make a mushroom lasagna with substitutes for meat. He decided to swap the meat .\n\nThe food stamps were more beneficial to the couple than the donations because the donations came in tiny amounts.\n\nThe mother looked in the drawer and could only find the spoons but not the forks because the forks were lost.\n\nMonica did not need a recipe in order to mix a cake but Angela did because Monica", + " was an instinctive baker." + ], + [ + "An Uber was called for Rebecca but not Kayla because Kayla had a ride home.\n\nThe painting of Kayla sold for more than the one by Cynthia because Kayla was more creative.\n\nJack decided to become a vegetarian and to make a mushroom lasagna with substitutes for meat. He decided to swap the meat .\n\nThe food stamps were more beneficial to the couple than the donations because the donations came in tiny amounts.\n\nThe mother looked in the drawer and could only find the spoons but not the forks because the forks were lost.\n\nMonica did not need a recipe in order to mix a cake but Angela did because Angela", + " was an instinctive baker." + ] + ], + "resps": [ + [ + [ + -15.6875, + false + ] + ], + [ + [ + -17.734375, + false + ] + ] + ], + "filtered_resps": [ + [ + -15.6875, + false + ], + [ + -17.734375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 673, + "doc": { + "sentence": "Although Angela was overall a nicer person than Natalie, _ often did practice humility very regularlly.", + "option1": "Angela", + "option2": "Natalie", + "answer": "2" + }, + "target": "often did practice humility very regularlly.", + "arguments": [ + [ + "Megan always loved to talk but Tanya did not because Tanya was really very introverted.\n\nThe coffee that Michael makes is usually stronger than that of Logan because Michael uses more grounds.\n\nPatricia wanted to adopt Jennifer and take her into her home, so Jennifer could be a daughter now.\n\nThe single Monica did not envy Emily 's married life, as Monica relished her freedom.\n\nThe staple that I used worked a lot better than the tape because the staple was stronger.\n\nAlthough Angela was overall a nicer person than Natalie, Angela", + " often did practice humility very regularlly." + ], + [ + "Megan always loved to talk but Tanya did not because Tanya was really very introverted.\n\nThe coffee that Michael makes is usually stronger than that of Logan because Michael uses more grounds.\n\nPatricia wanted to adopt Jennifer and take her into her home, so Jennifer could be a daughter now.\n\nThe single Monica did not envy Emily 's married life, as Monica relished her freedom.\n\nThe staple that I used worked a lot better than the tape because the staple was stronger.\n\nAlthough Angela was overall a nicer person than Natalie, Natalie", + " often did practice humility very regularlly." + ] + ], + "resps": [ + [ + [ + -55.5, + false + ] + ], + [ + [ + -53.9375, + false + ] + ] + ], + "filtered_resps": [ + [ + -55.5, + false + ], + [ + -53.9375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 681, + "doc": { + "sentence": "Monica can speak English and German but Samantha can only speak English because _ is trilingual.", + "option1": "Monica", + "option2": "Samantha", + "answer": "2" + }, + "target": "is trilingual.", + "arguments": [ + [ + "Christine told Megan some tips for their new real estate agent job since Christine was experienced and thought they could use some help.\n\nShe wanted to do embroidery with her needle and floss, but when she tried to thread the needle she realized the floss was too thick.\n\nTai needed to hire a contractor, either licensed or unlicensed, but the unlicensed was too cheap.\n\nOver the winter the bank replaced their dirty carpet with hardwood to satisfy their customers, the carpet was old.\n\nRandy legs were shinier than Craig because Randy always remembered to moisturize after a shower.\n\nMonica can speak English and German but Samantha can only speak English because Monica", + " is trilingual." + ], + [ + "Christine told Megan some tips for their new real estate agent job since Christine was experienced and thought they could use some help.\n\nShe wanted to do embroidery with her needle and floss, but when she tried to thread the needle she realized the floss was too thick.\n\nTai needed to hire a contractor, either licensed or unlicensed, but the unlicensed was too cheap.\n\nOver the winter the bank replaced their dirty carpet with hardwood to satisfy their customers, the carpet was old.\n\nRandy legs were shinier than Craig because Randy always remembered to moisturize after a shower.\n\nMonica can speak English and German but Samantha can only speak English because Samantha", + " is trilingual." + ] + ], + "resps": [ + [ + [ + -9.7265625, + false + ] + ], + [ + [ + -10.5234375, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.7265625, + false + ], + [ + -10.5234375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 689, + "doc": { + "sentence": "Kenneth had worse skin than Craig so _ had to use more of the moisturizer.", + "option1": "Kenneth", + "option2": "Craig", + "answer": "1" + }, + "target": "had to use more of the moisturizer.", + "arguments": [ + [ + "There was less chocolate in the cake than in the pie, so the pie was sweeter.\n\nKyle caught several fish but Justin did not catch a single one, so Justin was disappointed about how they did on the fishing trip.\n\nTanya wanted to return the found wallet to the owner, but Jessica argued that they should keep the money, because Tanya was more ethical.\n\nWe didn't have money for a lantern so we made our own out of tin cans rather than buckets as the tin cans were compact.\n\nJustin was not afraid to fight Leslie in the boxing ring, even though Leslie was much larger.\n\nKenneth had worse skin than Craig so Kenneth", + " had to use more of the moisturizer." + ], + [ + "There was less chocolate in the cake than in the pie, so the pie was sweeter.\n\nKyle caught several fish but Justin did not catch a single one, so Justin was disappointed about how they did on the fishing trip.\n\nTanya wanted to return the found wallet to the owner, but Jessica argued that they should keep the money, because Tanya was more ethical.\n\nWe didn't have money for a lantern so we made our own out of tin cans rather than buckets as the tin cans were compact.\n\nJustin was not afraid to fight Leslie in the boxing ring, even though Leslie was much larger.\n\nKenneth had worse skin than Craig so Craig", + " had to use more of the moisturizer." + ] + ], + "resps": [ + [ + [ + -14.078125, + false + ] + ], + [ + [ + -15.296875, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.078125, + false + ], + [ + -15.296875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 697, + "doc": { + "sentence": "Justin bought a new RV but Lawrence liked his old one, so _ decided to sell it.", + "option1": "Justin", + "option2": "Lawrence", + "answer": "1" + }, + "target": "decided to sell it.", + "arguments": [ + [ + "The farmers harvested more pumpkins than apples because the pumpkins grew better during the season.\n\nThe girl wore the shorts, but took the pants to the seamstress be hemmed, because the pants were the wrong length.\n\nHe had to rid the house of the trash and clothing, but the trash was the most disgusting part to clean up.\n\nBetty was more experienced than Jessica at chess, but it was a surprise when Jessica won.\n\nMaria recalled her childhood more fondly than Jessica, because Maria had been loved by her parents.\n\nJustin bought a new RV but Lawrence liked his old one, so Justin", + " decided to sell it." + ], + [ + "The farmers harvested more pumpkins than apples because the pumpkins grew better during the season.\n\nThe girl wore the shorts, but took the pants to the seamstress be hemmed, because the pants were the wrong length.\n\nHe had to rid the house of the trash and clothing, but the trash was the most disgusting part to clean up.\n\nBetty was more experienced than Jessica at chess, but it was a surprise when Jessica won.\n\nMaria recalled her childhood more fondly than Jessica, because Maria had been loved by her parents.\n\nJustin bought a new RV but Lawrence liked his old one, so Lawrence", + " decided to sell it." + ] + ], + "resps": [ + [ + [ + -6.90625, + false + ] + ], + [ + [ + -8.90625, + false + ] + ] + ], + "filtered_resps": [ + [ + -6.90625, + false + ], + [ + -8.90625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 705, + "doc": { + "sentence": "The medical waste was moved from the bag to the bucket, so the _ soon became sterilized.", + "option1": "bucket", + "option2": "bag", + "answer": "2" + }, + "target": "soon became sterilized.", + "arguments": [ + [ + "Nelson had lots of new ideas, but not Robert because Nelson was much more original in thought.\n\nWinston loved audio, and preferred to use the headphones rather than the speakers to listen to music becasuse he thought that the headphones sounded perfect.\n\nI bought a traveling cage for the dog and not the horse because the horse was wrongly sized for a traveling cage.\n\nCleaning the kitchen has never bothered Mary, while cleaning her bedroom does bother her. The kitchen isn't as dirty to start with.\n\nWe cannot see the flowers in the garden because of the fences and the fences are tall.\n\nThe medical waste was moved from the bag to the bucket, so the bucket", + " soon became sterilized." + ], + [ + "Nelson had lots of new ideas, but not Robert because Nelson was much more original in thought.\n\nWinston loved audio, and preferred to use the headphones rather than the speakers to listen to music becasuse he thought that the headphones sounded perfect.\n\nI bought a traveling cage for the dog and not the horse because the horse was wrongly sized for a traveling cage.\n\nCleaning the kitchen has never bothered Mary, while cleaning her bedroom does bother her. The kitchen isn't as dirty to start with.\n\nWe cannot see the flowers in the garden because of the fences and the fences are tall.\n\nThe medical waste was moved from the bag to the bucket, so the bag", + " soon became sterilized." + ] + ], + "resps": [ + [ + [ + -24.859375, + false + ] + ], + [ + [ + -24.46875, + false + ] + ] + ], + "filtered_resps": [ + [ + -24.859375, + false + ], + [ + -24.46875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 713, + "doc": { + "sentence": "Gem had a husky breed named Ben. Ben liked both bones and toys. However, he liked the _ the best because it was inedible.", + "option1": "bones", + "option2": "toys", + "answer": "2" + }, + "target": "the best because it was inedible.", + "arguments": [ + [ + "A basketball is a ball but what is a football? The football isn't quite what I pictured.\n\nNatalie asked Elena to place the book on the top shelf since Elena was tall enough to reach.\n\nHe didn't want to send the personal letter to her, so he sent a card instead. The card was appropriate to share.\n\nBurnt out, Felicia wants to go on a vacation with Tanya because Felicia needs a break from work.\n\nFelicia loved animals more than Cynthia so Felicia liked to play with mice and watch them run around.\n\nGem had a husky breed named Ben. Ben liked both bones and toys. However, he liked the bones", + " the best because it was inedible." + ], + [ + "A basketball is a ball but what is a football? The football isn't quite what I pictured.\n\nNatalie asked Elena to place the book on the top shelf since Elena was tall enough to reach.\n\nHe didn't want to send the personal letter to her, so he sent a card instead. The card was appropriate to share.\n\nBurnt out, Felicia wants to go on a vacation with Tanya because Felicia needs a break from work.\n\nFelicia loved animals more than Cynthia so Felicia liked to play with mice and watch them run around.\n\nGem had a husky breed named Ben. Ben liked both bones and toys. However, he liked the toys", + " the best because it was inedible." + ] + ], + "resps": [ + [ + [ + -22.546875, + false + ] + ], + [ + [ + -24.34375, + false + ] + ] + ], + "filtered_resps": [ + [ + -22.546875, + false + ], + [ + -24.34375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 721, + "doc": { + "sentence": "Jody wanted new mascara and eyeliner, either black or brown, but the _ was too heavy.", + "option1": "black", + "option2": "brown", + "answer": "1" + }, + "target": "was too heavy.", + "arguments": [ + [ + "Jennifer accepted all the medical treatment from Erin, because Erin was always happy to be helpful to anyone.\n\nKevin was a better writer than Brett, so Kevin was able to finish essays more quickly.\n\nMary checked all the hiding places they expected Jennifer to be in, but Mary never found them.\n\nAdopting a dog didn't work out for Kayla the way it did for Lindsey because Kayla has a fear of dogs.\n\nThe dog obeyed Lawrence more than William around the house because Lawrence had built a deeper bond with it.\n\nJody wanted new mascara and eyeliner, either black or brown, but the black", + " was too heavy." + ], + [ + "Jennifer accepted all the medical treatment from Erin, because Erin was always happy to be helpful to anyone.\n\nKevin was a better writer than Brett, so Kevin was able to finish essays more quickly.\n\nMary checked all the hiding places they expected Jennifer to be in, but Mary never found them.\n\nAdopting a dog didn't work out for Kayla the way it did for Lindsey because Kayla has a fear of dogs.\n\nThe dog obeyed Lawrence more than William around the house because Lawrence had built a deeper bond with it.\n\nJody wanted new mascara and eyeliner, either black or brown, but the brown", + " was too heavy." + ] + ], + "resps": [ + [ + [ + -10.9453125, + false + ] + ], + [ + [ + -10.828125, + false + ] + ] + ], + "filtered_resps": [ + [ + -10.9453125, + false + ], + [ + -10.828125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 729, + "doc": { + "sentence": "Jessica found the heavy load at work overwhelming but not Katrina because _ did a poor job at planning their work.", + "option1": "Jessica", + "option2": "Katrina", + "answer": "1" + }, + "target": "did a poor job at planning their work.", + "arguments": [ + [ + "Jade ordered sushi and steak at the fusion restaurant, but could only eat the steak because the steak tasted wonderful.\n\nLess people liked to be around Jessica than around Cynthia because Cynthia liked helping others.\n\nBob preferred the movie over dinner on the date because the dinner required more conversation.\n\nChristopher could speak French well, Derrick could not so Derrick didn't get along well in France.\n\nBilly poured the entire bag of broccoli into the hot pan located on the stone until the pan was full.\n\nJessica found the heavy load at work overwhelming but not Katrina because Jessica", + " did a poor job at planning their work." + ], + [ + "Jade ordered sushi and steak at the fusion restaurant, but could only eat the steak because the steak tasted wonderful.\n\nLess people liked to be around Jessica than around Cynthia because Cynthia liked helping others.\n\nBob preferred the movie over dinner on the date because the dinner required more conversation.\n\nChristopher could speak French well, Derrick could not so Derrick didn't get along well in France.\n\nBilly poured the entire bag of broccoli into the hot pan located on the stone until the pan was full.\n\nJessica found the heavy load at work overwhelming but not Katrina because Katrina", + " did a poor job at planning their work." + ] + ], + "resps": [ + [ + [ + -31.25, + false + ] + ], + [ + [ + -33.03125, + false + ] + ] + ], + "filtered_resps": [ + [ + -31.25, + false + ], + [ + -33.03125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 737, + "doc": { + "sentence": "The kitty ran away from Kayla and not Felicia because the kitty had known _ for many years.", + "option1": "Kayla", + "option2": "Felicia", + "answer": "2" + }, + "target": "for many years.", + "arguments": [ + [ + "Kevin shouted loudly at the women and Craig was embarrassed. Kevin was always loud in public.\n\nFelicia played a mean trick on Jessica, which turned out badly and made Jessica feel violated.\n\nJason puts in a lot of extra time at work but Adam leaves early very often. Jason got a promotion.\n\nNick was a worker who was asked by Hunter for silverware, and Nick was surprised by the request since it was a fast food restaurant.\n\nThe fastball flew at Ryan as they swung and missed, but Joseph caught it. Joseph got ready to catch the next pitch.\n\nThe kitty ran away from Kayla and not Felicia because the kitty had known Kayla", + " for many years." + ], + [ + "Kevin shouted loudly at the women and Craig was embarrassed. Kevin was always loud in public.\n\nFelicia played a mean trick on Jessica, which turned out badly and made Jessica feel violated.\n\nJason puts in a lot of extra time at work but Adam leaves early very often. Jason got a promotion.\n\nNick was a worker who was asked by Hunter for silverware, and Nick was surprised by the request since it was a fast food restaurant.\n\nThe fastball flew at Ryan as they swung and missed, but Joseph caught it. Joseph got ready to catch the next pitch.\n\nThe kitty ran away from Kayla and not Felicia because the kitty had known Felicia", + " for many years." + ] + ], + "resps": [ + [ + [ + -6.56640625, + false + ] + ], + [ + [ + -6.25, + false + ] + ] + ], + "filtered_resps": [ + [ + -6.56640625, + false + ], + [ + -6.25, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 745, + "doc": { + "sentence": "Angela noticed the lumps on Amy 's arms that she had failed to notice, _ is just oblivious that way.", + "option1": "Angela", + "option2": "Amy", + "answer": "2" + }, + "target": "is just oblivious that way.", + "arguments": [ + [ + "John decided to place a bet wager for an upcoming race because the wager was small.\n\nI prefer eggs with sausage rather than eggs with bacon for breakfast. The eggs with bacon is bland to me.\n\nJennifer yelled at Betty for betraying Jennifer 's trust because she would no longer be able to dog sit again.\n\nHe didn't appreciate the trumpet as much as the violin because he thought the violin made serene music.\n\nPeter was not able to put the duvet in the washing machine because the machine was too small.\n\nAngela noticed the lumps on Amy 's arms that she had failed to notice, Angela", + " is just oblivious that way." + ], + [ + "John decided to place a bet wager for an upcoming race because the wager was small.\n\nI prefer eggs with sausage rather than eggs with bacon for breakfast. The eggs with bacon is bland to me.\n\nJennifer yelled at Betty for betraying Jennifer 's trust because she would no longer be able to dog sit again.\n\nHe didn't appreciate the trumpet as much as the violin because he thought the violin made serene music.\n\nPeter was not able to put the duvet in the washing machine because the machine was too small.\n\nAngela noticed the lumps on Amy 's arms that she had failed to notice, Amy", + " is just oblivious that way." + ] + ], + "resps": [ + [ + [ + -32.09375, + false + ] + ], + [ + [ + -31.40625, + false + ] + ] + ], + "filtered_resps": [ + [ + -32.09375, + false + ], + [ + -31.40625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 753, + "doc": { + "sentence": "Joe brought his books to school in a suitcase instead of a backpack because the _ was bigger.", + "option1": "suitcase", + "option2": "backpack", + "answer": "1" + }, + "target": "was bigger.", + "arguments": [ + [ + "Randy led the league in goals scored while Eric was in last place. Eric was a very bad footballer.\n\nAt the cosplay convention, Jason showed Brian his new costume because Jason was proud of it.\n\nJennifer asked Cynthia if she had heard any complaints about the new teacher but Cynthia had not heard any.\n\nElena was asked by Rachel to plant the poppy seeds because Elena had a green thumb.\n\nJeffrey loves to drink coffee every morning but Ian does not. Jeffrey orders a cup of coffee with their breakfast.\n\nJoe brought his books to school in a suitcase instead of a backpack because the suitcase", + " was bigger." + ], + [ + "Randy led the league in goals scored while Eric was in last place. Eric was a very bad footballer.\n\nAt the cosplay convention, Jason showed Brian his new costume because Jason was proud of it.\n\nJennifer asked Cynthia if she had heard any complaints about the new teacher but Cynthia had not heard any.\n\nElena was asked by Rachel to plant the poppy seeds because Elena had a green thumb.\n\nJeffrey loves to drink coffee every morning but Ian does not. Jeffrey orders a cup of coffee with their breakfast.\n\nJoe brought his books to school in a suitcase instead of a backpack because the backpack", + " was bigger." + ] + ], + "resps": [ + [ + [ + -2.8984375, + true + ] + ], + [ + [ + -8.453125, + false + ] + ] + ], + "filtered_resps": [ + [ + -2.8984375, + true + ], + [ + -8.453125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 761, + "doc": { + "sentence": "Craig grew frustrated trying to coach Nick in soccer, as _ lacked the patience needed for the task.", + "option1": "Craig", + "option2": "Nick", + "answer": "1" + }, + "target": "lacked the patience needed for the task.", + "arguments": [ + [ + "Maria's garden was much grander and better looking than Megan's because Megan was an amateur gardener.\n\nIan suddenly went pale in the face and started babbling to Hunter because Ian is very nervous.\n\nMegan dreamed of becoming a famous singer while Jennifer wanted to be an artist. Jennifer loved to paint and draw.\n\nRuss bought a telescope to view the planet but he couldn't see the star because the planet was closer.\n\nShe had to take sausages out of her recipe and substitute lentils, since the lentils had a complimentary flavor.\n\nCraig grew frustrated trying to coach Nick in soccer, as Craig", + " lacked the patience needed for the task." + ], + [ + "Maria's garden was much grander and better looking than Megan's because Megan was an amateur gardener.\n\nIan suddenly went pale in the face and started babbling to Hunter because Ian is very nervous.\n\nMegan dreamed of becoming a famous singer while Jennifer wanted to be an artist. Jennifer loved to paint and draw.\n\nRuss bought a telescope to view the planet but he couldn't see the star because the planet was closer.\n\nShe had to take sausages out of her recipe and substitute lentils, since the lentils had a complimentary flavor.\n\nCraig grew frustrated trying to coach Nick in soccer, as Nick", + " lacked the patience needed for the task." + ] + ], + "resps": [ + [ + [ + -16.3125, + false + ] + ], + [ + [ + -21.375, + false + ] + ] + ], + "filtered_resps": [ + [ + -16.3125, + false + ], + [ + -21.375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 769, + "doc": { + "sentence": "Betty's blanket was much thicker than Jessica's blanket, so _ felt cold all night in bed.", + "option1": "Betty", + "option2": "Jessica", + "answer": "2" + }, + "target": "felt cold all night in bed.", + "arguments": [ + [ + "The house of Tanya was a lot worse off than that of Felicia, by reason that Felicia had more money.\n\nJames found that the tank was surprisingly easy to operate and not the vehicle because the tank had simple controls.\n\nSince Benjamin ate unhealthy desserts far more frequently than Brett, Benjamin had weak will power.\n\nJustin went to see William who was a therapist, and William listened to them talk all about their problems.\n\nThe lady was dreaming of becoming an artist that used pencils instead of markers, since the pencils were temporary.\n\nBetty's blanket was much thicker than Jessica's blanket, so Betty", + " felt cold all night in bed." + ], + [ + "The house of Tanya was a lot worse off than that of Felicia, by reason that Felicia had more money.\n\nJames found that the tank was surprisingly easy to operate and not the vehicle because the tank had simple controls.\n\nSince Benjamin ate unhealthy desserts far more frequently than Brett, Benjamin had weak will power.\n\nJustin went to see William who was a therapist, and William listened to them talk all about their problems.\n\nThe lady was dreaming of becoming an artist that used pencils instead of markers, since the pencils were temporary.\n\nBetty's blanket was much thicker than Jessica's blanket, so Jessica", + " felt cold all night in bed." + ] + ], + "resps": [ + [ + [ + -19.3125, + false + ] + ], + [ + [ + -17.1875, + false + ] + ] + ], + "filtered_resps": [ + [ + -19.3125, + false + ], + [ + -17.1875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 777, + "doc": { + "sentence": "If our relationship just started, should I get her a card or gift for Christmas? She might think I'm cheap if I give the _ .", + "option1": "card", + "option2": "gift", + "answer": "1" + }, + "target": ".", + "arguments": [ + [ + "Playing music came much more naturally to Hunter than Kevin although Kevin loved the clarinet.\n\nBeatrice was done cleaning the hallway before Jackie could clean the basement. It was quicker to clean the hallway .\n\nDuring their school holidays Nelson badly wanted to get a job but Aaron did not because Nelson was very hardworking.\n\nThe cook could safely touch the pot, but had to wait on the pan, because the pot was cold.\n\nSamuel suffered from constipation but Randy did not, so Samuel liked to drink a lot of prune juice.\n\nIf our relationship just started, should I get her a card or gift for Christmas? She might think I'm cheap if I give the card", + " ." + ], + [ + "Playing music came much more naturally to Hunter than Kevin although Kevin loved the clarinet.\n\nBeatrice was done cleaning the hallway before Jackie could clean the basement. It was quicker to clean the hallway .\n\nDuring their school holidays Nelson badly wanted to get a job but Aaron did not because Nelson was very hardworking.\n\nThe cook could safely touch the pot, but had to wait on the pan, because the pot was cold.\n\nSamuel suffered from constipation but Randy did not, so Samuel liked to drink a lot of prune juice.\n\nIf our relationship just started, should I get her a card or gift for Christmas? She might think I'm cheap if I give the gift", + " ." + ] + ], + "resps": [ + [ + [ + -6.1953125, + false + ] + ], + [ + [ + -6.91015625, + false + ] + ] + ], + "filtered_resps": [ + [ + -6.1953125, + false + ], + [ + -6.91015625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 785, + "doc": { + "sentence": "Emily had always loved kids and Jessica felt the opposite, so _ was surprised to become a pediatrician.", + "option1": "Emily", + "option2": "Jessica", + "answer": "2" + }, + "target": "was surprised to become a pediatrician.", + "arguments": [ + [ + "Megan gave a skirt to Tanya to wear at her recital because Tanya needed a confidence boost.\n\nRandy went to an ice cream shop because he had a coupon and met Michael there. Randy paid only half price.\n\nKayla wanted to start a business in a field that Felicia was working in so Felicia offered some help.\n\nKenneth bought a new house and needed help installing moulding. When Samuel offered to help, Kenneth was relieved.\n\nI always went to the store and not the shop because the store was closer to my apartment.\n\nEmily had always loved kids and Jessica felt the opposite, so Emily", + " was surprised to become a pediatrician." + ], + [ + "Megan gave a skirt to Tanya to wear at her recital because Tanya needed a confidence boost.\n\nRandy went to an ice cream shop because he had a coupon and met Michael there. Randy paid only half price.\n\nKayla wanted to start a business in a field that Felicia was working in so Felicia offered some help.\n\nKenneth bought a new house and needed help installing moulding. When Samuel offered to help, Kenneth was relieved.\n\nI always went to the store and not the shop because the store was closer to my apartment.\n\nEmily had always loved kids and Jessica felt the opposite, so Jessica", + " was surprised to become a pediatrician." + ] + ], + "resps": [ + [ + [ + -21.0625, + false + ] + ], + [ + [ + -19.78125, + false + ] + ] + ], + "filtered_resps": [ + [ + -21.0625, + false + ], + [ + -19.78125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 793, + "doc": { + "sentence": "Jen made charcoal to use as a mask and as toothpaste, but using the _ made her teeth very white.", + "option1": "mask", + "option2": "toothpaste", + "answer": "2" + }, + "target": "made her teeth very white.", + "arguments": [ + [ + "Steven was going to attend the concert unlike Ryan because it was Steven favorite genre of music.\n\nThe birds preferred eating the seeds than the worms because the worms tasted a lot worse.\n\nWhen it came to works of fiction, books were preferred to movies, as the books required more imagination.\n\nCarrie was a teacher of math and Elena was their student, so Elena got lots of homework.\n\nThe waiter could not cover the round tables with the square tablecloths because the tables were round.\n\nJen made charcoal to use as a mask and as toothpaste, but using the mask", + " made her teeth very white." + ], + [ + "Steven was going to attend the concert unlike Ryan because it was Steven favorite genre of music.\n\nThe birds preferred eating the seeds than the worms because the worms tasted a lot worse.\n\nWhen it came to works of fiction, books were preferred to movies, as the books required more imagination.\n\nCarrie was a teacher of math and Elena was their student, so Elena got lots of homework.\n\nThe waiter could not cover the round tables with the square tablecloths because the tables were round.\n\nJen made charcoal to use as a mask and as toothpaste, but using the toothpaste", + " made her teeth very white." + ] + ], + "resps": [ + [ + [ + -12.2890625, + false + ] + ], + [ + [ + -9.671875, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.2890625, + false + ], + [ + -9.671875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 801, + "doc": { + "sentence": "Michael was on a diet, but cheated by eating junk food with Christopher. _ felt bad for ruining his plan.", + "option1": "Michael", + "option2": "Christopher", + "answer": "2" + }, + "target": "felt bad for ruining his plan.", + "arguments": [ + [ + "Federico couldn't see in the bedroom when coming from the bathroom for the bathroom was too bright.\n\nThe woman tried to put the candle on the stand but the candle was too large.\n\nLogan made many harsh and hurtful demands of Adam, because Adam was a major victim.\n\nJoJo was training her dog to return the ball to the basket after playing, because the ball often got lost.\n\nLindsey was arrested the previous night and called Carrie immediately because Lindsey needed a good defense lawyer.\n\nMichael was on a diet, but cheated by eating junk food with Christopher. Michael", + " felt bad for ruining his plan." + ], + [ + "Federico couldn't see in the bedroom when coming from the bathroom for the bathroom was too bright.\n\nThe woman tried to put the candle on the stand but the candle was too large.\n\nLogan made many harsh and hurtful demands of Adam, because Adam was a major victim.\n\nJoJo was training her dog to return the ball to the basket after playing, because the ball often got lost.\n\nLindsey was arrested the previous night and called Carrie immediately because Lindsey needed a good defense lawyer.\n\nMichael was on a diet, but cheated by eating junk food with Christopher. Christopher", + " felt bad for ruining his plan." + ] + ], + "resps": [ + [ + [ + -21.5, + false + ] + ], + [ + [ + -23.25, + false + ] + ] + ], + "filtered_resps": [ + [ + -21.5, + false + ], + [ + -23.25, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 809, + "doc": { + "sentence": "Hunter found they no longer returned Joseph's love in their marriage, therefore _ received divorce papers.", + "option1": "Hunter", + "option2": "Joseph", + "answer": "2" + }, + "target": "received divorce papers.", + "arguments": [ + [ + "The hair Hannah attached to his hair with a glue got blown away by the wind. The wind is confirmed strong.\n\nTo prepare for the test, Jason asked Joel for help. Joel is an excellent student.\n\nTim preferred putting the medicine in a cheese ball instead of a spoon, because the cheese ball made it easier to swallow.\n\nThe comb worked much better than the brush did because the comb was a bit newer.\n\nSteven struggles with their children's bad behavior while Dennis enjoys their children as Dennis is consistence in child discipline.\n\nHunter found they no longer returned Joseph's love in their marriage, therefore Hunter", + " received divorce papers." + ], + [ + "The hair Hannah attached to his hair with a glue got blown away by the wind. The wind is confirmed strong.\n\nTo prepare for the test, Jason asked Joel for help. Joel is an excellent student.\n\nTim preferred putting the medicine in a cheese ball instead of a spoon, because the cheese ball made it easier to swallow.\n\nThe comb worked much better than the brush did because the comb was a bit newer.\n\nSteven struggles with their children's bad behavior while Dennis enjoys their children as Dennis is consistence in child discipline.\n\nHunter found they no longer returned Joseph's love in their marriage, therefore Joseph", + " received divorce papers." + ] + ], + "resps": [ + [ + [ + -13.78125, + false + ] + ], + [ + [ + -11.46875, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.78125, + false + ], + [ + -11.46875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 817, + "doc": { + "sentence": "At dinner time, Tanya ate Erin's serving of peas even though _ really likes green vegetables.", + "option1": "Tanya", + "option2": "Erin", + "answer": "2" + }, + "target": "really likes green vegetables.", + "arguments": [ + [ + "Cleaning a piano is easy to Nick but not Leslie because Leslie makes it complex by not using a feather duster.\n\nI gave my parents a car for their birthday instead of just a card. The car shows appreciation.\n\nThe man bought some yarn instead of a ball because his cat preferred playing with the yarn .\n\nKenneth uses shampoo for color treated hair and Lawrence does not because Kenneth has dyed hair.\n\nThe hens were worth their trouble to Sarah but not to Natalie becasue Sarah loved the free eggs.\n\nAt dinner time, Tanya ate Erin's serving of peas even though Tanya", + " really likes green vegetables." + ], + [ + "Cleaning a piano is easy to Nick but not Leslie because Leslie makes it complex by not using a feather duster.\n\nI gave my parents a car for their birthday instead of just a card. The car shows appreciation.\n\nThe man bought some yarn instead of a ball because his cat preferred playing with the yarn .\n\nKenneth uses shampoo for color treated hair and Lawrence does not because Kenneth has dyed hair.\n\nThe hens were worth their trouble to Sarah but not to Natalie becasue Sarah loved the free eggs.\n\nAt dinner time, Tanya ate Erin's serving of peas even though Erin", + " really likes green vegetables." + ] + ], + "resps": [ + [ + [ + -15.640625, + false + ] + ], + [ + [ + -17.984375, + false + ] + ] + ], + "filtered_resps": [ + [ + -15.640625, + false + ], + [ + -17.984375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 825, + "doc": { + "sentence": "i had to walk closer to the board to see the phone numbers, only the monogram of the company is visible from a distance. The _ is bold.", + "option1": "monogram", + "option2": "number", + "answer": "1" + }, + "target": "is bold.", + "arguments": [ + [ + "Randy showed Michael how to use the square app because Michael was uncomfortable with electronics.\n\nAngela always had cornrows while Christine did not, so people were confused when Angela showed up without cornrows.\n\nYang wanted to be an illustrator and started drawing using crayons instead of pencils because the crayons were bought.\n\nWhen Diva baked a chocolate souffle for the first time she put them in several small ramekins. Ultimately, the souffle failed because the chocolate sunk.\n\nThe water was eroding the area under the deck faster than the porch, because the porch was on stable ground.\n\ni had to walk closer to the board to see the phone numbers, only the monogram of the company is visible from a distance. The monogram", + " is bold." + ], + [ + "Randy showed Michael how to use the square app because Michael was uncomfortable with electronics.\n\nAngela always had cornrows while Christine did not, so people were confused when Angela showed up without cornrows.\n\nYang wanted to be an illustrator and started drawing using crayons instead of pencils because the crayons were bought.\n\nWhen Diva baked a chocolate souffle for the first time she put them in several small ramekins. Ultimately, the souffle failed because the chocolate sunk.\n\nThe water was eroding the area under the deck faster than the porch, because the porch was on stable ground.\n\ni had to walk closer to the board to see the phone numbers, only the monogram of the company is visible from a distance. The number", + " is bold." + ] + ], + "resps": [ + [ + [ + -12.5703125, + false + ] + ], + [ + [ + -14.484375, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.5703125, + false + ], + [ + -14.484375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 833, + "doc": { + "sentence": "Justin went with Donald to the game because _ wanted to be the designated driver.", + "option1": "Justin", + "option2": "Donald", + "answer": "1" + }, + "target": "wanted to be the designated driver.", + "arguments": [ + [ + "Everyone wanted to be a mermaid at the Halloween party, but the costume at the store only fit Christine and not Jennifer because Jennifer was obese.\n\nBenjamin did not have a phobia of spiders unlike Justin so Justin avoided them when they saw them.\n\nLeslie was better able to communicate their ideas to the group than Brian, because Brian was shy.\n\nElena passed the exam while Laura failed because Elena studied hard for the exam leading up to it.\n\nLogan had never fired a gun before, so Michael took him to a firing range; Michael was patient.\n\nJustin went with Donald to the game because Justin", + " wanted to be the designated driver." + ], + [ + "Everyone wanted to be a mermaid at the Halloween party, but the costume at the store only fit Christine and not Jennifer because Jennifer was obese.\n\nBenjamin did not have a phobia of spiders unlike Justin so Justin avoided them when they saw them.\n\nLeslie was better able to communicate their ideas to the group than Brian, because Brian was shy.\n\nElena passed the exam while Laura failed because Elena studied hard for the exam leading up to it.\n\nLogan had never fired a gun before, so Michael took him to a firing range; Michael was patient.\n\nJustin went with Donald to the game because Donald", + " wanted to be the designated driver." + ] + ], + "resps": [ + [ + [ + -14.09375, + false + ] + ], + [ + [ + -15.15625, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.09375, + false + ], + [ + -15.15625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 841, + "doc": { + "sentence": "She used vinegar to wipe down the cabinets hourly and a wood cleaner monthly. The _ was overused.", + "option1": "vinegar", + "option2": "cleaner", + "answer": "1" + }, + "target": "was overused.", + "arguments": [ + [ + "Toby gave up on using the calendar to stay organized and started making a list, because the list was calming.\n\nDaphne got herself a cloak and a bodysuit for her Raven costume, and she thought the cloak made her look mysterious.\n\nThe young cook poured oil from the container into the fryer until the container was empty.\n\nJustin wanted to tell Robert they loved them so Justin asked them out to a fancy dinner.\n\nMary poured the entire bottle of cleaning soap into the bath until the bottle was empty.\n\nShe used vinegar to wipe down the cabinets hourly and a wood cleaner monthly. The vinegar", + " was overused." + ], + [ + "Toby gave up on using the calendar to stay organized and started making a list, because the list was calming.\n\nDaphne got herself a cloak and a bodysuit for her Raven costume, and she thought the cloak made her look mysterious.\n\nThe young cook poured oil from the container into the fryer until the container was empty.\n\nJustin wanted to tell Robert they loved them so Justin asked them out to a fancy dinner.\n\nMary poured the entire bottle of cleaning soap into the bath until the bottle was empty.\n\nShe used vinegar to wipe down the cabinets hourly and a wood cleaner monthly. The cleaner", + " was overused." + ] + ], + "resps": [ + [ + [ + -15.625, + false + ] + ], + [ + [ + -15.9140625, + false + ] + ] + ], + "filtered_resps": [ + [ + -15.625, + false + ], + [ + -15.9140625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 849, + "doc": { + "sentence": "Ryan grew the houseplant from seed, but Matthew bought a plastic plant instead, because _ tended to neglect plants.", + "option1": "Ryan", + "option2": "Matthew", + "answer": "2" + }, + "target": "tended to neglect plants.", + "arguments": [ + [ + "Nelson used the new baseballs at the field to throw at Ryan because Ryan was the catcher.\n\nJohns body looks a lot better than my back because the back of me is weak.\n\nBack when I was obese, I ate too many snacks and ate too few vegetables, but my weight reacted best when the vegetables were tasty.\n\nJennifer asked Felicia to help them make a diet plan and exercise routine. Felicia didn't need to lose weight.\n\nThe pills relieved my pain more than the capsules did because the capsules were weaker.\n\nRyan grew the houseplant from seed, but Matthew bought a plastic plant instead, because Ryan", + " tended to neglect plants." + ], + [ + "Nelson used the new baseballs at the field to throw at Ryan because Ryan was the catcher.\n\nJohns body looks a lot better than my back because the back of me is weak.\n\nBack when I was obese, I ate too many snacks and ate too few vegetables, but my weight reacted best when the vegetables were tasty.\n\nJennifer asked Felicia to help them make a diet plan and exercise routine. Felicia didn't need to lose weight.\n\nThe pills relieved my pain more than the capsules did because the capsules were weaker.\n\nRyan grew the houseplant from seed, but Matthew bought a plastic plant instead, because Matthew", + " tended to neglect plants." + ] + ], + "resps": [ + [ + [ + -13.140625, + false + ] + ], + [ + [ + -14.71875, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.140625, + false + ], + [ + -14.71875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 857, + "doc": { + "sentence": "Laura had a much better body than Katrina, because _ spent all of their time at the ice cream shop.", + "option1": "Laura", + "option2": "Katrina", + "answer": "2" + }, + "target": "spent all of their time at the ice cream shop.", + "arguments": [ + [ + "The silver bracelet was stunning but Mike liked to wear things other people didn't like so he bought the weird gold bracelet. The silver bracelet was beautiful.\n\nThe dog preferred sleeping on the couch instead of the dog bed because the bed was further from his food.\n\nThe pasta of Christine always tastes more authentic than Cynthia's because Christine is a famous cook.\n\nRebecca had less grass in their yard than Elena because Rebecca had more rabbits in their yard.\n\nHe became aggressive when visiting the house, but relaxed when going to the store, because the store was full of peaceful people.\n\nLaura had a much better body than Katrina, because Laura", + " spent all of their time at the ice cream shop." + ], + [ + "The silver bracelet was stunning but Mike liked to wear things other people didn't like so he bought the weird gold bracelet. The silver bracelet was beautiful.\n\nThe dog preferred sleeping on the couch instead of the dog bed because the bed was further from his food.\n\nThe pasta of Christine always tastes more authentic than Cynthia's because Christine is a famous cook.\n\nRebecca had less grass in their yard than Elena because Rebecca had more rabbits in their yard.\n\nHe became aggressive when visiting the house, but relaxed when going to the store, because the store was full of peaceful people.\n\nLaura had a much better body than Katrina, because Katrina", + " spent all of their time at the ice cream shop." + ] + ], + "resps": [ + [ + [ + -32.3125, + false + ] + ], + [ + [ + -30.71875, + false + ] + ] + ], + "filtered_resps": [ + [ + -32.3125, + false + ], + [ + -30.71875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 865, + "doc": { + "sentence": "Jeffrey asked Hunter when was the date set for the wedding because _ was getting married.", + "option1": "Jeffrey", + "option2": "Hunter", + "answer": "2" + }, + "target": "was getting married.", + "arguments": [ + [ + "She bought the nurse outfit instead of the clown costume for Halloween because the clown costume was frumpy.\n\nAfter reading about the dangers, Jeffrey encouraged Neil to quit smoking, but Neil ignored his advice.\n\nBenjamin was walking quite a bit faster than Brian, as Brian was experiencing knee pain.\n\nShe knew the questions on the math test and not the reading test since the reading test was on a shorter timer.\n\nThe pencils of Ian are always sharp for class, but Donald's are not because Ian is prepared.\n\nJeffrey asked Hunter when was the date set for the wedding because Jeffrey", + " was getting married." + ], + [ + "She bought the nurse outfit instead of the clown costume for Halloween because the clown costume was frumpy.\n\nAfter reading about the dangers, Jeffrey encouraged Neil to quit smoking, but Neil ignored his advice.\n\nBenjamin was walking quite a bit faster than Brian, as Brian was experiencing knee pain.\n\nShe knew the questions on the math test and not the reading test since the reading test was on a shorter timer.\n\nThe pencils of Ian are always sharp for class, but Donald's are not because Ian is prepared.\n\nJeffrey asked Hunter when was the date set for the wedding because Hunter", + " was getting married." + ] + ], + "resps": [ + [ + [ + -8.8515625, + false + ] + ], + [ + [ + -6.3203125, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.8515625, + false + ], + [ + -6.3203125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 873, + "doc": { + "sentence": "Christine told Samantha at court their reasons for their expired license, since _ had the responsibility to judge.", + "option1": "Christine", + "option2": "Samantha", + "answer": "2" + }, + "target": "had the responsibility to judge.", + "arguments": [ + [ + "The old man had a lot of canaries that ate a lot of cherries instead of the pellets, since the cherries were colorful.\n\nEveryone liked the Sarah's new knife more than Maria's because Sarah spent more money on it.\n\nCarrie had a large car payment where Monica had none at all, because Carrie drove a car.\n\nPatricia spent freely and capriciously but Monica was thrifty and miserly. Patricia could never spend within their means.\n\nNatalie saw fish at the aquarium while Lindsey saw turtles, and Lindsey took pictures of the reptiles.\n\nChristine told Samantha at court their reasons for their expired license, since Christine", + " had the responsibility to judge." + ], + [ + "The old man had a lot of canaries that ate a lot of cherries instead of the pellets, since the cherries were colorful.\n\nEveryone liked the Sarah's new knife more than Maria's because Sarah spent more money on it.\n\nCarrie had a large car payment where Monica had none at all, because Carrie drove a car.\n\nPatricia spent freely and capriciously but Monica was thrifty and miserly. Patricia could never spend within their means.\n\nNatalie saw fish at the aquarium while Lindsey saw turtles, and Lindsey took pictures of the reptiles.\n\nChristine told Samantha at court their reasons for their expired license, since Samantha", + " had the responsibility to judge." + ] + ], + "resps": [ + [ + [ + -23.21875, + false + ] + ], + [ + [ + -20.984375, + false + ] + ] + ], + "filtered_resps": [ + [ + -23.21875, + false + ], + [ + -20.984375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 881, + "doc": { + "sentence": "The rubber resisted the rock but snapped on the concrete, as the _ was smooth.", + "option1": "rock", + "option2": "concrete", + "answer": "1" + }, + "target": "was smooth.", + "arguments": [ + [ + "Leslie wore contacts at school although Neil didn't have to because Neil had a good eyesight.\n\nThere wasn't much beeswax this year so we dumped the combs into the trash instead of making honey as the trash was a viable option.\n\nEmily was having difficulty going through puberty but not Christine because Christine had very weak acne causing hormones.\n\nAdam felt that Ian was the romantic in their relationship. Adam had trouble being creative to show love.\n\nSteven's jeans have lots of holes in them, while Aaron's are fresh due to Steven wearing old clothing.\n\nThe rubber resisted the rock but snapped on the concrete, as the rock", + " was smooth." + ], + [ + "Leslie wore contacts at school although Neil didn't have to because Neil had a good eyesight.\n\nThere wasn't much beeswax this year so we dumped the combs into the trash instead of making honey as the trash was a viable option.\n\nEmily was having difficulty going through puberty but not Christine because Christine had very weak acne causing hormones.\n\nAdam felt that Ian was the romantic in their relationship. Adam had trouble being creative to show love.\n\nSteven's jeans have lots of holes in them, while Aaron's are fresh due to Steven wearing old clothing.\n\nThe rubber resisted the rock but snapped on the concrete, as the concrete", + " was smooth." + ] + ], + "resps": [ + [ + [ + -6.0390625, + false + ] + ], + [ + [ + -4.8203125, + false + ] + ] + ], + "filtered_resps": [ + [ + -6.0390625, + false + ], + [ + -4.8203125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 889, + "doc": { + "sentence": "Applying to dance in music videos was great for Erin but not Lindsey because _ was a beginner dancer.", + "option1": "Erin", + "option2": "Lindsey", + "answer": "2" + }, + "target": "was a beginner dancer.", + "arguments": [ + [ + "Steven owned a rusty bike that Randy liked to use, so Steven would loan it to them.\n\nKayla did not have the musical knowledge of Rebecca so Kayla borrowed her old records to listen to.\n\nJill poured the entire bag of flour into the mixing bowl until the bowl was full.\n\nKayla was constantly looking for gossip, and Angela had something juicy, so Kayla begged them for details.\n\nFelicia wants to bond with her new pet Macaw and asks for Amy's help, because Amy is Macaw trainer.\n\nApplying to dance in music videos was great for Erin but not Lindsey because Erin", + " was a beginner dancer." + ], + [ + "Steven owned a rusty bike that Randy liked to use, so Steven would loan it to them.\n\nKayla did not have the musical knowledge of Rebecca so Kayla borrowed her old records to listen to.\n\nJill poured the entire bag of flour into the mixing bowl until the bowl was full.\n\nKayla was constantly looking for gossip, and Angela had something juicy, so Kayla begged them for details.\n\nFelicia wants to bond with her new pet Macaw and asks for Amy's help, because Amy is Macaw trainer.\n\nApplying to dance in music videos was great for Erin but not Lindsey because Lindsey", + " was a beginner dancer." + ] + ], + "resps": [ + [ + [ + -13.796875, + false + ] + ], + [ + [ + -11.421875, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.796875, + false + ], + [ + -11.421875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 897, + "doc": { + "sentence": "John could not buy anything from the store than night and he went to the kiosk to buy some things because the _ is opened.", + "option1": "store", + "option2": "kiosk", + "answer": "2" + }, + "target": "is opened.", + "arguments": [ + [ + "The mental health of Brian is much better than William's because Brian sees a therapist.\n\nThey bought some supplies for archery so they setup a target in the backyard to test them in the backyard .\n\nThe work was more difficult than the task, because the work had a lot more steps.\n\nRob this time built the staircase using stone instead of wood because the stone was on sale.\n\nJoel loved climbing trees while Kyle didn't, so when around trees, Joel rarely stayed on the ground.\n\nJohn could not buy anything from the store than night and he went to the kiosk to buy some things because the store", + " is opened." + ], + [ + "The mental health of Brian is much better than William's because Brian sees a therapist.\n\nThey bought some supplies for archery so they setup a target in the backyard to test them in the backyard .\n\nThe work was more difficult than the task, because the work had a lot more steps.\n\nRob this time built the staircase using stone instead of wood because the stone was on sale.\n\nJoel loved climbing trees while Kyle didn't, so when around trees, Joel rarely stayed on the ground.\n\nJohn could not buy anything from the store than night and he went to the kiosk to buy some things because the kiosk", + " is opened." + ] + ], + "resps": [ + [ + [ + -13.03125, + false + ] + ], + [ + [ + -11.59375, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.03125, + false + ], + [ + -11.59375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 905, + "doc": { + "sentence": "Brett looks as if they are aging at half the rate of Craig because _ has lived a rough lifestyle.", + "option1": "Brett", + "option2": "Craig", + "answer": "2" + }, + "target": "has lived a rough lifestyle.", + "arguments": [ + [ + "The Mangos grew better in the fields that Hunter owned versus those of Logan even though Logan used better fertilizer.\n\nI had to embroider the design by hand and not a sewing machine because the sewing machine was too simple.\n\nElena was a very receptive student to Megan 's lessons, and Elena gave her full attention.\n\nBrian needed help assembling the bed frame when Joel showed up at the front door. Joel offered to help.\n\nEven though Erin was a harder worker than Mary, Mary has a more easier time working in sales.\n\nBrett looks as if they are aging at half the rate of Craig because Brett", + " has lived a rough lifestyle." + ], + [ + "The Mangos grew better in the fields that Hunter owned versus those of Logan even though Logan used better fertilizer.\n\nI had to embroider the design by hand and not a sewing machine because the sewing machine was too simple.\n\nElena was a very receptive student to Megan 's lessons, and Elena gave her full attention.\n\nBrian needed help assembling the bed frame when Joel showed up at the front door. Joel offered to help.\n\nEven though Erin was a harder worker than Mary, Mary has a more easier time working in sales.\n\nBrett looks as if they are aging at half the rate of Craig because Craig", + " has lived a rough lifestyle." + ] + ], + "resps": [ + [ + [ + -18.046875, + false + ] + ], + [ + [ + -17.28125, + false + ] + ] + ], + "filtered_resps": [ + [ + -18.046875, + false + ], + [ + -17.28125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 913, + "doc": { + "sentence": "Monica really enjoys a vodka drink, but Felicia prefers whiskey because _ likes clear liquors.", + "option1": "Monica", + "option2": "Felicia", + "answer": "1" + }, + "target": "likes clear liquors.", + "arguments": [ + [ + "The coroner tried to put the bodies in the coffins but the coffins were too small.\n\nFor the party. the vodka was kept in the freezer as the freezer would accommodate it.\n\nKevin was worried Kenneth would win the cross country race, because Kenneth was currently ahead.\n\nGoing to a costume party seemed like a fun time to Robert but not to Nick, so Nick went the store and bought a pant suit.\n\nPatricia regifted some shortbread they received for Christmas to Carrie, although Carrie didn't like shortbread.\n\nMonica really enjoys a vodka drink, but Felicia prefers whiskey because Monica", + " likes clear liquors." + ], + [ + "The coroner tried to put the bodies in the coffins but the coffins were too small.\n\nFor the party. the vodka was kept in the freezer as the freezer would accommodate it.\n\nKevin was worried Kenneth would win the cross country race, because Kenneth was currently ahead.\n\nGoing to a costume party seemed like a fun time to Robert but not to Nick, so Nick went the store and bought a pant suit.\n\nPatricia regifted some shortbread they received for Christmas to Carrie, although Carrie didn't like shortbread.\n\nMonica really enjoys a vodka drink, but Felicia prefers whiskey because Felicia", + " likes clear liquors." + ] + ], + "resps": [ + [ + [ + -15.8984375, + false + ] + ], + [ + [ + -13.9375, + false + ] + ] + ], + "filtered_resps": [ + [ + -15.8984375, + false + ], + [ + -13.9375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 921, + "doc": { + "sentence": "Jessica saw Laura constantly flirt with men in the office. _ thought it was normal in a place of business and she was admired by their coworkers.", + "option1": "Jessica", + "option2": "Laura", + "answer": "2" + }, + "target": "thought it was normal in a place of business and she was admired by their coworkers.", + "arguments": [ + [ + "Trying to lose belly fat is Laura was asking Amy for advice, Amy knew lots of ways to lose body fat.\n\nRyan winced while their parent Nelson operated the tablesaw to cut the board, because Nelson was adept with saws.\n\nIt costed more to repair the car of Leslie than it did the car of Derrick although Derrick had more services done.\n\nLogan liked the look of hardwood floors in a house but Brett thought carpet was nicer. Brett had the contractor put berber carpeting on their floors.\n\nRandy hates the music that always plays in the elevator, unlike Michael, because Randy grew up with rock not Jazz.\n\nJessica saw Laura constantly flirt with men in the office. Jessica", + " thought it was normal in a place of business and she was admired by their coworkers." + ], + [ + "Trying to lose belly fat is Laura was asking Amy for advice, Amy knew lots of ways to lose body fat.\n\nRyan winced while their parent Nelson operated the tablesaw to cut the board, because Nelson was adept with saws.\n\nIt costed more to repair the car of Leslie than it did the car of Derrick although Derrick had more services done.\n\nLogan liked the look of hardwood floors in a house but Brett thought carpet was nicer. Brett had the contractor put berber carpeting on their floors.\n\nRandy hates the music that always plays in the elevator, unlike Michael, because Randy grew up with rock not Jazz.\n\nJessica saw Laura constantly flirt with men in the office. Laura", + " thought it was normal in a place of business and she was admired by their coworkers." + ] + ], + "resps": [ + [ + [ + -54.25, + false + ] + ], + [ + [ + -48.15625, + false + ] + ] + ], + "filtered_resps": [ + [ + -54.25, + false + ], + [ + -48.15625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 929, + "doc": { + "sentence": "James wanted to write a list of what he can do for Christmas and he ended up using all the pages in the notepad. The _ is long.", + "option1": "list", + "option2": "page", + "answer": "1" + }, + "target": "is long.", + "arguments": [ + [ + "The shelving unit they bought would not fit in the pantry because the pantry was too small.\n\nJason could work out at the gym but not Ryan because Ryan cancelled their membership.\n\nJames cannot press the button so he turned the knob instead. It turned out the knob is movable.\n\nTanya was immune to the chicken pox and Rachel was not because Rachel didnt get a chicken pox shot.\n\nThe pills relieved my pain more than the capsules did because the pills were stronger.\n\nJames wanted to write a list of what he can do for Christmas and he ended up using all the pages in the notepad. The list", + " is long." + ], + [ + "The shelving unit they bought would not fit in the pantry because the pantry was too small.\n\nJason could work out at the gym but not Ryan because Ryan cancelled their membership.\n\nJames cannot press the button so he turned the knob instead. It turned out the knob is movable.\n\nTanya was immune to the chicken pox and Rachel was not because Rachel didnt get a chicken pox shot.\n\nThe pills relieved my pain more than the capsules did because the pills were stronger.\n\nJames wanted to write a list of what he can do for Christmas and he ended up using all the pages in the notepad. The page", + " is long." + ] + ], + "resps": [ + [ + [ + -7.0859375, + false + ] + ], + [ + [ + -13.28125, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.0859375, + false + ], + [ + -13.28125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 937, + "doc": { + "sentence": "Needing a boost Emily asked Rachel to put them on their shoulders in order to reach the roof, _ is tall in height.", + "option1": "Emily", + "option2": "Rachel", + "answer": "2" + }, + "target": "is tall in height.", + "arguments": [ + [ + "My friends business wasn't as good as my job because the job was making me some money.\n\nHe enjoyed the silver more than he enjoyed the gold, because the gold was uglier.\n\nThe tulips bloomed in the garden before the daffodils, because the daffodils had received less sun.\n\nJessica wants to clean colored grout so she asks her friend Rebecca for help, because Jessica doesn't know how to do it.\n\nJessica wanted to go see a horror movie with Christine but Christine hated to watch them.\n\nNeeding a boost Emily asked Rachel to put them on their shoulders in order to reach the roof, Emily", + " is tall in height." + ], + [ + "My friends business wasn't as good as my job because the job was making me some money.\n\nHe enjoyed the silver more than he enjoyed the gold, because the gold was uglier.\n\nThe tulips bloomed in the garden before the daffodils, because the daffodils had received less sun.\n\nJessica wants to clean colored grout so she asks her friend Rebecca for help, because Jessica doesn't know how to do it.\n\nJessica wanted to go see a horror movie with Christine but Christine hated to watch them.\n\nNeeding a boost Emily asked Rachel to put them on their shoulders in order to reach the roof, Rachel", + " is tall in height." + ] + ], + "resps": [ + [ + [ + -18.46875, + false + ] + ], + [ + [ + -18.609375, + false + ] + ] + ], + "filtered_resps": [ + [ + -18.46875, + false + ], + [ + -18.609375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 945, + "doc": { + "sentence": "Amy recognized the man in the waiting room before Monica did, because _ had met the man only once.", + "option1": "Amy", + "option2": "Monica", + "answer": "2" + }, + "target": "had met the man only once.", + "arguments": [ + [ + "Carrie is in need of work desperately and has come across Rebecca who is hiring, Rebecca has hired someone for a job.\n\nThe stains on the shirt didn't come out with normal products, because the stains were too strong.\n\nBetty wanted to buy some new clothes and asked Elena to come along because Elena had incredible fashion sense.\n\nRyan wore sunscreen on the hot summer day but Joseph did not. Joseph got a bad sunburn.\n\nCraig loved tadpoles while Samuel didn't so Samuel took the task of cleaning up the car.\n\nAmy recognized the man in the waiting room before Monica did, because Amy", + " had met the man only once." + ], + [ + "Carrie is in need of work desperately and has come across Rebecca who is hiring, Rebecca has hired someone for a job.\n\nThe stains on the shirt didn't come out with normal products, because the stains were too strong.\n\nBetty wanted to buy some new clothes and asked Elena to come along because Elena had incredible fashion sense.\n\nRyan wore sunscreen on the hot summer day but Joseph did not. Joseph got a bad sunburn.\n\nCraig loved tadpoles while Samuel didn't so Samuel took the task of cleaning up the car.\n\nAmy recognized the man in the waiting room before Monica did, because Monica", + " had met the man only once." + ] + ], + "resps": [ + [ + [ + -14.1875, + false + ] + ], + [ + [ + -10.6015625, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.1875, + false + ], + [ + -10.6015625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 953, + "doc": { + "sentence": "Samantha told Lindsey to be careful with the porcelain doll; when she ignored her and dropped the doll, _ was very sorry.", + "option1": "Samantha", + "option2": "Lindsey", + "answer": "2" + }, + "target": "was very sorry.", + "arguments": [ + [ + "Eric limped over to Samuel during a time out of a game to get water for Eric cramps.\n\nBen posted a selfie and a food shot on snapchat. People liked the food better, because Ben was ugly.\n\nJustin's car needed repairs and was in the shop so Adam gave them a ride to work. Justin will also need a ride home.\n\nThe candy jar could hold 100 gumballs or 80 maltballs because the gumballs were smaller.\n\nKatrina is a client of Rebecca at the salon and Rebecca is grateful for the work that they are given.\n\nSamantha told Lindsey to be careful with the porcelain doll; when she ignored her and dropped the doll, Samantha", + " was very sorry." + ], + [ + "Eric limped over to Samuel during a time out of a game to get water for Eric cramps.\n\nBen posted a selfie and a food shot on snapchat. People liked the food better, because Ben was ugly.\n\nJustin's car needed repairs and was in the shop so Adam gave them a ride to work. Justin will also need a ride home.\n\nThe candy jar could hold 100 gumballs or 80 maltballs because the gumballs were smaller.\n\nKatrina is a client of Rebecca at the salon and Rebecca is grateful for the work that they are given.\n\nSamantha told Lindsey to be careful with the porcelain doll; when she ignored her and dropped the doll, Lindsey", + " was very sorry." + ] + ], + "resps": [ + [ + [ + -13.1484375, + false + ] + ], + [ + [ + -9.828125, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.1484375, + false + ], + [ + -9.828125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 961, + "doc": { + "sentence": "Katrina asked Rachel to change the diapers for the babies this morning because _ is handling the stove.", + "option1": "Katrina", + "option2": "Rachel", + "answer": "1" + }, + "target": "is handling the stove.", + "arguments": [ + [ + "The artist preferred drawing still lifes of pots rather than plants , since the pots were easier to draw.\n\nAble to hear a scurrying sound from below the sink, Megan asked Samantha to check, as Megan was terrified of seeing a mouse.\n\nThey were lighting the sticks with matches, but preferred the lighters, so the matches were quickly abandoned.\n\nIf you wonder whether to use a pen or a pencil to do your homework, the pencil is easier to fix later.\n\nAfter Donald picked up and slammed Joel through the coffee table Donald felt very strong.\n\nKatrina asked Rachel to change the diapers for the babies this morning because Katrina", + " is handling the stove." + ], + [ + "The artist preferred drawing still lifes of pots rather than plants , since the pots were easier to draw.\n\nAble to hear a scurrying sound from below the sink, Megan asked Samantha to check, as Megan was terrified of seeing a mouse.\n\nThey were lighting the sticks with matches, but preferred the lighters, so the matches were quickly abandoned.\n\nIf you wonder whether to use a pen or a pencil to do your homework, the pencil is easier to fix later.\n\nAfter Donald picked up and slammed Joel through the coffee table Donald felt very strong.\n\nKatrina asked Rachel to change the diapers for the babies this morning because Rachel", + " is handling the stove." + ] + ], + "resps": [ + [ + [ + -21.453125, + false + ] + ], + [ + [ + -21.546875, + false + ] + ] + ], + "filtered_resps": [ + [ + -21.453125, + false + ], + [ + -21.546875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 969, + "doc": { + "sentence": "Monica chose Kayla as the winning contestant on the reality show because _ was a contestant on the show.", + "option1": "Monica", + "option2": "Kayla", + "answer": "2" + }, + "target": "was a contestant on the show.", + "arguments": [ + [ + "Maria used some acid to clean stains on the equipment but it didn't work because the acid was too weak.\n\nThe board cannot contain the flowchart James intend to draw because the board is small.\n\nAmy thought building a wall on the border was a good idea but Laura didn't because Amy was a patriotic American.\n\nKevin wanted to hang a chandelier from their ceiling so they called Aaron for help because Kevin had never mounted from a ceiling beam.\n\nSia left her career as a telemarketer for a career as a blogger. The telemarketer career allows her less free time.\n\nMonica chose Kayla as the winning contestant on the reality show because Monica", + " was a contestant on the show." + ], + [ + "Maria used some acid to clean stains on the equipment but it didn't work because the acid was too weak.\n\nThe board cannot contain the flowchart James intend to draw because the board is small.\n\nAmy thought building a wall on the border was a good idea but Laura didn't because Amy was a patriotic American.\n\nKevin wanted to hang a chandelier from their ceiling so they called Aaron for help because Kevin had never mounted from a ceiling beam.\n\nSia left her career as a telemarketer for a career as a blogger. The telemarketer career allows her less free time.\n\nMonica chose Kayla as the winning contestant on the reality show because Kayla", + " was a contestant on the show." + ] + ], + "resps": [ + [ + [ + -11.40625, + false + ] + ], + [ + [ + -12.4453125, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.40625, + false + ], + [ + -12.4453125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 977, + "doc": { + "sentence": "James was able to hide to gift he brought wit him in his pocket because the _ is small.", + "option1": "gift", + "option2": "pocket", + "answer": "1" + }, + "target": "is small.", + "arguments": [ + [ + "As the walls began to cave in on Joseph, he blamed Craig who had sold him the house because Craig had not revealed how frail they were.\n\nNeil lost all their private personal information to William as a result of the hack, because William was a predator.\n\nLeslie helped William to cope with a diagnosis of borderline personality disorder (BPD) from his doctor, because Leslie likes him.\n\nMary sat still while Victoria listened to her chest. The diagnosis was dengue fever, which surprised Victoria as she hadn't found this in patients.\n\nCreative writing was Amy's passion, but Mary struggled to write even a short story. Mary had bad imagination.\n\nJames was able to hide to gift he brought wit him in his pocket because the gift", + " is small." + ], + [ + "As the walls began to cave in on Joseph, he blamed Craig who had sold him the house because Craig had not revealed how frail they were.\n\nNeil lost all their private personal information to William as a result of the hack, because William was a predator.\n\nLeslie helped William to cope with a diagnosis of borderline personality disorder (BPD) from his doctor, because Leslie likes him.\n\nMary sat still while Victoria listened to her chest. The diagnosis was dengue fever, which surprised Victoria as she hadn't found this in patients.\n\nCreative writing was Amy's passion, but Mary struggled to write even a short story. Mary had bad imagination.\n\nJames was able to hide to gift he brought wit him in his pocket because the pocket", + " is small." + ] + ], + "resps": [ + [ + [ + -7.625, + false + ] + ], + [ + [ + -6.30859375, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.625, + false + ], + [ + -6.30859375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 985, + "doc": { + "sentence": "The doctor treated Natalie, but refused to see Tanya, because _ has an incredible insurance plan.", + "option1": "Natalie", + "option2": "Tanya", + "answer": "1" + }, + "target": "has an incredible insurance plan.", + "arguments": [ + [ + "Hunter enjoyed learning about Chinese superstitions but not Benjamin since Benjamin found them to be boring.\n\nMary made a fancy cheesecake to celebrate Rebecca's birthday, but Mary messed up the recipe.\n\nWhile waiting on the cricket field, Brett asked William to go get the bats. Brett set up the wickets while he got the bats.\n\nJustin showed Brett how to grind their own coffee beans, because Justin thought freshly ground was best.\n\nKevin had inexperience in home design compared to Dennis, and Kevin asked for advice about frames in photos that were displayed.\n\nThe doctor treated Natalie, but refused to see Tanya, because Natalie", + " has an incredible insurance plan." + ], + [ + "Hunter enjoyed learning about Chinese superstitions but not Benjamin since Benjamin found them to be boring.\n\nMary made a fancy cheesecake to celebrate Rebecca's birthday, but Mary messed up the recipe.\n\nWhile waiting on the cricket field, Brett asked William to go get the bats. Brett set up the wickets while he got the bats.\n\nJustin showed Brett how to grind their own coffee beans, because Justin thought freshly ground was best.\n\nKevin had inexperience in home design compared to Dennis, and Kevin asked for advice about frames in photos that were displayed.\n\nThe doctor treated Natalie, but refused to see Tanya, because Tanya", + " has an incredible insurance plan." + ] + ], + "resps": [ + [ + [ + -23.859375, + false + ] + ], + [ + [ + -25.09375, + false + ] + ] + ], + "filtered_resps": [ + [ + -23.859375, + false + ], + [ + -25.09375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 993, + "doc": { + "sentence": "The chef decided to omit the chicken from his signature dish for the party, because the _ needed to be vegetarian.", + "option1": "dish", + "option2": "party", + "answer": "1" + }, + "target": "needed to be vegetarian.", + "arguments": [ + [ + "I drank water instead of soda because the fever subsided when I drank the water .\n\nAaron is jealous of Kevin despite Aaron being chosen to be the best man at the wedding.\n\nThe rice had too much salt in it, but the potato had just enough salt, and as a result the potato was delicious.\n\nThe dog was cooler than the cat because the dog was sitting under the tree.\n\nLawrence was happy about the internship at the company of Robert when Robert gave praise.\n\nThe chef decided to omit the chicken from his signature dish for the party, because the dish", + " needed to be vegetarian." + ], + [ + "I drank water instead of soda because the fever subsided when I drank the water .\n\nAaron is jealous of Kevin despite Aaron being chosen to be the best man at the wedding.\n\nThe rice had too much salt in it, but the potato had just enough salt, and as a result the potato was delicious.\n\nThe dog was cooler than the cat because the dog was sitting under the tree.\n\nLawrence was happy about the internship at the company of Robert when Robert gave praise.\n\nThe chef decided to omit the chicken from his signature dish for the party, because the party", + " needed to be vegetarian." + ] + ], + "resps": [ + [ + [ + -8.2265625, + false + ] + ], + [ + [ + -9.578125, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.2265625, + false + ], + [ + -9.578125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1001, + "doc": { + "sentence": "Emily delivered the daily newspaper to Samantha promptly, so _ gave a nice Christmas bonus.", + "option1": "Emily", + "option2": "Samantha", + "answer": "2" + }, + "target": "gave a nice Christmas bonus.", + "arguments": [ + [ + "Elena always needed help with organizing her belongings and closet unlike Mary because Mary was neat.\n\nThe backhoe failed to remove the boulder but the bulldozer could, as the bulldozer was correctly equipped for the job.\n\nAngela was so jealous that Kayla knew how to play the guitar that Kayla offered to give her lessons the next day.\n\nCecily could only lift the cabbage and had to get Jenni to lift the pumpkin for her. The cabbage was light.\n\nPatricia drove a gas hog while Victoria had a car with high MPG, thus causing the environmentalists to look at Patricia with contempt.\n\nEmily delivered the daily newspaper to Samantha promptly, so Emily", + " gave a nice Christmas bonus." + ], + [ + "Elena always needed help with organizing her belongings and closet unlike Mary because Mary was neat.\n\nThe backhoe failed to remove the boulder but the bulldozer could, as the bulldozer was correctly equipped for the job.\n\nAngela was so jealous that Kayla knew how to play the guitar that Kayla offered to give her lessons the next day.\n\nCecily could only lift the cabbage and had to get Jenni to lift the pumpkin for her. The cabbage was light.\n\nPatricia drove a gas hog while Victoria had a car with high MPG, thus causing the environmentalists to look at Patricia with contempt.\n\nEmily delivered the daily newspaper to Samantha promptly, so Samantha", + " gave a nice Christmas bonus." + ] + ], + "resps": [ + [ + [ + -23.890625, + false + ] + ], + [ + [ + -20.4375, + false + ] + ] + ], + "filtered_resps": [ + [ + -23.890625, + false + ], + [ + -20.4375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1009, + "doc": { + "sentence": "Katrina demanded that Jessica get off of their property, because _ was in the neighborhood for visiting.", + "option1": "Katrina", + "option2": "Jessica", + "answer": "2" + }, + "target": "was in the neighborhood for visiting.", + "arguments": [ + [ + "The mental health of Brian is much better than William's because Brian sees a therapist.\n\nThe fingers of Kenneth were bleeding, so Dennis took a look at them, because Dennis is a physician.\n\nFixing the laptop was easy for Nelson but not Michael, because Michael was not technology savvy.\n\nAubrey kept her hamster in a tank instead of a cage because the tank was cleaner for it.\n\nI tried to put all of the food in the microwave but it wouldn't fit, because the microwave was too miniscule.\n\nKatrina demanded that Jessica get off of their property, because Katrina", + " was in the neighborhood for visiting." + ], + [ + "The mental health of Brian is much better than William's because Brian sees a therapist.\n\nThe fingers of Kenneth were bleeding, so Dennis took a look at them, because Dennis is a physician.\n\nFixing the laptop was easy for Nelson but not Michael, because Michael was not technology savvy.\n\nAubrey kept her hamster in a tank instead of a cage because the tank was cleaner for it.\n\nI tried to put all of the food in the microwave but it wouldn't fit, because the microwave was too miniscule.\n\nKatrina demanded that Jessica get off of their property, because Jessica", + " was in the neighborhood for visiting." + ] + ], + "resps": [ + [ + [ + -24.453125, + false + ] + ], + [ + [ + -24.921875, + false + ] + ] + ], + "filtered_resps": [ + [ + -24.453125, + false + ], + [ + -24.921875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1017, + "doc": { + "sentence": "The teenager chose a jeweled pin for her belly piercing, but the _ was too tiny.", + "option1": "piercing", + "option2": "pin", + "answer": "1" + }, + "target": "was too tiny.", + "arguments": [ + [ + "Robert went to Hunter and asked him to judge leniently just this one time, because Hunter didn't lose anything valuable.\n\nOn the island the weather was frequently unpredictable. It was supposed to rain this weekend and the rain would be very heavy.\n\nLogan had trust in Ryan for the reason that Ryan was an honest and responsible person.\n\nDennis was invited for an interview by Justin for a position at a new office. Dennis prepared by researching the company.\n\nKayla raises cows and helps supply the world with hamburger Carrie doesnt eat hamburger, the chance Carrie is a vegetarian is big.\n\nThe teenager chose a jeweled pin for her belly piercing, but the piercing", + " was too tiny." + ], + [ + "Robert went to Hunter and asked him to judge leniently just this one time, because Hunter didn't lose anything valuable.\n\nOn the island the weather was frequently unpredictable. It was supposed to rain this weekend and the rain would be very heavy.\n\nLogan had trust in Ryan for the reason that Ryan was an honest and responsible person.\n\nDennis was invited for an interview by Justin for a position at a new office. Dennis prepared by researching the company.\n\nKayla raises cows and helps supply the world with hamburger Carrie doesnt eat hamburger, the chance Carrie is a vegetarian is big.\n\nThe teenager chose a jeweled pin for her belly piercing, but the pin", + " was too tiny." + ] + ], + "resps": [ + [ + [ + -10.8203125, + false + ] + ], + [ + [ + -9.09375, + false + ] + ] + ], + "filtered_resps": [ + [ + -10.8203125, + false + ], + [ + -9.09375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1025, + "doc": { + "sentence": "When Derrick told Christopher about quitting school to provide for their family, _ started panicking.", + "option1": "Derrick", + "option2": "Christopher", + "answer": "1" + }, + "target": "started panicking.", + "arguments": [ + [ + "While changing her eating routine, Sally stopped eating chips and replaced it with fruit. The fruit were smooth.\n\nMary got stranded along the side of the road, and Christine helped them, so Mary was thankful.\n\nThe shoes were too big for Jason so he gave them to Ryan, because Jason feet are tiny.\n\nThe little boy poured milk from the carton into his cereal bowl until the carton was empty.\n\nAaron listened to Ryan talk about how disciplined he was to get 6 pack abs. Ryan was proud of himself.\n\nWhen Derrick told Christopher about quitting school to provide for their family, Derrick", + " started panicking." + ], + [ + "While changing her eating routine, Sally stopped eating chips and replaced it with fruit. The fruit were smooth.\n\nMary got stranded along the side of the road, and Christine helped them, so Mary was thankful.\n\nThe shoes were too big for Jason so he gave them to Ryan, because Jason feet are tiny.\n\nThe little boy poured milk from the carton into his cereal bowl until the carton was empty.\n\nAaron listened to Ryan talk about how disciplined he was to get 6 pack abs. Ryan was proud of himself.\n\nWhen Derrick told Christopher about quitting school to provide for their family, Christopher", + " started panicking." + ] + ], + "resps": [ + [ + [ + -12.5390625, + false + ] + ], + [ + [ + -12.640625, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.5390625, + false + ], + [ + -12.640625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1033, + "doc": { + "sentence": "Felicia ran out of shirts and borrowed one from Patricia, but _ didn't ask permission ahead of time.", + "option1": "Felicia", + "option2": "Patricia", + "answer": "1" + }, + "target": "didn't ask permission ahead of time.", + "arguments": [ + [ + "Kenneth had a fever, so Kevin gave him some medicine to take. Kenneth was his patient.\n\nMary replaced the gasket but not the compressor of her refrigerator, because the gasket was already worn.\n\nWhiskey is much loved by Brett but Ian prefers to drink tequila so Ian ordered a tequila sunrise to drink.\n\nCarrie is fluent in Spanish but Christine only speaks English as Christine only lived in USA when they were young.\n\nShe hates wearing pants but loves wearing dresses, because she feels more beautiful in the dresses .\n\nFelicia ran out of shirts and borrowed one from Patricia, but Felicia", + " didn't ask permission ahead of time." + ], + [ + "Kenneth had a fever, so Kevin gave him some medicine to take. Kenneth was his patient.\n\nMary replaced the gasket but not the compressor of her refrigerator, because the gasket was already worn.\n\nWhiskey is much loved by Brett but Ian prefers to drink tequila so Ian ordered a tequila sunrise to drink.\n\nCarrie is fluent in Spanish but Christine only speaks English as Christine only lived in USA when they were young.\n\nShe hates wearing pants but loves wearing dresses, because she feels more beautiful in the dresses .\n\nFelicia ran out of shirts and borrowed one from Patricia, but Patricia", + " didn't ask permission ahead of time." + ] + ], + "resps": [ + [ + [ + -19.515625, + false + ] + ], + [ + [ + -26.6875, + false + ] + ] + ], + "filtered_resps": [ + [ + -19.515625, + false + ], + [ + -26.6875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1041, + "doc": { + "sentence": "Mastering the game of chess was easier for Brian than William because _ had an analytical mind.", + "option1": "Brian", + "option2": "William", + "answer": "1" + }, + "target": "had an analytical mind.", + "arguments": [ + [ + "Neil asked Derrick for help on how to achieve better bowel movement but Derrick knew nothing about health.\n\nThe popular Ariana Grande look swept the school and Angela became more popular than Betty because Angela adhered to the new dress code.\n\nMatthew tried to be stealthy while planning a party for Donald, but Donald found out from someone who couldn't keep a secret.\n\nWhile they washed dishes, Maria washed and put them on a rack for Sarah to dry, but then Maria ran out of hot water.\n\nAfter Christmas Jeffrey decided to go on a diet but Donald didn't. Jeffrey had gained a lot of weight.\n\nMastering the game of chess was easier for Brian than William because Brian", + " had an analytical mind." + ], + [ + "Neil asked Derrick for help on how to achieve better bowel movement but Derrick knew nothing about health.\n\nThe popular Ariana Grande look swept the school and Angela became more popular than Betty because Angela adhered to the new dress code.\n\nMatthew tried to be stealthy while planning a party for Donald, but Donald found out from someone who couldn't keep a secret.\n\nWhile they washed dishes, Maria washed and put them on a rack for Sarah to dry, but then Maria ran out of hot water.\n\nAfter Christmas Jeffrey decided to go on a diet but Donald didn't. Jeffrey had gained a lot of weight.\n\nMastering the game of chess was easier for Brian than William because William", + " had an analytical mind." + ] + ], + "resps": [ + [ + [ + -10.421875, + false + ] + ], + [ + [ + -14.3125, + false + ] + ] + ], + "filtered_resps": [ + [ + -10.421875, + false + ], + [ + -14.3125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1049, + "doc": { + "sentence": "The trumpet part overpowered the reeds but could not be heard over the strings, as the _ were just too quiet .", + "option1": "reeds", + "option2": "strings", + "answer": "1" + }, + "target": "were just too quiet .", + "arguments": [ + [ + "Jane played the game on her phone instead of her tablet because she left the tablet at home.\n\nThe macaroni was better than the nachos because the sauce on the macaroni was richer.\n\nDonald loved eating oysters, but Steven was a vegetarian. Steven ordered a plate of salad.\n\nThe child wanted to store the shells in the boxes but the boxes were too small.\n\nThe teacher used a reward system and Robert won an award while Logan did not because Logan did not study at all.\n\nThe trumpet part overpowered the reeds but could not be heard over the strings, as the reeds", + " were just too quiet ." + ], + [ + "Jane played the game on her phone instead of her tablet because she left the tablet at home.\n\nThe macaroni was better than the nachos because the sauce on the macaroni was richer.\n\nDonald loved eating oysters, but Steven was a vegetarian. Steven ordered a plate of salad.\n\nThe child wanted to store the shells in the boxes but the boxes were too small.\n\nThe teacher used a reward system and Robert won an award while Logan did not because Logan did not study at all.\n\nThe trumpet part overpowered the reeds but could not be heard over the strings, as the strings", + " were just too quiet ." + ] + ], + "resps": [ + [ + [ + -18.515625, + false + ] + ], + [ + [ + -19.03125, + false + ] + ] + ], + "filtered_resps": [ + [ + -18.515625, + false + ], + [ + -19.03125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1057, + "doc": { + "sentence": "Mary loved to make baked potatoes, but Monica couldn't stand the smell; _ asked her to only make them when she was alone.", + "option1": "Mary", + "option2": "Monica", + "answer": "2" + }, + "target": "asked her to only make them when she was alone.", + "arguments": [ + [ + "Patricia was called over to inspect Amy's kitchen and bedroom because Patricia was known for being clean.\n\nShe left the coach and headed to the taxi so she could take a faster route but the coach was actually faster.\n\nCarrie wrote a long apology letter to send to Jennifer, but Carrie never delivered it.\n\nThe workout routine was beneficial to Donald but not Samuel because Donald was developing huge muscles.\n\nthey bought cups and left the fragile glasses on the shelf even though they needed both because the cups strong.\n\nMary loved to make baked potatoes, but Monica couldn't stand the smell; Mary", + " asked her to only make them when she was alone." + ], + [ + "Patricia was called over to inspect Amy's kitchen and bedroom because Patricia was known for being clean.\n\nShe left the coach and headed to the taxi so she could take a faster route but the coach was actually faster.\n\nCarrie wrote a long apology letter to send to Jennifer, but Carrie never delivered it.\n\nThe workout routine was beneficial to Donald but not Samuel because Donald was developing huge muscles.\n\nthey bought cups and left the fragile glasses on the shelf even though they needed both because the cups strong.\n\nMary loved to make baked potatoes, but Monica couldn't stand the smell; Monica", + " asked her to only make them when she was alone." + ] + ], + "resps": [ + [ + [ + -29.421875, + false + ] + ], + [ + [ + -25.265625, + false + ] + ] + ], + "filtered_resps": [ + [ + -29.421875, + false + ], + [ + -25.265625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1065, + "doc": { + "sentence": "Elena liked lizards more than Rachel did, so _ was appalled to receive a pet gecko for her birthday.", + "option1": "Elena", + "option2": "Rachel", + "answer": "2" + }, + "target": "was appalled to receive a pet gecko for her birthday.", + "arguments": [ + [ + "Steven loved the taste of squash but William hated it's flavor. William ordered the broccoli casserole with their dinner.\n\nAnna looked for a plant for her house, and chose a fern over a frond, because the frond would take up more space.\n\nTanya's vehicle was covered in rust whereas Jessica's was not because Jessica was very diligent about maintenance.\n\nLawrence had shorter shoelaces than Ian had on their shoes so Lawrence tripped less often.\n\nthe blood failed the tests for it had a lot of pathogens which it was being screened of, the pathogens were many.\n\nElena liked lizards more than Rachel did, so Elena", + " was appalled to receive a pet gecko for her birthday." + ], + [ + "Steven loved the taste of squash but William hated it's flavor. William ordered the broccoli casserole with their dinner.\n\nAnna looked for a plant for her house, and chose a fern over a frond, because the frond would take up more space.\n\nTanya's vehicle was covered in rust whereas Jessica's was not because Jessica was very diligent about maintenance.\n\nLawrence had shorter shoelaces than Ian had on their shoes so Lawrence tripped less often.\n\nthe blood failed the tests for it had a lot of pathogens which it was being screened of, the pathogens were many.\n\nElena liked lizards more than Rachel did, so Rachel", + " was appalled to receive a pet gecko for her birthday." + ] + ], + "resps": [ + [ + [ + -31.75, + false + ] + ], + [ + [ + -29.5625, + false + ] + ] + ], + "filtered_resps": [ + [ + -31.75, + false + ], + [ + -29.5625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1073, + "doc": { + "sentence": "The class was going on a bus on a field trip to a local museum. The _ had to close at 4.", + "option1": "bus", + "option2": "museum", + "answer": "2" + }, + "target": "had to close at 4.", + "arguments": [ + [ + "Lawrence wanted a dog for a pet and Benjamin wanted a cat because Lawrence preferred dogs inside and cats outside.\n\nShe prefers to use laptop over desktop PC, because the laptop is more mobile for her needs.\n\nThe man couldn't decide on a smoothie or a milkshake. He decided on a smoothie because it is healthier.\n\nSteven doesn't come off as sensual as Hunter does, so Hunter must be the more sexy person.\n\nNatalie wanted to cook Victoria a surprise meal for their birthday and Natalie tried to keep it a secret.\n\nThe class was going on a bus on a field trip to a local museum. The bus", + " had to close at 4." + ], + [ + "Lawrence wanted a dog for a pet and Benjamin wanted a cat because Lawrence preferred dogs inside and cats outside.\n\nShe prefers to use laptop over desktop PC, because the laptop is more mobile for her needs.\n\nThe man couldn't decide on a smoothie or a milkshake. He decided on a smoothie because it is healthier.\n\nSteven doesn't come off as sensual as Hunter does, so Hunter must be the more sexy person.\n\nNatalie wanted to cook Victoria a surprise meal for their birthday and Natalie tried to keep it a secret.\n\nThe class was going on a bus on a field trip to a local museum. The museum", + " had to close at 4." + ] + ], + "resps": [ + [ + [ + -23.6875, + false + ] + ], + [ + [ + -19.140625, + false + ] + ] + ], + "filtered_resps": [ + [ + -23.6875, + false + ], + [ + -19.140625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1081, + "doc": { + "sentence": "Harper wanted to wear a cowboy hat and a bolero tie to her party, but the _ didn't fit her head.", + "option1": "tie", + "option2": "hat", + "answer": "2" + }, + "target": "didn't fit her head.", + "arguments": [ + [ + "Nelson has accidentaly set a hotel on fire and endangered Aaron's life, because Nelson wasn't careful.\n\nThe massage oils warmed Rachel's heart but the candles didn't do so because the massage oils were useful to her.\n\nShe couldn't wear the bikini at the club, but it was OK at the cafe, as the cafe was so libertine.\n\nThe teacher took students off of the playground and put them on the bus until the bus was full.\n\nDerrick dined on sweets and fast food much too often while Donald ate salads and veggies. Donald had a scarcity of belly fat.\n\nHarper wanted to wear a cowboy hat and a bolero tie to her party, but the tie", + " didn't fit her head." + ], + [ + "Nelson has accidentaly set a hotel on fire and endangered Aaron's life, because Nelson wasn't careful.\n\nThe massage oils warmed Rachel's heart but the candles didn't do so because the massage oils were useful to her.\n\nShe couldn't wear the bikini at the club, but it was OK at the cafe, as the cafe was so libertine.\n\nThe teacher took students off of the playground and put them on the bus until the bus was full.\n\nDerrick dined on sweets and fast food much too often while Donald ate salads and veggies. Donald had a scarcity of belly fat.\n\nHarper wanted to wear a cowboy hat and a bolero tie to her party, but the hat", + " didn't fit her head." + ] + ], + "resps": [ + [ + [ + -9.0234375, + false + ] + ], + [ + [ + -6.59375, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.0234375, + false + ], + [ + -6.59375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1089, + "doc": { + "sentence": "Tanya wanted to audition for the show that Sarah was casting, so _ watched her routine very carefully.", + "option1": "Tanya", + "option2": "Sarah", + "answer": "2" + }, + "target": "watched her routine very carefully.", + "arguments": [ + [ + "Brett had to help Lawrence to burn a DVD of a movie to take on a plane as Lawrence had totally forgotten how to do it.\n\nI used a calculator instead of a computer to help with my math homework because the computer was slower.\n\nLeslie studied to become an auto body repair technician but not Robert, because Robert was not interested in cars.\n\nMatthew was in a lot of debt and Joseph was not because Matthew liked to spend a lot.\n\nAdam went running more often than Dennis did because Adam was on the track team.\n\nTanya wanted to audition for the show that Sarah was casting, so Tanya", + " watched her routine very carefully." + ], + [ + "Brett had to help Lawrence to burn a DVD of a movie to take on a plane as Lawrence had totally forgotten how to do it.\n\nI used a calculator instead of a computer to help with my math homework because the computer was slower.\n\nLeslie studied to become an auto body repair technician but not Robert, because Robert was not interested in cars.\n\nMatthew was in a lot of debt and Joseph was not because Matthew liked to spend a lot.\n\nAdam went running more often than Dennis did because Adam was on the track team.\n\nTanya wanted to audition for the show that Sarah was casting, so Sarah", + " watched her routine very carefully." + ] + ], + "resps": [ + [ + [ + -24.015625, + false + ] + ], + [ + [ + -24.828125, + false + ] + ] + ], + "filtered_resps": [ + [ + -24.015625, + false + ], + [ + -24.828125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1097, + "doc": { + "sentence": "the scanning tool could not get through the cervix because the _ was too small.", + "option1": "cervix", + "option2": "tool", + "answer": "1" + }, + "target": "was too small.", + "arguments": [ + [ + "The egg cooked more evenly in the pan than on the sheet, because the sheet was poorly designed.\n\nCynthia knows that wagering on baseball is illegal but Tanya does not care, Tanya couldn't avoid going to jail.\n\nBuying new office supplies and storage boxes was fun for Samuel but not Joel, since Joel hated having to organize.\n\nThe lady hated bowling a lot more than basketball because the lady thought the bowling was boring.\n\nThe mad scientist poured acid from the test tube into the beaker until the test tube was empty.\n\nthe scanning tool could not get through the cervix because the cervix", + " was too small." + ], + [ + "The egg cooked more evenly in the pan than on the sheet, because the sheet was poorly designed.\n\nCynthia knows that wagering on baseball is illegal but Tanya does not care, Tanya couldn't avoid going to jail.\n\nBuying new office supplies and storage boxes was fun for Samuel but not Joel, since Joel hated having to organize.\n\nThe lady hated bowling a lot more than basketball because the lady thought the bowling was boring.\n\nThe mad scientist poured acid from the test tube into the beaker until the test tube was empty.\n\nthe scanning tool could not get through the cervix because the tool", + " was too small." + ] + ], + "resps": [ + [ + [ + -2.94140625, + true + ] + ], + [ + [ + -2.66796875, + false + ] + ] + ], + "filtered_resps": [ + [ + -2.94140625, + true + ], + [ + -2.66796875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1105, + "doc": { + "sentence": "I don't want to use that iron on my new shirt, and, yes, it's because the _ is too expensive.", + "option1": "iron", + "option2": "shirt", + "answer": "2" + }, + "target": "is too expensive.", + "arguments": [ + [ + "Jess chose to use wallpaper and not paint for the walls because the wallpaper was prettier.\n\nSince Jennifer was in need of clothing while Natalie had extra, Jennifer bought clothes from the thrift shop.\n\nKenneth received an invitation to a mutual friends wedding but Brian was not invited. Brian was sad they could not attend.\n\nChristopher was an expert jeweler compared to Matthew' who is an amateur, so Matthew was the dealer swindled by a fake sapphire.\n\nAll of the paper that I got from school wouldn't fit in the folder, because the paper was too thick.\n\nI don't want to use that iron on my new shirt, and, yes, it's because the iron", + " is too expensive." + ], + [ + "Jess chose to use wallpaper and not paint for the walls because the wallpaper was prettier.\n\nSince Jennifer was in need of clothing while Natalie had extra, Jennifer bought clothes from the thrift shop.\n\nKenneth received an invitation to a mutual friends wedding but Brian was not invited. Brian was sad they could not attend.\n\nChristopher was an expert jeweler compared to Matthew' who is an amateur, so Matthew was the dealer swindled by a fake sapphire.\n\nAll of the paper that I got from school wouldn't fit in the folder, because the paper was too thick.\n\nI don't want to use that iron on my new shirt, and, yes, it's because the shirt", + " is too expensive." + ] + ], + "resps": [ + [ + [ + -6.92578125, + false + ] + ], + [ + [ + -5.6171875, + false + ] + ] + ], + "filtered_resps": [ + [ + -6.92578125, + false + ], + [ + -5.6171875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1113, + "doc": { + "sentence": "Derrick always wanted to wash when they woke up but Benjamin rarely bothered. _ was a very dirty person.", + "option1": "Derrick", + "option2": "Benjamin", + "answer": "2" + }, + "target": "was a very dirty person.", + "arguments": [ + [ + "Nelson really loved yellow birds, while Craig really loved gray ones, which explains why Nelson kept so many canaries.\n\nThe child of Maria had really bad behavior unlike Amy's child, because Amy was not very tolerant.\n\nKatrina makes very tasty roast recipes while Cynthia doesn't, so Katrina is eager to cook more.\n\nI took a class on how to drive a truck instead of a bus because driving the bus pays less.\n\nAaron's recreational vehicle was really just a trailer compared to Kevin's behemoth. Kevin had a grander model.\n\nDerrick always wanted to wash when they woke up but Benjamin rarely bothered. Derrick", + " was a very dirty person." + ], + [ + "Nelson really loved yellow birds, while Craig really loved gray ones, which explains why Nelson kept so many canaries.\n\nThe child of Maria had really bad behavior unlike Amy's child, because Amy was not very tolerant.\n\nKatrina makes very tasty roast recipes while Cynthia doesn't, so Katrina is eager to cook more.\n\nI took a class on how to drive a truck instead of a bus because driving the bus pays less.\n\nAaron's recreational vehicle was really just a trailer compared to Kevin's behemoth. Kevin had a grander model.\n\nDerrick always wanted to wash when they woke up but Benjamin rarely bothered. Benjamin", + " was a very dirty person." + ] + ], + "resps": [ + [ + [ + -12.1796875, + false + ] + ], + [ + [ + -12.078125, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.1796875, + false + ], + [ + -12.078125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1121, + "doc": { + "sentence": "The mirror didn't lie when it showed how overweight Patricia was and how emaciated Felicia was, so _ needed to go on diet.", + "option1": "Patricia", + "option2": "Felicia", + "answer": "1" + }, + "target": "needed to go on diet.", + "arguments": [ + [ + "Logan wanted a suitable environment for Robert so Logan set up the area around them.\n\nJustin has a lot of nerve pain and Ian doesn't know how to help so Ian offers hug s a lot.\n\nWilliam spend tons of money on their wedding but Ian had a small budget for theirs. you can say Ian is more practical.\n\nPatricia asked Rebecca when she was supposed to get the results back from the blood test but Rebecca did not know.\n\nJohn hated his country far more than the world because the world had many good people.\n\nThe mirror didn't lie when it showed how overweight Patricia was and how emaciated Felicia was, so Patricia", + " needed to go on diet." + ], + [ + "Logan wanted a suitable environment for Robert so Logan set up the area around them.\n\nJustin has a lot of nerve pain and Ian doesn't know how to help so Ian offers hug s a lot.\n\nWilliam spend tons of money on their wedding but Ian had a small budget for theirs. you can say Ian is more practical.\n\nPatricia asked Rebecca when she was supposed to get the results back from the blood test but Rebecca did not know.\n\nJohn hated his country far more than the world because the world had many good people.\n\nThe mirror didn't lie when it showed how overweight Patricia was and how emaciated Felicia was, so Felicia", + " needed to go on diet." + ] + ], + "resps": [ + [ + [ + -14.5546875, + false + ] + ], + [ + [ + -14.0078125, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.5546875, + false + ], + [ + -14.0078125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1129, + "doc": { + "sentence": "James was suffering from nausea and decided to drink ginger tea but the _ was too meek.", + "option1": "tea", + "option2": "nausea", + "answer": "1" + }, + "target": "was too meek.", + "arguments": [ + [ + "Jim started drinking fresh water instead of artificial soda pops because the water was healthy.\n\nThe wall was built to safeguard the house from waves, as the house was vulnerable against them.\n\nThe quarterback threw the football over the head of Craig and into the hands of Benjamin, so Benjamin score a touchdown.\n\nThe violets in the garden of Natalie grew much taller than Rebecca's because Natalie is great at gardening.\n\nThe woman was hurt less by the scam than the identity theft because she lost more money with the theft .\n\nJames was suffering from nausea and decided to drink ginger tea but the tea", + " was too meek." + ], + [ + "Jim started drinking fresh water instead of artificial soda pops because the water was healthy.\n\nThe wall was built to safeguard the house from waves, as the house was vulnerable against them.\n\nThe quarterback threw the football over the head of Craig and into the hands of Benjamin, so Benjamin score a touchdown.\n\nThe violets in the garden of Natalie grew much taller than Rebecca's because Natalie is great at gardening.\n\nThe woman was hurt less by the scam than the identity theft because she lost more money with the theft .\n\nJames was suffering from nausea and decided to drink ginger tea but the nausea", + " was too meek." + ] + ], + "resps": [ + [ + [ + -19.203125, + false + ] + ], + [ + [ + -23.25, + false + ] + ] + ], + "filtered_resps": [ + [ + -19.203125, + false + ], + [ + -23.25, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1137, + "doc": { + "sentence": "Victoria had no issues with Achilles Tendinitis unlike Betty because _ never wore sneakers with cushion.", + "option1": "Victoria", + "option2": "Betty", + "answer": "2" + }, + "target": "never wore sneakers with cushion.", + "arguments": [ + [ + "The hallway filled with smoke but the bedroom had clear air, since the bedroom had open windows.\n\nOwen wore boxers to sleep more than briefs because the boxers were loose on his skin.\n\nRebecca managed to stop their car before crashing but Jessica did not as Jessica was going fast.\n\nThe young boy wanted to put the baseball on the shelf but it kept rolling off because the baseball was round.\n\nThe decision making skills of Donald are poor when compared to those of Nelson. Nelson is a competent negotiator.\n\nVictoria had no issues with Achilles Tendinitis unlike Betty because Victoria", + " never wore sneakers with cushion." + ], + [ + "The hallway filled with smoke but the bedroom had clear air, since the bedroom had open windows.\n\nOwen wore boxers to sleep more than briefs because the boxers were loose on his skin.\n\nRebecca managed to stop their car before crashing but Jessica did not as Jessica was going fast.\n\nThe young boy wanted to put the baseball on the shelf but it kept rolling off because the baseball was round.\n\nThe decision making skills of Donald are poor when compared to those of Nelson. Nelson is a competent negotiator.\n\nVictoria had no issues with Achilles Tendinitis unlike Betty because Betty", + " never wore sneakers with cushion." + ] + ], + "resps": [ + [ + [ + -29.46875, + false + ] + ], + [ + [ + -30.453125, + false + ] + ] + ], + "filtered_resps": [ + [ + -29.46875, + false + ], + [ + -30.453125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1145, + "doc": { + "sentence": "Michael had to learn how to speak Chinese for his job unlike Matthew, because _ worked in China.", + "option1": "Michael", + "option2": "Matthew", + "answer": "1" + }, + "target": "worked in China.", + "arguments": [ + [ + "The crabs tasted better at the diner than at the restaurant because the diner was closer to the shore.\n\nJohn broke the tablet when he placed the box on it not knowing the tablet is fragile.\n\nNeil gave the new technology to Nick, because Neil wanted to share the advancements with someone else.\n\nJames needed a longer brush to clean the window because the brush is too short.\n\nKevin wanted to grow a bigger vegetable garden than Nelson because Nelson is a simple person.\n\nMichael had to learn how to speak Chinese for his job unlike Matthew, because Michael", + " worked in China." + ], + [ + "The crabs tasted better at the diner than at the restaurant because the diner was closer to the shore.\n\nJohn broke the tablet when he placed the box on it not knowing the tablet is fragile.\n\nNeil gave the new technology to Nick, because Neil wanted to share the advancements with someone else.\n\nJames needed a longer brush to clean the window because the brush is too short.\n\nKevin wanted to grow a bigger vegetable garden than Nelson because Nelson is a simple person.\n\nMichael had to learn how to speak Chinese for his job unlike Matthew, because Matthew", + " worked in China." + ] + ], + "resps": [ + [ + [ + -8.9609375, + false + ] + ], + [ + [ + -11.1953125, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.9609375, + false + ], + [ + -11.1953125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1153, + "doc": { + "sentence": "When gambling in Las Vegas, Christine usually bets less playing poker than Elena because _ is more cautious.", + "option1": "Christine", + "option2": "Elena", + "answer": "1" + }, + "target": "is more cautious.", + "arguments": [ + [ + "I would say Tanya is a better debater than Natalie as Natalie is very compromising most of the time.\n\nKenneth want to learn how to grow a jicama and asks for Jason's help, because Kenneth is not vine expert.\n\nThe chef could not use the knife to chop the vegetable quickly because the knife is too dull.\n\nRandy was more of a baseball fan than Michael so Michael was heavily bored in every postseason.\n\nThe woman put the note in her back pocket but it stuck out because the pocket was small.\n\nWhen gambling in Las Vegas, Christine usually bets less playing poker than Elena because Christine", + " is more cautious." + ], + [ + "I would say Tanya is a better debater than Natalie as Natalie is very compromising most of the time.\n\nKenneth want to learn how to grow a jicama and asks for Jason's help, because Kenneth is not vine expert.\n\nThe chef could not use the knife to chop the vegetable quickly because the knife is too dull.\n\nRandy was more of a baseball fan than Michael so Michael was heavily bored in every postseason.\n\nThe woman put the note in her back pocket but it stuck out because the pocket was small.\n\nWhen gambling in Las Vegas, Christine usually bets less playing poker than Elena because Elena", + " is more cautious." + ] + ], + "resps": [ + [ + [ + -6.5390625, + false + ] + ], + [ + [ + -8.8359375, + false + ] + ] + ], + "filtered_resps": [ + [ + -6.5390625, + false + ], + [ + -8.8359375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1161, + "doc": { + "sentence": "The floor started to have scratches when people's shoe started dragging on it. The _ was smooth.", + "option1": "floor", + "option2": "shoe", + "answer": "1" + }, + "target": "was smooth.", + "arguments": [ + [ + "Ryan had never gone to a dealership and bought a car like Michael because Michael never bought them from the owner.\n\nJohn poured some water from the bottle to the bowl and there still enough space in the bowl. The bottle small.\n\nThe man tried to fit his feet in the shoes but the feet were too large.\n\nLogan had to work while Aaron was still in middle school so Logan drove his car every day.\n\nRice was a staple in the country, but not enjoyed in the city, it was just so much cheaper in the country .\n\nThe floor started to have scratches when people's shoe started dragging on it. The floor", + " was smooth." + ], + [ + "Ryan had never gone to a dealership and bought a car like Michael because Michael never bought them from the owner.\n\nJohn poured some water from the bottle to the bowl and there still enough space in the bowl. The bottle small.\n\nThe man tried to fit his feet in the shoes but the feet were too large.\n\nLogan had to work while Aaron was still in middle school so Logan drove his car every day.\n\nRice was a staple in the country, but not enjoyed in the city, it was just so much cheaper in the country .\n\nThe floor started to have scratches when people's shoe started dragging on it. The shoe", + " was smooth." + ] + ], + "resps": [ + [ + [ + -9.7578125, + false + ] + ], + [ + [ + -12.3203125, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.7578125, + false + ], + [ + -12.3203125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1169, + "doc": { + "sentence": "The cracker that was given to me was worse than the cookie, because the _ was stale.", + "option1": "cracker", + "option2": "cookie", + "answer": "1" + }, + "target": "was stale.", + "arguments": [ + [ + "During the brewing process, the pots were on the stove and the bottles were in the fridge, so the pots were hotter.\n\nAaron loves walking, but Lawrence does not, so Lawrence drives to work every morning when it's raining or not.\n\nThe moments when Carrie would sniff Patricia's hair in class would make Carrie feel elated.\n\nSo Christopher ignored the website because Kevin needed some information that Christopher didn't need and that's why.\n\nJason wants to become a pilot so he asks his tutor Benjamin for extra hours, because Benjamin is already a pilot.\n\nThe cracker that was given to me was worse than the cookie, because the cracker", + " was stale." + ], + [ + "During the brewing process, the pots were on the stove and the bottles were in the fridge, so the pots were hotter.\n\nAaron loves walking, but Lawrence does not, so Lawrence drives to work every morning when it's raining or not.\n\nThe moments when Carrie would sniff Patricia's hair in class would make Carrie feel elated.\n\nSo Christopher ignored the website because Kevin needed some information that Christopher didn't need and that's why.\n\nJason wants to become a pilot so he asks his tutor Benjamin for extra hours, because Benjamin is already a pilot.\n\nThe cracker that was given to me was worse than the cookie, because the cookie", + " was stale." + ] + ], + "resps": [ + [ + [ + -2.89453125, + true + ] + ], + [ + [ + -5.2734375, + false + ] + ] + ], + "filtered_resps": [ + [ + -2.89453125, + true + ], + [ + -5.2734375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1177, + "doc": { + "sentence": "Jessica was arrested for growing hemp by the police but not Sarah because _ stayed during the field raid.", + "option1": "Jessica", + "option2": "Sarah", + "answer": "1" + }, + "target": "stayed during the field raid.", + "arguments": [ + [ + "Mike chose to buy his jeans at the store rather than the outlet, because store was cheaper .\n\nCarrie helped Natalie plan all of the company events for the conference because Natalie was an CEO.\n\nTanya's cars never lasted long, while Natalie's lasted years. Tanya refused to do basic maintenance like change the motor oil.\n\nJan wanted to move a desk into the corner of the family room but the desk was too wide.\n\nBecause Joseph had been a victim of identity theft and Matthew had not, Joseph checked his credit report more frequently.\n\nJessica was arrested for growing hemp by the police but not Sarah because Jessica", + " stayed during the field raid." + ], + [ + "Mike chose to buy his jeans at the store rather than the outlet, because store was cheaper .\n\nCarrie helped Natalie plan all of the company events for the conference because Natalie was an CEO.\n\nTanya's cars never lasted long, while Natalie's lasted years. Tanya refused to do basic maintenance like change the motor oil.\n\nJan wanted to move a desk into the corner of the family room but the desk was too wide.\n\nBecause Joseph had been a victim of identity theft and Matthew had not, Joseph checked his credit report more frequently.\n\nJessica was arrested for growing hemp by the police but not Sarah because Sarah", + " stayed during the field raid." + ] + ], + "resps": [ + [ + [ + -36.1875, + false + ] + ], + [ + [ + -37.53125, + false + ] + ] + ], + "filtered_resps": [ + [ + -36.1875, + false + ], + [ + -37.53125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1185, + "doc": { + "sentence": "Emily was nine months pregnant but Tanya was not pregnant at all. _ had a beautiful baby girl.", + "option1": "Emily", + "option2": "Tanya", + "answer": "1" + }, + "target": "had a beautiful baby girl.", + "arguments": [ + [ + "Jeffrey loved to listen to hip hop music but Kevin thought it was terrible. Jeffrey put in a cd by Run DMC.\n\nProducts sold at the outlet made more money than those sold at the store , so the outlet was a profitable business.\n\nLindsey needed to learn how to file from Amy since Amy 's office was well organized.\n\nWhen I have a health concern I go to the doctor's office, not to an unlicensed medical website, because the website can be frightening.\n\nLindsey is curvier than Megan, which explains why Lindsey always buys a larger-sized bra when they shop together at the discount clothing store.\n\nEmily was nine months pregnant but Tanya was not pregnant at all. Emily", + " had a beautiful baby girl." + ], + [ + "Jeffrey loved to listen to hip hop music but Kevin thought it was terrible. Jeffrey put in a cd by Run DMC.\n\nProducts sold at the outlet made more money than those sold at the store , so the outlet was a profitable business.\n\nLindsey needed to learn how to file from Amy since Amy 's office was well organized.\n\nWhen I have a health concern I go to the doctor's office, not to an unlicensed medical website, because the website can be frightening.\n\nLindsey is curvier than Megan, which explains why Lindsey always buys a larger-sized bra when they shop together at the discount clothing store.\n\nEmily was nine months pregnant but Tanya was not pregnant at all. Tanya", + " had a beautiful baby girl." + ] + ], + "resps": [ + [ + [ + -12.5546875, + false + ] + ], + [ + [ + -13.9609375, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.5546875, + false + ], + [ + -13.9609375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1193, + "doc": { + "sentence": "I wore the pants and the shirt together, but got more compliments on the _ because the shirt was uglier.", + "option1": "shirt", + "option2": "pants", + "answer": "2" + }, + "target": "because the shirt was uglier.", + "arguments": [ + [ + "Monica stole Betty's ipod because Monica really likes listening to great music that plays well.\n\nSamantha ran right past the Easter egg while Rebecca ran towards it, and Rebecca picked it up.\n\nThe contractor liked using the brick material over the stone material, because the stone material is shoddy.\n\nI love going to the museum to look at all the art. The museum is so peaceful.\n\nBen posted a selfie and a food shot on snapchat. People liked the food better, because Ben was ugly.\n\nI wore the pants and the shirt together, but got more compliments on the shirt", + " because the shirt was uglier." + ], + [ + "Monica stole Betty's ipod because Monica really likes listening to great music that plays well.\n\nSamantha ran right past the Easter egg while Rebecca ran towards it, and Rebecca picked it up.\n\nThe contractor liked using the brick material over the stone material, because the stone material is shoddy.\n\nI love going to the museum to look at all the art. The museum is so peaceful.\n\nBen posted a selfie and a food shot on snapchat. People liked the food better, because Ben was ugly.\n\nI wore the pants and the shirt together, but got more compliments on the pants", + " because the shirt was uglier." + ] + ], + "resps": [ + [ + [ + -16.234375, + false + ] + ], + [ + [ + -11.7734375, + false + ] + ] + ], + "filtered_resps": [ + [ + -16.234375, + false + ], + [ + -11.7734375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1201, + "doc": { + "sentence": "The farmer had more corn to harvest than yams because his cows hated eating the _ .", + "option1": "yams", + "option2": "corn", + "answer": "2" + }, + "target": ".", + "arguments": [ + [ + "The new corset purchased by Bill for his wife would not fit around her body, the corset was too narrow.\n\nWilliam was trying to treat the ulcer of Benjamin at the hospital because William is a doctor.\n\nFixing the laptop was easy for Nelson but not Michael, because Nelson was very technology savvy.\n\nLindsey received many complaints at the job compared to Angela because Angela was a great worker.\n\nMonica went to Erin's house to use their computer for a paper since Monica 's computer was broken.\n\nThe farmer had more corn to harvest than yams because his cows hated eating the yams", + " ." + ], + [ + "The new corset purchased by Bill for his wife would not fit around her body, the corset was too narrow.\n\nWilliam was trying to treat the ulcer of Benjamin at the hospital because William is a doctor.\n\nFixing the laptop was easy for Nelson but not Michael, because Nelson was very technology savvy.\n\nLindsey received many complaints at the job compared to Angela because Angela was a great worker.\n\nMonica went to Erin's house to use their computer for a paper since Monica 's computer was broken.\n\nThe farmer had more corn to harvest than yams because his cows hated eating the corn", + " ." + ] + ], + "resps": [ + [ + [ + -6.75, + false + ] + ], + [ + [ + -6.7265625, + false + ] + ] + ], + "filtered_resps": [ + [ + -6.75, + false + ], + [ + -6.7265625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1209, + "doc": { + "sentence": "Only the bag got melted and not the wood when they were inside the flame. The _ is soft.", + "option1": "wood", + "option2": "bag", + "answer": "2" + }, + "target": "is soft.", + "arguments": [ + [ + "Victoria loved going to school with Katrina for Victoria had a crush on the other.\n\nBetty really enjoyed getting up and going to their job each day but Erin did not because Betty was very motivated.\n\nJeffrey was able to perform a backflip but Nick was not because Nick was very rigid.\n\nChristine's telescope can't see nearly as far as the one Jessica purchased. Christine got a cheaper model telescope.\n\nThe hospital was running out of syringes, but they had plenty of bandages due to the bandages price decreasing.\n\nOnly the bag got melted and not the wood when they were inside the flame. The wood", + " is soft." + ], + [ + "Victoria loved going to school with Katrina for Victoria had a crush on the other.\n\nBetty really enjoyed getting up and going to their job each day but Erin did not because Betty was very motivated.\n\nJeffrey was able to perform a backflip but Nick was not because Nick was very rigid.\n\nChristine's telescope can't see nearly as far as the one Jessica purchased. Christine got a cheaper model telescope.\n\nThe hospital was running out of syringes, but they had plenty of bandages due to the bandages price decreasing.\n\nOnly the bag got melted and not the wood when they were inside the flame. The bag", + " is soft." + ] + ], + "resps": [ + [ + [ + -12.0703125, + false + ] + ], + [ + [ + -11.484375, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.0703125, + false + ], + [ + -11.484375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1217, + "doc": { + "sentence": "Jennifer has more money than Amy, so _ became a homeowner at a young age.", + "option1": "Jennifer", + "option2": "Amy", + "answer": "1" + }, + "target": "became a homeowner at a young age.", + "arguments": [ + [ + "Jake needed to rid his home of bugs at the dumps, it took a long time because the dumps were few.\n\nChristine refused to dance even once with Emily because Emily was not liked by anyone in school.\n\nThe toddler said something rude which offended Victoria but Samantha laughed. Victoria always disliked the honesty of children.\n\nHe framed his diploma with wood instead of metal, because he felt the metal was more pedestrian.\n\nThe gardener used new pest sprays on the mites, but the mites were still too strong.\n\nJennifer has more money than Amy, so Jennifer", + " became a homeowner at a young age." + ], + [ + "Jake needed to rid his home of bugs at the dumps, it took a long time because the dumps were few.\n\nChristine refused to dance even once with Emily because Emily was not liked by anyone in school.\n\nThe toddler said something rude which offended Victoria but Samantha laughed. Victoria always disliked the honesty of children.\n\nHe framed his diploma with wood instead of metal, because he felt the metal was more pedestrian.\n\nThe gardener used new pest sprays on the mites, but the mites were still too strong.\n\nJennifer has more money than Amy, so Amy", + " became a homeowner at a young age." + ] + ], + "resps": [ + [ + [ + -22.953125, + false + ] + ], + [ + [ + -23.75, + false + ] + ] + ], + "filtered_resps": [ + [ + -22.953125, + false + ], + [ + -23.75, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1225, + "doc": { + "sentence": "Sandra tried out a new conditioner for her hair that makes it curly, but was upset with the results because the _ was too mild.", + "option1": "conditioner", + "option2": "hair", + "answer": "1" + }, + "target": "was too mild.", + "arguments": [ + [ + "I removed the blinds from the window and replaced it with curtains. The curtains were pristine.\n\nJessie doesn't enjoy wearing her ring as much as her necklace because the ring is very cheap.\n\nKatrina has to use a lint roller more than Christine because Katrina wears way more black clothing.\n\nThe storage on the shelf is not enough to keep the bag. The storage is small.\n\nHe was trying to measure the height of the box using a ruler, but had to switch to a larger ruler because the ruler is too short.\n\nSandra tried out a new conditioner for her hair that makes it curly, but was upset with the results because the conditioner", + " was too mild." + ], + [ + "I removed the blinds from the window and replaced it with curtains. The curtains were pristine.\n\nJessie doesn't enjoy wearing her ring as much as her necklace because the ring is very cheap.\n\nKatrina has to use a lint roller more than Christine because Katrina wears way more black clothing.\n\nThe storage on the shelf is not enough to keep the bag. The storage is small.\n\nHe was trying to measure the height of the box using a ruler, but had to switch to a larger ruler because the ruler is too short.\n\nSandra tried out a new conditioner for her hair that makes it curly, but was upset with the results because the hair", + " was too mild." + ] + ], + "resps": [ + [ + [ + -9.5078125, + false + ] + ], + [ + [ + -13.7890625, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.5078125, + false + ], + [ + -13.7890625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1233, + "doc": { + "sentence": "The girl broke Leslie's heart but not Kenneth's because _ was never in love with her.", + "option1": "Leslie", + "option2": "Kenneth", + "answer": "2" + }, + "target": "was never in love with her.", + "arguments": [ + [ + "I was trying to type on my iPhone screen through my wool knit glove, but struggled to type since the screen was slippery.\n\nAfter Erin put a scarf on her neck, Katrina noticed how pretty it was. Erin let her try it on.\n\nThe doctor showed that Victoria had symptoms of the disease while Katrina was fine. Katrina was healthy.\n\nKyle needed an oxygen mask urgently while Brian did not. Brian had a healthy lung.\n\nEric hacked into the movie star Ian's cell phone because Eric was well known for causing trouble.\n\nThe girl broke Leslie's heart but not Kenneth's because Leslie", + " was never in love with her." + ], + [ + "I was trying to type on my iPhone screen through my wool knit glove, but struggled to type since the screen was slippery.\n\nAfter Erin put a scarf on her neck, Katrina noticed how pretty it was. Erin let her try it on.\n\nThe doctor showed that Victoria had symptoms of the disease while Katrina was fine. Katrina was healthy.\n\nKyle needed an oxygen mask urgently while Brian did not. Brian had a healthy lung.\n\nEric hacked into the movie star Ian's cell phone because Eric was well known for causing trouble.\n\nThe girl broke Leslie's heart but not Kenneth's because Kenneth", + " was never in love with her." + ] + ], + "resps": [ + [ + [ + -13.34375, + false + ] + ], + [ + [ + -9.78125, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.34375, + false + ], + [ + -9.78125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1241, + "doc": { + "sentence": "Remodeling the kitchen came naturally to Michael but not William because _ had experience being a carpenter's apprentice.", + "option1": "Michael", + "option2": "William", + "answer": "1" + }, + "target": "had experience being a carpenter's apprentice.", + "arguments": [ + [ + "Mary replaced her running shoe after it wore out with Birkenstock for her birthday, the Birkenstock was new.\n\nKathy's dog was having a seizure, so she put a pillow between his head and the floor, and the pillow helped his head not hit the floor.\n\nThe activities that he had planned out could not fit into the schedules because the activities were long.\n\nJen needed to detox her body with either pills or fruits. She chose the pills because it was unnatural.\n\nKaren was positive about the answers on her math test, but confused about the essay. She was least confident about the essay .\n\nRemodeling the kitchen came naturally to Michael but not William because Michael", + " had experience being a carpenter's apprentice." + ], + [ + "Mary replaced her running shoe after it wore out with Birkenstock for her birthday, the Birkenstock was new.\n\nKathy's dog was having a seizure, so she put a pillow between his head and the floor, and the pillow helped his head not hit the floor.\n\nThe activities that he had planned out could not fit into the schedules because the activities were long.\n\nJen needed to detox her body with either pills or fruits. She chose the pills because it was unnatural.\n\nKaren was positive about the answers on her math test, but confused about the essay. She was least confident about the essay .\n\nRemodeling the kitchen came naturally to Michael but not William because William", + " had experience being a carpenter's apprentice." + ] + ], + "resps": [ + [ + [ + -20.703125, + false + ] + ], + [ + [ + -23.40625, + false + ] + ] + ], + "filtered_resps": [ + [ + -20.703125, + false + ], + [ + -23.40625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1249, + "doc": { + "sentence": "To remove the stain he reached for soap first, then got up and got a bowl. The _ was far away.", + "option1": "soap", + "option2": "bowl", + "answer": "2" + }, + "target": "was far away.", + "arguments": [ + [ + "Kenneth wanted Joseph to get into plus size modeling, because Kenneth thought that they would be perfect for it.\n\nCraig wanted to get the autograph of Nelson who was a karate master, so Nelson gave an autograph.\n\nAlex wanted to swim in the ocean instead of in the lake because the lake is harder to float with its clear water property.\n\nAdam was invited out on a date by the girl but not Robert because Adam was more attractive.\n\nWe left the boat in the dock and took the barge instead, as the boat had a difficult time on the wavy ocean.\n\nTo remove the stain he reached for soap first, then got up and got a bowl. The soap", + " was far away." + ], + [ + "Kenneth wanted Joseph to get into plus size modeling, because Kenneth thought that they would be perfect for it.\n\nCraig wanted to get the autograph of Nelson who was a karate master, so Nelson gave an autograph.\n\nAlex wanted to swim in the ocean instead of in the lake because the lake is harder to float with its clear water property.\n\nAdam was invited out on a date by the girl but not Robert because Adam was more attractive.\n\nWe left the boat in the dock and took the barge instead, as the boat had a difficult time on the wavy ocean.\n\nTo remove the stain he reached for soap first, then got up and got a bowl. The bowl", + " was far away." + ] + ], + "resps": [ + [ + [ + -12.3203125, + false + ] + ], + [ + [ + -11.84375, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.3203125, + false + ], + [ + -11.84375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1257, + "doc": { + "sentence": "The pressure of finding new jobs is harder than finding new apartments. The _ are high in numbers.", + "option1": "jobs", + "option2": "apartments", + "answer": "2" + }, + "target": "are high in numbers.", + "arguments": [ + [ + "Justin was very concerned about the environment Ian wasn't that interested. Justin planted a lot of trees on their land.\n\nSamantha's recent health has been a very big problem unlike Monica's because Monica was cleared of cancer.\n\nRachel was paid to draw Felicia, so Rachel got a check after the project was done.\n\nJessica confided in Christine that she had never been in a relationship. Christine was supportive.\n\nWorried about getting the court on time, the woman decided to take a taxi instead of the train because the taxi would get there sooner.\n\nThe pressure of finding new jobs is harder than finding new apartments. The jobs", + " are high in numbers." + ], + [ + "Justin was very concerned about the environment Ian wasn't that interested. Justin planted a lot of trees on their land.\n\nSamantha's recent health has been a very big problem unlike Monica's because Monica was cleared of cancer.\n\nRachel was paid to draw Felicia, so Rachel got a check after the project was done.\n\nJessica confided in Christine that she had never been in a relationship. Christine was supportive.\n\nWorried about getting the court on time, the woman decided to take a taxi instead of the train because the taxi would get there sooner.\n\nThe pressure of finding new jobs is harder than finding new apartments. The apartments", + " are high in numbers." + ] + ], + "resps": [ + [ + [ + -21.5, + false + ] + ], + [ + [ + -18.796875, + false + ] + ] + ], + "filtered_resps": [ + [ + -21.5, + false + ], + [ + -18.796875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1265, + "doc": { + "sentence": "Jane received a pet tortoise and an aquarium as a birthday gift, but the _ was too small.", + "option1": "aquarium", + "option2": "tortoise", + "answer": "1" + }, + "target": "was too small.", + "arguments": [ + [ + "Nelson didn't really care to go on boat rides but Derrick loved a cruise around the bay. Nelson had a problem with seasickness.\n\nIt was a large sum of money spent by Natalie but not Jennifer because Jennifer did not have the kitchen remodeled.\n\nThe attorney rejected the case but accepted the settlement, as the settlement was acceptable as far as winning it.\n\nThe pencils of Ian are always sharp for class, but Donald's are not because Donald is lazy.\n\nJason made a positive identification on Joel for stealing a purse, so Jason definitely saw the crime.\n\nJane received a pet tortoise and an aquarium as a birthday gift, but the aquarium", + " was too small." + ], + [ + "Nelson didn't really care to go on boat rides but Derrick loved a cruise around the bay. Nelson had a problem with seasickness.\n\nIt was a large sum of money spent by Natalie but not Jennifer because Jennifer did not have the kitchen remodeled.\n\nThe attorney rejected the case but accepted the settlement, as the settlement was acceptable as far as winning it.\n\nThe pencils of Ian are always sharp for class, but Donald's are not because Donald is lazy.\n\nJason made a positive identification on Joel for stealing a purse, so Jason definitely saw the crime.\n\nJane received a pet tortoise and an aquarium as a birthday gift, but the tortoise", + " was too small." + ] + ], + "resps": [ + [ + [ + -7.32421875, + false + ] + ], + [ + [ + -10.3515625, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.32421875, + false + ], + [ + -10.3515625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 2, + "doc": { + "sentence": "They were worried the wine would ruin the bed and the blanket, but the _ was't ruined.", + "option1": "blanket", + "option2": "bed", + "answer": "2" + }, + "target": "was't ruined.", + "arguments": [ + [ + "The pants kept shrinking in the wash, but the socks weren't affected, because the pants were made of malleable material.\n\nThe leggings were more comfortable than the jeans because the jeans stretched out much less.\n\nThe woman wanted to hang the dress in the closet but the dress was too large.\n\nEating zucchini bread was a treat for Aaron but not Ian because Aaron ate it very rarely.\n\nThe man spent his money on the 4-wheeler instead of the motorcycle because the 4-wheeler was cheap.\n\nThey were worried the wine would ruin the bed and the blanket, but the blanket", + " was't ruined." + ], + [ + "The pants kept shrinking in the wash, but the socks weren't affected, because the pants were made of malleable material.\n\nThe leggings were more comfortable than the jeans because the jeans stretched out much less.\n\nThe woman wanted to hang the dress in the closet but the dress was too large.\n\nEating zucchini bread was a treat for Aaron but not Ian because Aaron ate it very rarely.\n\nThe man spent his money on the 4-wheeler instead of the motorcycle because the 4-wheeler was cheap.\n\nThey were worried the wine would ruin the bed and the blanket, but the bed", + " was't ruined." + ] + ], + "resps": [ + [ + [ + -18.4375, + false + ] + ], + [ + [ + -20.109375, + false + ] + ] + ], + "filtered_resps": [ + [ + -18.4375, + false + ], + [ + -20.109375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 10, + "doc": { + "sentence": "Joe immediately went to bakery before the bank because the _ had a substantial supply of what he wanted.", + "option1": "bakery", + "option2": "bank", + "answer": "2" + }, + "target": "had a substantial supply of what he wanted.", + "arguments": [ + [ + "Lindsey gave Amy the silent treatment because she was angry; Lindsey didn't speak to her for two days.\n\nI drank water instead of soda because the fever subsided when I drank the water .\n\nIt was Adam who had to prepare meals for Robert since Adam was a competent cook .\n\nThe planted seedlings weren't growing as quickly in the backyard like in the front yard because the front yard has more sunlight.\n\nThe car was quick when it used electricity instead of gasoline, because it was made to run on the gasoline less efficiently.\n\nJoe immediately went to bakery before the bank because the bakery", + " had a substantial supply of what he wanted." + ], + [ + "Lindsey gave Amy the silent treatment because she was angry; Lindsey didn't speak to her for two days.\n\nI drank water instead of soda because the fever subsided when I drank the water .\n\nIt was Adam who had to prepare meals for Robert since Adam was a competent cook .\n\nThe planted seedlings weren't growing as quickly in the backyard like in the front yard because the front yard has more sunlight.\n\nThe car was quick when it used electricity instead of gasoline, because it was made to run on the gasoline less efficiently.\n\nJoe immediately went to bakery before the bank because the bank", + " had a substantial supply of what he wanted." + ] + ], + "resps": [ + [ + [ + -25.484375, + false + ] + ], + [ + [ + -30.21875, + false + ] + ] + ], + "filtered_resps": [ + [ + -25.484375, + false + ], + [ + -30.21875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 18, + "doc": { + "sentence": "Leslie was nervous around parrots but Neil was not, since _ was bitten by a bird early in life.", + "option1": "Leslie", + "option2": "Neil", + "answer": "1" + }, + "target": "was bitten by a bird early in life.", + "arguments": [ + [ + "While discussing retirement, William wanted to move to Florida and Jeffrey did not for William liked warm climates.\n\nJeffrey was feeling sleepy all day, while Steven was full of energy, because Jeffrey had slept restlessly the night before.\n\nSamantha loves chocolate so much she made a cake, but Angela rejected the cake because Samantha adored the sweetness of it all.\n\nBetty love to have cats but Rachel did not. Rachel adopted a dog at the local shelter.\n\nMy mom always preferred the salon to the barber shop because the shop gave worse cuts.\n\nLeslie was nervous around parrots but Neil was not, since Leslie", + " was bitten by a bird early in life." + ], + [ + "While discussing retirement, William wanted to move to Florida and Jeffrey did not for William liked warm climates.\n\nJeffrey was feeling sleepy all day, while Steven was full of energy, because Jeffrey had slept restlessly the night before.\n\nSamantha loves chocolate so much she made a cake, but Angela rejected the cake because Samantha adored the sweetness of it all.\n\nBetty love to have cats but Rachel did not. Rachel adopted a dog at the local shelter.\n\nMy mom always preferred the salon to the barber shop because the shop gave worse cuts.\n\nLeslie was nervous around parrots but Neil was not, since Neil", + " was bitten by a bird early in life." + ] + ], + "resps": [ + [ + [ + -20.703125, + false + ] + ], + [ + [ + -20.6875, + false + ] + ] + ], + "filtered_resps": [ + [ + -20.703125, + false + ], + [ + -20.6875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 26, + "doc": { + "sentence": "All the clutter in the house excited Leslie but not Derrick because cleaning energized _ very much.", + "option1": "Leslie", + "option2": "Derrick", + "answer": "1" + }, + "target": "very much.", + "arguments": [ + [ + "Mary wore the poncho to work that day instead of the jacket because the jacket didn't protect her from the rain.\n\nThe brushes that I used were a lot softer than the combs because the brushes were made from hair.\n\nBecause Elena was far less successful at their job this year than Megan, Elena received a smaller raise.\n\nwe replaced the cement surface in the bedroom with wood because the cement was cold.\n\nThe clothes of Kenneth always smell, but Ian's smell very good. Ian does laundry once a day.\n\nAll the clutter in the house excited Leslie but not Derrick because cleaning energized Leslie", + " very much." + ], + [ + "Mary wore the poncho to work that day instead of the jacket because the jacket didn't protect her from the rain.\n\nThe brushes that I used were a lot softer than the combs because the brushes were made from hair.\n\nBecause Elena was far less successful at their job this year than Megan, Elena received a smaller raise.\n\nwe replaced the cement surface in the bedroom with wood because the cement was cold.\n\nThe clothes of Kenneth always smell, but Ian's smell very good. Ian does laundry once a day.\n\nAll the clutter in the house excited Leslie but not Derrick because cleaning energized Derrick", + " very much." + ] + ], + "resps": [ + [ + [ + -6.89453125, + false + ] + ], + [ + [ + -6.3359375, + false + ] + ] + ], + "filtered_resps": [ + [ + -6.89453125, + false + ], + [ + -6.3359375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 34, + "doc": { + "sentence": "Jessica enjoyed a simple, basic life with Betty, but _ was bored having a quiet existence.", + "option1": "Jessica", + "option2": "Betty", + "answer": "2" + }, + "target": "was bored having a quiet existence.", + "arguments": [ + [ + "Rachel was far more likely to receive letters from overseas than Victoria because Victoria had never traveled in Europe.\n\nHer skin chafed on her elbow when she wore the big sweater because the sweater is rough.\n\nThe rice needed more seasoning, but the pasta tasted just fine. The pasta must have been spicy.\n\nCarrie continued working while she had her skin condition, but Billy had to stay in the hospital with his lung condition. The lung condition was more life-threatening.\n\nNelson had an easy time writing stories but Joel struggled with it. Joel had taken welding classes at the local community college.\n\nJessica enjoyed a simple, basic life with Betty, but Jessica", + " was bored having a quiet existence." + ], + [ + "Rachel was far more likely to receive letters from overseas than Victoria because Victoria had never traveled in Europe.\n\nHer skin chafed on her elbow when she wore the big sweater because the sweater is rough.\n\nThe rice needed more seasoning, but the pasta tasted just fine. The pasta must have been spicy.\n\nCarrie continued working while she had her skin condition, but Billy had to stay in the hospital with his lung condition. The lung condition was more life-threatening.\n\nNelson had an easy time writing stories but Joel struggled with it. Joel had taken welding classes at the local community college.\n\nJessica enjoyed a simple, basic life with Betty, but Betty", + " was bored having a quiet existence." + ] + ], + "resps": [ + [ + [ + -24.71875, + false + ] + ], + [ + [ + -23.078125, + false + ] + ] + ], + "filtered_resps": [ + [ + -24.71875, + false + ], + [ + -23.078125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 42, + "doc": { + "sentence": "Jill was on a budget so she only bought a new dress for the ceremony and wore an old hat. She figured the _ would be less noticeable.", + "option1": "dress", + "option2": "hat", + "answer": "2" + }, + "target": "would be less noticeable.", + "arguments": [ + [ + "The hollyhocks in her garden needed plenty of sun and water to moisten the soil. She made sure to give them a lot of the water .\n\nAllison tried to use an elastic band to put her hair in a ponytail, but the hair was too short.\n\nTanya created a beautiful picture but Lindsey did not as Tanya was a wonderful artist.\n\nThe sac has more space for one more basketball. The basketball is a small one.\n\nNo matter where they went in the world, everyone always knew Derrick but not Nelson because Nelson was not a famous person.\n\nJill was on a budget so she only bought a new dress for the ceremony and wore an old hat. She figured the dress", + " would be less noticeable." + ], + [ + "The hollyhocks in her garden needed plenty of sun and water to moisten the soil. She made sure to give them a lot of the water .\n\nAllison tried to use an elastic band to put her hair in a ponytail, but the hair was too short.\n\nTanya created a beautiful picture but Lindsey did not as Tanya was a wonderful artist.\n\nThe sac has more space for one more basketball. The basketball is a small one.\n\nNo matter where they went in the world, everyone always knew Derrick but not Nelson because Nelson was not a famous person.\n\nJill was on a budget so she only bought a new dress for the ceremony and wore an old hat. She figured the hat", + " would be less noticeable." + ] + ], + "resps": [ + [ + [ + -12.3046875, + false + ] + ], + [ + [ + -9.734375, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.3046875, + false + ], + [ + -9.734375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 50, + "doc": { + "sentence": "Judy bought new brushes to paint the etched glasses crack but it didn't fit. The _ was too wide.", + "option1": "brush", + "option2": "crack", + "answer": "1" + }, + "target": "was too wide.", + "arguments": [ + [ + "Kenneth borrowed woodworking equipment from Justin so he could build a table. When he accidentally broke some of it, Justin vowed never to lend anything to anyone again.\n\nIn college, Brett needed a tutor for calculus while Kevin did not because Kevin was understanding the material.\n\nThe man with cancer chooses surgery over chemo based on his doctor's advice. surgery must succeed more in cases like his.\n\nMy new car didn't fit in the garage at my house because the garage was too tiny.\n\nThe student chose to download a game rather than his homework assignment. The game is likely more fascinating.\n\nJudy bought new brushes to paint the etched glasses crack but it didn't fit. The brush", + " was too wide." + ], + [ + "Kenneth borrowed woodworking equipment from Justin so he could build a table. When he accidentally broke some of it, Justin vowed never to lend anything to anyone again.\n\nIn college, Brett needed a tutor for calculus while Kevin did not because Kevin was understanding the material.\n\nThe man with cancer chooses surgery over chemo based on his doctor's advice. surgery must succeed more in cases like his.\n\nMy new car didn't fit in the garage at my house because the garage was too tiny.\n\nThe student chose to download a game rather than his homework assignment. The game is likely more fascinating.\n\nJudy bought new brushes to paint the etched glasses crack but it didn't fit. The crack", + " was too wide." + ] + ], + "resps": [ + [ + [ + -6.30859375, + false + ] + ], + [ + [ + -4.54296875, + false + ] + ] + ], + "filtered_resps": [ + [ + -6.30859375, + false + ], + [ + -4.54296875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 58, + "doc": { + "sentence": "Nick wanted to play a game on the floor, but Dennis was hesitant because of his knees. _ was disappointed.", + "option1": "Nick", + "option2": "Dennis", + "answer": "1" + }, + "target": "was disappointed.", + "arguments": [ + [ + "Jane wanted her doll back because she now hated the toy car. The doll is beautiful.\n\nThe coroner tried to put the body in the bag but the body was too large.\n\nRandy bumped into Brian while walking on the sidewalk, because Randy was in a rush.\n\nThe light sensitive roses had to be removed from the garden and moved to the vineyard, as the garden was sunnier.\n\nMatthew was removing the excess cancerous tissue with a scalpel from Jeffrey because Jeffrey was a patient.\n\nNick wanted to play a game on the floor, but Dennis was hesitant because of his knees. Nick", + " was disappointed." + ], + [ + "Jane wanted her doll back because she now hated the toy car. The doll is beautiful.\n\nThe coroner tried to put the body in the bag but the body was too large.\n\nRandy bumped into Brian while walking on the sidewalk, because Randy was in a rush.\n\nThe light sensitive roses had to be removed from the garden and moved to the vineyard, as the garden was sunnier.\n\nMatthew was removing the excess cancerous tissue with a scalpel from Jeffrey because Jeffrey was a patient.\n\nNick wanted to play a game on the floor, but Dennis was hesitant because of his knees. Dennis", + " was disappointed." + ] + ], + "resps": [ + [ + [ + -6.4453125, + false + ] + ], + [ + [ + -9.2578125, + false + ] + ] + ], + "filtered_resps": [ + [ + -6.4453125, + false + ], + [ + -9.2578125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 66, + "doc": { + "sentence": "Mary wanted to get another piercing in her ear, but the _ was much too tiny.", + "option1": "ear", + "option2": "piercing", + "answer": "1" + }, + "target": "was much too tiny.", + "arguments": [ + [ + "Adam had to schedule a visit a dermatologist but Joseph didn't because Adam had bad skin.\n\nBenjamin explained to Kevin how he was going to start his own business. Kevin was proud of him.\n\nNeil wanted to help his good friend Benjamin quit smoking for Benjamin was an current smoker.\n\nLogan lost the billiards game to Robert because Logan was a novice in the game.\n\nAngela loves cleaning but Gary likes laundry. Angela likes the cleaning scents for the home.\n\nMary wanted to get another piercing in her ear, but the ear", + " was much too tiny." + ], + [ + "Adam had to schedule a visit a dermatologist but Joseph didn't because Adam had bad skin.\n\nBenjamin explained to Kevin how he was going to start his own business. Kevin was proud of him.\n\nNeil wanted to help his good friend Benjamin quit smoking for Benjamin was an current smoker.\n\nLogan lost the billiards game to Robert because Logan was a novice in the game.\n\nAngela loves cleaning but Gary likes laundry. Angela likes the cleaning scents for the home.\n\nMary wanted to get another piercing in her ear, but the piercing", + " was much too tiny." + ] + ], + "resps": [ + [ + [ + -16.6875, + false + ] + ], + [ + [ + -16.203125, + false + ] + ] + ], + "filtered_resps": [ + [ + -16.6875, + false + ], + [ + -16.203125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 74, + "doc": { + "sentence": "Joel always liked to turn the heater up higher than Joseph did for the reason that _ was always cold.", + "option1": "Joel", + "option2": "Joseph", + "answer": "1" + }, + "target": "was always cold.", + "arguments": [ + [ + "The early morning soccer game was threatened by rain, so the team was hoping that the rain would be delayed.\n\nSome tea spilled on the table and John cleaned it with a napkin. The table got dry.\n\nKatrina showed Carrie how to assemble her own computer from scratch. Katrina was really talented.\n\nCleaning was top of Natalie's chore list but bottom of Megan's, as Natalie was always worried about germs and bacteria.\n\nJeffrey bought a Guinea pig and Brett didn't help care for it. Their mother praised Jeffrey for their work.\n\nJoel always liked to turn the heater up higher than Joseph did for the reason that Joel", + " was always cold." + ], + [ + "The early morning soccer game was threatened by rain, so the team was hoping that the rain would be delayed.\n\nSome tea spilled on the table and John cleaned it with a napkin. The table got dry.\n\nKatrina showed Carrie how to assemble her own computer from scratch. Katrina was really talented.\n\nCleaning was top of Natalie's chore list but bottom of Megan's, as Natalie was always worried about germs and bacteria.\n\nJeffrey bought a Guinea pig and Brett didn't help care for it. Their mother praised Jeffrey for their work.\n\nJoel always liked to turn the heater up higher than Joseph did for the reason that Joseph", + " was always cold." + ] + ], + "resps": [ + [ + [ + -3.8828125, + true + ] + ], + [ + [ + -3.5390625, + true + ] + ] + ], + "filtered_resps": [ + [ + -3.8828125, + true + ], + [ + -3.5390625, + true + ] + ], + "acc": 0.0 + }, + { + "doc_id": 82, + "doc": { + "sentence": "Brett asked Joel for advice and guidance about waxing his mustache, and afterwards _ felt burdened.", + "option1": "Brett", + "option2": "Joel", + "answer": "2" + }, + "target": "felt burdened.", + "arguments": [ + [ + "The rain was more severe today than the wind, because the rain created many accidents.\n\nTanya asked Angela to be her stock broker because Angela possessed good financial market experience.\n\nIt was more probable that Maria would end up in prison rather than Tanya because Maria had a criminal lifestyle.\n\nKayla fit into a size six shoe while Tanya did not because Kayla has small feet.\n\nWhen Angela needs to know something she searches Google unlike Rachel, Rachel does not mess with the internet.\n\nBrett asked Joel for advice and guidance about waxing his mustache, and afterwards Brett", + " felt burdened." + ], + [ + "The rain was more severe today than the wind, because the rain created many accidents.\n\nTanya asked Angela to be her stock broker because Angela possessed good financial market experience.\n\nIt was more probable that Maria would end up in prison rather than Tanya because Maria had a criminal lifestyle.\n\nKayla fit into a size six shoe while Tanya did not because Kayla has small feet.\n\nWhen Angela needs to know something she searches Google unlike Rachel, Rachel does not mess with the internet.\n\nBrett asked Joel for advice and guidance about waxing his mustache, and afterwards Joel", + " felt burdened." + ] + ], + "resps": [ + [ + [ + -14.3515625, + false + ] + ], + [ + [ + -13.03125, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.3515625, + false + ], + [ + -13.03125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 90, + "doc": { + "sentence": "I helped my sister find her gold necklace. She couldn't wear her woven necklace to the ball because the _ was so casual.", + "option1": "woven necklace", + "option2": "ball", + "answer": "1" + }, + "target": "was so casual.", + "arguments": [ + [ + "The beach near our house is a lot better than the shore near my mom's place, because the shore is dirty.\n\nRandy was helping Eric find a way to improve his credit because Eric is a bankruptcy filer.\n\nBrian loved putting together model cars while Ian did not because Ian hated the intricate details.\n\nPatricia recognized the signed of a poisoned cat while Megan did not because Megan didn't see the symptoms of poisoning.\n\nChristine was having trouble opening their computer downloads and asked Rebecca for help because Rebecca worked with computers a lot.\n\nI helped my sister find her gold necklace. She couldn't wear her woven necklace to the ball because the woven necklace", + " was so casual." + ], + [ + "The beach near our house is a lot better than the shore near my mom's place, because the shore is dirty.\n\nRandy was helping Eric find a way to improve his credit because Eric is a bankruptcy filer.\n\nBrian loved putting together model cars while Ian did not because Ian hated the intricate details.\n\nPatricia recognized the signed of a poisoned cat while Megan did not because Megan didn't see the symptoms of poisoning.\n\nChristine was having trouble opening their computer downloads and asked Rebecca for help because Rebecca worked with computers a lot.\n\nI helped my sister find her gold necklace. She couldn't wear her woven necklace to the ball because the ball", + " was so casual." + ] + ], + "resps": [ + [ + [ + -13.3515625, + false + ] + ], + [ + [ + -12.96875, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.3515625, + false + ], + [ + -12.96875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 98, + "doc": { + "sentence": "The sheet recovered can easily be hiding between the space in the door. The _ is wide.", + "option1": "sheet", + "option2": "space", + "answer": "2" + }, + "target": "is wide.", + "arguments": [ + [ + "Once the panties got hardened and the leggings were laundered with softening agents, the leggings were smooth.\n\nThe farmer tried to repair the worn down farm fence with new paint and wood, but the paint had wrong color.\n\nEmily couldn't find the file in the cabinet but Kayla did because Kayla was looking in the correct cabinet.\n\nKayla tried to stop Emily's nose bleed even though she was afraid of blood. Kayla was a helpful person.\n\nJames could not finish his homework within the time that mom used outside. The homework is much harder.\n\nThe sheet recovered can easily be hiding between the space in the door. The sheet", + " is wide." + ], + [ + "Once the panties got hardened and the leggings were laundered with softening agents, the leggings were smooth.\n\nThe farmer tried to repair the worn down farm fence with new paint and wood, but the paint had wrong color.\n\nEmily couldn't find the file in the cabinet but Kayla did because Kayla was looking in the correct cabinet.\n\nKayla tried to stop Emily's nose bleed even though she was afraid of blood. Kayla was a helpful person.\n\nJames could not finish his homework within the time that mom used outside. The homework is much harder.\n\nThe sheet recovered can easily be hiding between the space in the door. The space", + " is wide." + ] + ], + "resps": [ + [ + [ + -9.9453125, + false + ] + ], + [ + [ + -6.42578125, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.9453125, + false + ], + [ + -6.42578125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 106, + "doc": { + "sentence": "The plan devised by Christine to get Kayla to like them failed, as _ did not really try it.", + "option1": "Christine", + "option2": "Kayla", + "answer": "1" + }, + "target": "did not really try it.", + "arguments": [ + [ + "James could not finish his homework within the time that mom used outside. The time is little.\n\nErin was not shy about sex education though Patricia was. Erin taught the girls about their period.\n\nCynthia adds toner to her skin regimen on Tanya's advice because Cynthia is a customer.\n\nBob decided to go with the lasagna over the raviolli, because the lasagna was quite tasty.\n\nTimmy eagerly agreed to swap his chocolate ice cream cone for Gwen's strawberry ice cream cone because the chocolate flavor is Timmy's most disliked.\n\nThe plan devised by Christine to get Kayla to like them failed, as Christine", + " did not really try it." + ], + [ + "James could not finish his homework within the time that mom used outside. The time is little.\n\nErin was not shy about sex education though Patricia was. Erin taught the girls about their period.\n\nCynthia adds toner to her skin regimen on Tanya's advice because Cynthia is a customer.\n\nBob decided to go with the lasagna over the raviolli, because the lasagna was quite tasty.\n\nTimmy eagerly agreed to swap his chocolate ice cream cone for Gwen's strawberry ice cream cone because the chocolate flavor is Timmy's most disliked.\n\nThe plan devised by Christine to get Kayla to like them failed, as Kayla", + " did not really try it." + ] + ], + "resps": [ + [ + [ + -16.71875, + false + ] + ], + [ + [ + -17.875, + false + ] + ] + ], + "filtered_resps": [ + [ + -16.71875, + false + ], + [ + -17.875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 114, + "doc": { + "sentence": "Betty drank chocolate shakes while Elena drank carrot juice, and _ had a very healthy diet.", + "option1": "Betty", + "option2": "Elena", + "answer": "2" + }, + "target": "had a very healthy diet.", + "arguments": [ + [ + "Bob needed a new vehicle. He was driving a van but wanted a hatchback because the van is old.\n\nLaura asked to borrow some closet space from Natalie , since Natalie had copious room in hers.\n\nI proposed that we did a trade instead of a loan to get what we needed since the trade is just.\n\nCynthia wanted to rest while Erin wanted to train, so Erin spent the afternoon running.\n\nKenneth found far less shark teeth on the beach than Brian, which made Kenneth jealous of him.\n\nBetty drank chocolate shakes while Elena drank carrot juice, and Betty", + " had a very healthy diet." + ], + [ + "Bob needed a new vehicle. He was driving a van but wanted a hatchback because the van is old.\n\nLaura asked to borrow some closet space from Natalie , since Natalie had copious room in hers.\n\nI proposed that we did a trade instead of a loan to get what we needed since the trade is just.\n\nCynthia wanted to rest while Erin wanted to train, so Erin spent the afternoon running.\n\nKenneth found far less shark teeth on the beach than Brian, which made Kenneth jealous of him.\n\nBetty drank chocolate shakes while Elena drank carrot juice, and Elena", + " had a very healthy diet." + ] + ], + "resps": [ + [ + [ + -16.875, + false + ] + ], + [ + [ + -16.203125, + false + ] + ] + ], + "filtered_resps": [ + [ + -16.875, + false + ], + [ + -16.203125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 122, + "doc": { + "sentence": "When Steven found that their T-shirt had shrunk in the laundry, Robert's first reaction was to laugh, and _ became apologetic.", + "option1": "Steven", + "option2": "Robert", + "answer": "2" + }, + "target": "became apologetic.", + "arguments": [ + [ + "Brett showed Craig how to play sevens at the party because Brett is an experienced card player.\n\nAt dinner, Christine ordered spaghetti and Rebecca ordered hamburger with fries, because Rebecca disliked Italian food.\n\nAmy told Carrie that she will finally accept that the cute boy in math class doesn't like her. Amy is letting go.\n\nRandy used a thick cream to soothe Nick's burn because Nick had been in pain for a long time.\n\nWhile contacting the senator I chose to use email rather than phone as the phone keeps no record.\n\nWhen Steven found that their T-shirt had shrunk in the laundry, Robert's first reaction was to laugh, and Steven", + " became apologetic." + ], + [ + "Brett showed Craig how to play sevens at the party because Brett is an experienced card player.\n\nAt dinner, Christine ordered spaghetti and Rebecca ordered hamburger with fries, because Rebecca disliked Italian food.\n\nAmy told Carrie that she will finally accept that the cute boy in math class doesn't like her. Amy is letting go.\n\nRandy used a thick cream to soothe Nick's burn because Nick had been in pain for a long time.\n\nWhile contacting the senator I chose to use email rather than phone as the phone keeps no record.\n\nWhen Steven found that their T-shirt had shrunk in the laundry, Robert's first reaction was to laugh, and Robert", + " became apologetic." + ] + ], + "resps": [ + [ + [ + -14.6015625, + false + ] + ], + [ + [ + -15.953125, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.6015625, + false + ], + [ + -15.953125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 130, + "doc": { + "sentence": "The health of Joel was stronger than that of William due to _ being a cigar smoker.", + "option1": "Joel", + "option2": "William", + "answer": "2" + }, + "target": "being a cigar smoker.", + "arguments": [ + [ + "Joseph finished his work at the gas station earlier than Nelson. So Joseph came home early.\n\nI returned the dish with the shallot but kept the one with the onion because the shallot was cooked wrong.\n\nAlthough Ian was a better writer than Samuel, Samuel was better at crafting a story.\n\nKyle was successful at killing the stinkhorn fungus unlike Neil because Kyle had a fungal killer on hand.\n\nRandy was planning the wedding of his friend Ian but Randy got overwhelmed by the stress of handling it.\n\nThe health of Joel was stronger than that of William due to Joel", + " being a cigar smoker." + ], + [ + "Joseph finished his work at the gas station earlier than Nelson. So Joseph came home early.\n\nI returned the dish with the shallot but kept the one with the onion because the shallot was cooked wrong.\n\nAlthough Ian was a better writer than Samuel, Samuel was better at crafting a story.\n\nKyle was successful at killing the stinkhorn fungus unlike Neil because Kyle had a fungal killer on hand.\n\nRandy was planning the wedding of his friend Ian but Randy got overwhelmed by the stress of handling it.\n\nThe health of Joel was stronger than that of William due to William", + " being a cigar smoker." + ] + ], + "resps": [ + [ + [ + -15.1796875, + false + ] + ], + [ + [ + -10.984375, + false + ] + ] + ], + "filtered_resps": [ + [ + -15.1796875, + false + ], + [ + -10.984375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 138, + "doc": { + "sentence": "Logan reads a lot, while Donald almost never picks up a book because _ is a student.", + "option1": "Logan", + "option2": "Donald", + "answer": "1" + }, + "target": "is a student.", + "arguments": [ + [ + "Rebecca kept their workspace neat but Jennifer left theirs unorganized. Rebecca only took a few minutes to find important papers.\n\nJoseph taught Aaron how to plant the seed so the plant would grow, as Aaron was a novice gardener.\n\nGem needed to heal her broken heart so she bought both ice cream and chocolate. She chose to eat the ice cream first because she was hot.\n\nKevin's car was fixed really quickly by Hunter in the shop because Hunter is a great mechanic.\n\nMegan was always following in the steps of Sarah since Megan needed effective leadership .\n\nLogan reads a lot, while Donald almost never picks up a book because Logan", + " is a student." + ], + [ + "Rebecca kept their workspace neat but Jennifer left theirs unorganized. Rebecca only took a few minutes to find important papers.\n\nJoseph taught Aaron how to plant the seed so the plant would grow, as Aaron was a novice gardener.\n\nGem needed to heal her broken heart so she bought both ice cream and chocolate. She chose to eat the ice cream first because she was hot.\n\nKevin's car was fixed really quickly by Hunter in the shop because Hunter is a great mechanic.\n\nMegan was always following in the steps of Sarah since Megan needed effective leadership .\n\nLogan reads a lot, while Donald almost never picks up a book because Donald", + " is a student." + ] + ], + "resps": [ + [ + [ + -10.34375, + false + ] + ], + [ + [ + -10.8046875, + false + ] + ] + ], + "filtered_resps": [ + [ + -10.34375, + false + ], + [ + -10.8046875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 146, + "doc": { + "sentence": "The installation process was simpler for the cable over the internet because the man had never installed the _ previously.", + "option1": "cable", + "option2": "internet", + "answer": "2" + }, + "target": "previously.", + "arguments": [ + [ + "Elena gave the Academy award to Rebecca because Elena was the presenter of the award.\n\nWe treated the cat to a toy and some food, and the cat chose the toy because it was interesting.\n\nLaura found a book and a magazine on the table, and she decided to take the magazine because she was going to the beach for a short time.\n\nWhen deciding if to be a loner, one must decide if they want many social events or plenty of free time. The events angle helps with sociability.\n\nThe car sailed over the bridge but crashed into the road ahead, since the bridge was so low for the jump.\n\nThe installation process was simpler for the cable over the internet because the man had never installed the cable", + " previously." + ], + [ + "Elena gave the Academy award to Rebecca because Elena was the presenter of the award.\n\nWe treated the cat to a toy and some food, and the cat chose the toy because it was interesting.\n\nLaura found a book and a magazine on the table, and she decided to take the magazine because she was going to the beach for a short time.\n\nWhen deciding if to be a loner, one must decide if they want many social events or plenty of free time. The events angle helps with sociability.\n\nThe car sailed over the bridge but crashed into the road ahead, since the bridge was so low for the jump.\n\nThe installation process was simpler for the cable over the internet because the man had never installed the internet", + " previously." + ] + ], + "resps": [ + [ + [ + -5.26953125, + false + ] + ], + [ + [ + -5.19921875, + false + ] + ] + ], + "filtered_resps": [ + [ + -5.26953125, + false + ], + [ + -5.19921875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 154, + "doc": { + "sentence": "The man looked at the sundial since a watch or clocktower was not at his disposal, having lost the _ .", + "option1": "watch", + "option2": "clocktower", + "answer": "1" + }, + "target": ".", + "arguments": [ + [ + "James has a personal problem with is Algebra teacher, but loves his history teacher because the History teacher is kind with him.\n\nJason was more likely to be a model than Brett although Brett was a taller and prettier person.\n\nCarrie has a harder time breathing at high altitudes than Samantha due to Carrie being in terrible shape.\n\nPerforming karaoke in public suited Dennis but not Justin because Justin had little talent and trained unsuccessfully.\n\nBeing health conscious, Natalie doesn't eat red meat, they gave the steak to Cynthia and Cynthia was very full..\n\nThe man looked at the sundial since a watch or clocktower was not at his disposal, having lost the watch", + " ." + ], + [ + "James has a personal problem with is Algebra teacher, but loves his history teacher because the History teacher is kind with him.\n\nJason was more likely to be a model than Brett although Brett was a taller and prettier person.\n\nCarrie has a harder time breathing at high altitudes than Samantha due to Carrie being in terrible shape.\n\nPerforming karaoke in public suited Dennis but not Justin because Justin had little talent and trained unsuccessfully.\n\nBeing health conscious, Natalie doesn't eat red meat, they gave the steak to Cynthia and Cynthia was very full..\n\nThe man looked at the sundial since a watch or clocktower was not at his disposal, having lost the clocktower", + " ." + ] + ], + "resps": [ + [ + [ + -8.3359375, + false + ] + ], + [ + [ + -8.6640625, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.3359375, + false + ], + [ + -8.6640625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 162, + "doc": { + "sentence": "John never mentioned his canoe, but had a long conversation with Ron about the raft, because John rarely used the _ .", + "option1": "canoe", + "option2": "raft", + "answer": "1" + }, + "target": ".", + "arguments": [ + [ + "The car and the bicycle almost collided in an accident, but the car honked the horn in time.\n\nEmily helps Megan figure out the math homework problems, so Megan offers help with English in return.\n\nLindsey showed Christine the marble cake that she made herself in under two hours. Lindsey was talented.\n\nKevin was worried Kenneth would win the cross country race, because Kevin was currently behind.\n\nThe new wood door would not fit the the opening in bills house, the opening was too narrow.\n\nJohn never mentioned his canoe, but had a long conversation with Ron about the raft, because John rarely used the canoe", + " ." + ], + [ + "The car and the bicycle almost collided in an accident, but the car honked the horn in time.\n\nEmily helps Megan figure out the math homework problems, so Megan offers help with English in return.\n\nLindsey showed Christine the marble cake that she made herself in under two hours. Lindsey was talented.\n\nKevin was worried Kenneth would win the cross country race, because Kevin was currently behind.\n\nThe new wood door would not fit the the opening in bills house, the opening was too narrow.\n\nJohn never mentioned his canoe, but had a long conversation with Ron about the raft, because John rarely used the raft", + " ." + ] + ], + "resps": [ + [ + [ + -7.6796875, + false + ] + ], + [ + [ + -7.75390625, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.6796875, + false + ], + [ + -7.75390625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 170, + "doc": { + "sentence": "The woman used a gentle technique when painting the urn but applied more pressure when painting the vase, because the _ was less fragile.", + "option1": "Urn", + "option2": "Vase", + "answer": "2" + }, + "target": "was less fragile.", + "arguments": [ + [ + "Laura can only do 10 push ups, while Emily can do 50, so Laura is a light weight lifter.\n\nThe muscles of Christine are tinier than those of Patricia because Patricia is a gym trainer.\n\nI decided to go to the barbershop instead of my usual salon because I just needed a trim and the barbershop was faster and cheaper.\n\nThe medication was not prescribed to Carrie and was to Angela because Angela had an ear infection.\n\nThe lemming wanted to hide behind the rock in its cage, but the rock was too small.\n\nThe woman used a gentle technique when painting the urn but applied more pressure when painting the vase, because the Urn", + " was less fragile." + ], + [ + "Laura can only do 10 push ups, while Emily can do 50, so Laura is a light weight lifter.\n\nThe muscles of Christine are tinier than those of Patricia because Patricia is a gym trainer.\n\nI decided to go to the barbershop instead of my usual salon because I just needed a trim and the barbershop was faster and cheaper.\n\nThe medication was not prescribed to Carrie and was to Angela because Angela had an ear infection.\n\nThe lemming wanted to hide behind the rock in its cage, but the rock was too small.\n\nThe woman used a gentle technique when painting the urn but applied more pressure when painting the vase, because the Vase", + " was less fragile." + ] + ], + "resps": [ + [ + [ + -7.38671875, + false + ] + ], + [ + [ + -6.93359375, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.38671875, + false + ], + [ + -6.93359375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 178, + "doc": { + "sentence": "Neil looked all over the neighborhood for their missing dog until Samuel called and _ got their dog back.", + "option1": "Neil", + "option2": "Samuel", + "answer": "1" + }, + "target": "got their dog back.", + "arguments": [ + [ + "Betty made a nice lladro figure and tried to put it in a box but the box was too small.\n\nCarrie was given concert tickets by Mary; then Carrie sold them because she hated the artist.\n\nJohn took care to shield the ferns from the wind while leaving the flowers in the open, since flowers were much stronger .\n\nHunter removed the pet hair from the car while Justin waited outside because Justin was very allergic.\n\nThe plant root broke out of the pot as it continues to grow and the pot becomes weaker.\n\nNeil looked all over the neighborhood for their missing dog until Samuel called and Neil", + " got their dog back." + ], + [ + "Betty made a nice lladro figure and tried to put it in a box but the box was too small.\n\nCarrie was given concert tickets by Mary; then Carrie sold them because she hated the artist.\n\nJohn took care to shield the ferns from the wind while leaving the flowers in the open, since flowers were much stronger .\n\nHunter removed the pet hair from the car while Justin waited outside because Justin was very allergic.\n\nThe plant root broke out of the pot as it continues to grow and the pot becomes weaker.\n\nNeil looked all over the neighborhood for their missing dog until Samuel called and Samuel", + " got their dog back." + ] + ], + "resps": [ + [ + [ + -9.6171875, + false + ] + ], + [ + [ + -10.1953125, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.6171875, + false + ], + [ + -10.1953125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 186, + "doc": { + "sentence": "She preferred a globe of the world made of PVC instead of plastic, because the _ made it look expensive.", + "option1": "plastic", + "option2": "PVC", + "answer": "2" + }, + "target": "made it look expensive.", + "arguments": [ + [ + "Billy replaced the wood counter with granite over the summer time, the granite was trendy.\n\nSteamed rice is much healthier, so Emily insisted theyorder that instead of fried rice, even though Carrie disliked it. Carrie was upset to eat the steamed rice when it arrived.\n\nCultivating a garden was of interest to Carrie but not Monica because Carrie cared a lot about sustainable living.\n\nJason owed back taxes and would not answer the phone when Brett called, because Jason was avoiding the IRS.\n\nWorking in the academy better suited Matthew and not Lawrence because Matthew had a perfect memory.\n\nShe preferred a globe of the world made of PVC instead of plastic, because the plastic", + " made it look expensive." + ], + [ + "Billy replaced the wood counter with granite over the summer time, the granite was trendy.\n\nSteamed rice is much healthier, so Emily insisted theyorder that instead of fried rice, even though Carrie disliked it. Carrie was upset to eat the steamed rice when it arrived.\n\nCultivating a garden was of interest to Carrie but not Monica because Carrie cared a lot about sustainable living.\n\nJason owed back taxes and would not answer the phone when Brett called, because Jason was avoiding the IRS.\n\nWorking in the academy better suited Matthew and not Lawrence because Matthew had a perfect memory.\n\nShe preferred a globe of the world made of PVC instead of plastic, because the PVC", + " made it look expensive." + ] + ], + "resps": [ + [ + [ + -17.15625, + false + ] + ], + [ + [ + -16.375, + false + ] + ] + ], + "filtered_resps": [ + [ + -17.15625, + false + ], + [ + -16.375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 194, + "doc": { + "sentence": "The photo came out of the Polaroid camera and fell onto the tray, so now the _ is lighter.", + "option1": "camera", + "option2": "tray", + "answer": "1" + }, + "target": "is lighter.", + "arguments": [ + [ + "Allison tried to use an elastic band to put her hair in a ponytail, but the hair was too short.\n\nAmy spent more money at the spa than Elena because Elena didn't add a facial to their package.\n\nOn their visit yesterday Jeffrey said the lack brushing Ian teethe had caused the to become brittle, Ian went to the dentist.\n\nThe seeds planted by Samantha sprouted sooner than those planted by Christine, so Christine had a shorter bloom.\n\nThe music coming from the radio was louder than the music coming from the television because the speakers on the radio were bigger.\n\nThe photo came out of the Polaroid camera and fell onto the tray, so now the camera", + " is lighter." + ], + [ + "Allison tried to use an elastic band to put her hair in a ponytail, but the hair was too short.\n\nAmy spent more money at the spa than Elena because Elena didn't add a facial to their package.\n\nOn their visit yesterday Jeffrey said the lack brushing Ian teethe had caused the to become brittle, Ian went to the dentist.\n\nThe seeds planted by Samantha sprouted sooner than those planted by Christine, so Christine had a shorter bloom.\n\nThe music coming from the radio was louder than the music coming from the television because the speakers on the radio were bigger.\n\nThe photo came out of the Polaroid camera and fell onto the tray, so now the tray", + " is lighter." + ] + ], + "resps": [ + [ + [ + -9.3046875, + false + ] + ], + [ + [ + -8.4453125, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.3046875, + false + ], + [ + -8.4453125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 202, + "doc": { + "sentence": "Robert took voice lessons from Randy, because _ was known to be on American Idol.", + "option1": "Robert", + "option2": "Randy", + "answer": "2" + }, + "target": "was known to be on American Idol.", + "arguments": [ + [ + "Craig liked to play with the large cattle but not Kyle because Kyle found them to be foreign.\n\nRobert's fever went away, and Ian still has one, so Ian is sickly at this point.\n\nAt the wooded summer camp, Jennifer taught Cynthia how to swim and other things like that. The camp counselor was Jennifer .\n\nthe camera could not focus well from the distance because of the light, the camera was too far.\n\nThe leg of Emily started to gangrene when Carrie spotted it immediately and Emily refused to see the doctor where the leg was lost.\n\nRobert took voice lessons from Randy, because Robert", + " was known to be on American Idol." + ], + [ + "Craig liked to play with the large cattle but not Kyle because Kyle found them to be foreign.\n\nRobert's fever went away, and Ian still has one, so Ian is sickly at this point.\n\nAt the wooded summer camp, Jennifer taught Cynthia how to swim and other things like that. The camp counselor was Jennifer .\n\nthe camera could not focus well from the distance because of the light, the camera was too far.\n\nThe leg of Emily started to gangrene when Carrie spotted it immediately and Emily refused to see the doctor where the leg was lost.\n\nRobert took voice lessons from Randy, because Randy", + " was known to be on American Idol." + ] + ], + "resps": [ + [ + [ + -25.734375, + false + ] + ], + [ + [ + -22.671875, + false + ] + ] + ], + "filtered_resps": [ + [ + -25.734375, + false + ], + [ + -22.671875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 210, + "doc": { + "sentence": "Lawrence liked watching foreign movies with subtitles unlike Jason because _ appreciated the original language of the film.", + "option1": "Lawrence", + "option2": "Jason", + "answer": "1" + }, + "target": "appreciated the original language of the film.", + "arguments": [ + [ + "Christine was explaining to Cynthia how her plan to get famous was going to work. Christine was determined.\n\nJoseph hired Nick to build a pool but Nick was going on a long vacation.\n\nThe senior woman's portfolio was low on stocks but high in bonds, as she considered the stocks to be risky.\n\nMaria could feel calm and relaxed at a movie theater and not a mall because at the mall everyone was walking around.\n\nFelicia had to drink a lot of cranberry juice but Erin didn't because Felicia had issues with their kidney.\n\nLawrence liked watching foreign movies with subtitles unlike Jason because Lawrence", + " appreciated the original language of the film." + ], + [ + "Christine was explaining to Cynthia how her plan to get famous was going to work. Christine was determined.\n\nJoseph hired Nick to build a pool but Nick was going on a long vacation.\n\nThe senior woman's portfolio was low on stocks but high in bonds, as she considered the stocks to be risky.\n\nMaria could feel calm and relaxed at a movie theater and not a mall because at the mall everyone was walking around.\n\nFelicia had to drink a lot of cranberry juice but Erin didn't because Felicia had issues with their kidney.\n\nLawrence liked watching foreign movies with subtitles unlike Jason because Jason", + " appreciated the original language of the film." + ] + ], + "resps": [ + [ + [ + -19.9375, + false + ] + ], + [ + [ + -21.0625, + false + ] + ] + ], + "filtered_resps": [ + [ + -19.9375, + false + ], + [ + -21.0625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 218, + "doc": { + "sentence": "The chef fried less mushrooms than tomatoes because the _ were ordered frequently at the restaurant.", + "option1": "mushrooms", + "option2": "tomatoes", + "answer": "2" + }, + "target": "were ordered frequently at the restaurant.", + "arguments": [ + [ + "Leslie had better grades than Derrick because Leslie spent more time studying than playing video games.\n\nThe taxes on the car were more than the taxes on the bike because the car was more expensive.\n\nMy mom bought me cookies, but I couldn't get them in the containers, because the containers were too little.\n\nFelicia was ready to fall in love again unlike Mary because Mary was heartbroken in the past.\n\nFelicia worked out more than Emily so it was no coincidence that Emily was sweating less daily.\n\nThe chef fried less mushrooms than tomatoes because the mushrooms", + " were ordered frequently at the restaurant." + ], + [ + "Leslie had better grades than Derrick because Leslie spent more time studying than playing video games.\n\nThe taxes on the car were more than the taxes on the bike because the car was more expensive.\n\nMy mom bought me cookies, but I couldn't get them in the containers, because the containers were too little.\n\nFelicia was ready to fall in love again unlike Mary because Mary was heartbroken in the past.\n\nFelicia worked out more than Emily so it was no coincidence that Emily was sweating less daily.\n\nThe chef fried less mushrooms than tomatoes because the tomatoes", + " were ordered frequently at the restaurant." + ] + ], + "resps": [ + [ + [ + -23.78125, + false + ] + ], + [ + [ + -24.21875, + false + ] + ] + ], + "filtered_resps": [ + [ + -23.78125, + false + ], + [ + -24.21875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 226, + "doc": { + "sentence": "The wall of the house looks nicer than the one in the garage despite that the _ was painted more recently.", + "option1": "house", + "option2": "garage", + "answer": "2" + }, + "target": "was painted more recently.", + "arguments": [ + [ + "Maria ordered pancakes while Natalie ordered a hamburger, and Maria put syrup and butter on their meal.\n\nJessica was a Psychiatrist treating Samantha for paranoid personality disorder so Samantha was put on medication.\n\nSince Eric was less coordinated than Randy, Randy was much more comfortable learning how to skateboard.\n\nVictoria gets a bottle of formula for Patricia every couple of hours because Patricia is her child.\n\nShe tried to pay off her debt with a regular monthly payment, but the debt was just too high.\n\nThe wall of the house looks nicer than the one in the garage despite that the house", + " was painted more recently." + ], + [ + "Maria ordered pancakes while Natalie ordered a hamburger, and Maria put syrup and butter on their meal.\n\nJessica was a Psychiatrist treating Samantha for paranoid personality disorder so Samantha was put on medication.\n\nSince Eric was less coordinated than Randy, Randy was much more comfortable learning how to skateboard.\n\nVictoria gets a bottle of formula for Patricia every couple of hours because Patricia is her child.\n\nShe tried to pay off her debt with a regular monthly payment, but the debt was just too high.\n\nThe wall of the house looks nicer than the one in the garage despite that the garage", + " was painted more recently." + ] + ], + "resps": [ + [ + [ + -10.3125, + false + ] + ], + [ + [ + -8.9609375, + false + ] + ] + ], + "filtered_resps": [ + [ + -10.3125, + false + ], + [ + -8.9609375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 234, + "doc": { + "sentence": "Elena enjoyed yoga classes while Amy preferred other forms of exercise; this was because _ was inflexible.", + "option1": "Elena", + "option2": "Amy", + "answer": "2" + }, + "target": "was inflexible.", + "arguments": [ + [ + "Justin worked on the house to keep ants out and Derrick didn't help, since Justin was more industrious.\n\nCraig made the best rice pudding, which was Justin's favorite, so Craig brought him a large bowl.\n\nNeil really loved to clean their house but Ryan did not as Ryan was very slovenly.\n\nMom was making pancakes for the kids this morning when she realized they were out of syrup. I ran to the store to get the syrup .\n\nThe actor came over and shook Nelson's hand and not Kenneth's because Nelson was next to the actor.\n\nElena enjoyed yoga classes while Amy preferred other forms of exercise; this was because Elena", + " was inflexible." + ], + [ + "Justin worked on the house to keep ants out and Derrick didn't help, since Justin was more industrious.\n\nCraig made the best rice pudding, which was Justin's favorite, so Craig brought him a large bowl.\n\nNeil really loved to clean their house but Ryan did not as Ryan was very slovenly.\n\nMom was making pancakes for the kids this morning when she realized they were out of syrup. I ran to the store to get the syrup .\n\nThe actor came over and shook Nelson's hand and not Kenneth's because Nelson was next to the actor.\n\nElena enjoyed yoga classes while Amy preferred other forms of exercise; this was because Amy", + " was inflexible." + ] + ], + "resps": [ + [ + [ + -12.2265625, + false + ] + ], + [ + [ + -10.09375, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.2265625, + false + ], + [ + -10.09375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 242, + "doc": { + "sentence": "We reached a settlement with the company but were roadblocked by the court. The _ was just more inflexible in its dealings.", + "option1": "company", + "option2": "court", + "answer": "2" + }, + "target": "was just more inflexible in its dealings.", + "arguments": [ + [ + "I had to put the steel and iron in alphabetical order, so I placed the iron in the left slot.\n\nThe doctor was able to diagnose the disease but not the tumor since the disease was shown.\n\nI bought a new picture but it wouldn't fit in the frame, because the picture was too heavy.\n\nAt school, James found the lessons to be engaging and the buildings to be well equipped. The lessons were fun.\n\nLeslie could smell the body odor off of Steven even through the perfume they put on. Steven was gross.\n\nWe reached a settlement with the company but were roadblocked by the court. The company", + " was just more inflexible in its dealings." + ], + [ + "I had to put the steel and iron in alphabetical order, so I placed the iron in the left slot.\n\nThe doctor was able to diagnose the disease but not the tumor since the disease was shown.\n\nI bought a new picture but it wouldn't fit in the frame, because the picture was too heavy.\n\nAt school, James found the lessons to be engaging and the buildings to be well equipped. The lessons were fun.\n\nLeslie could smell the body odor off of Steven even through the perfume they put on. Steven was gross.\n\nWe reached a settlement with the company but were roadblocked by the court. The court", + " was just more inflexible in its dealings." + ] + ], + "resps": [ + [ + [ + -34.96875, + false + ] + ], + [ + [ + -36.875, + false + ] + ] + ], + "filtered_resps": [ + [ + -34.96875, + false + ], + [ + -36.875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 250, + "doc": { + "sentence": "The stain was darker on Jason's shirt than Donald's because _ spilled red wine and not white wine.", + "option1": "Jason", + "option2": "Donald", + "answer": "1" + }, + "target": "spilled red wine and not white wine.", + "arguments": [ + [ + "The man chose the watercolor for his paintings rather than the acrylic because the acrylic was ugly.\n\nThe blender was always used by the winning chef, while the loser used the mixer, because the mixer had dull blades.\n\nTo provide motivation Emily gave Samantha some money, as the urgency on the situation was lost on Samantha .\n\nThe cookout invitation that bob bought would not fit with the envelope he purchased, because the envelope was too small.\n\nAs the walls began to cave in on Joseph, he blamed Craig who had sold him the house because Craig had not revealed how frail they were.\n\nThe stain was darker on Jason's shirt than Donald's because Jason", + " spilled red wine and not white wine." + ], + [ + "The man chose the watercolor for his paintings rather than the acrylic because the acrylic was ugly.\n\nThe blender was always used by the winning chef, while the loser used the mixer, because the mixer had dull blades.\n\nTo provide motivation Emily gave Samantha some money, as the urgency on the situation was lost on Samantha .\n\nThe cookout invitation that bob bought would not fit with the envelope he purchased, because the envelope was too small.\n\nAs the walls began to cave in on Joseph, he blamed Craig who had sold him the house because Craig had not revealed how frail they were.\n\nThe stain was darker on Jason's shirt than Donald's because Donald", + " spilled red wine and not white wine." + ] + ], + "resps": [ + [ + [ + -16.8125, + false + ] + ], + [ + [ + -17.84375, + false + ] + ] + ], + "filtered_resps": [ + [ + -16.8125, + false + ], + [ + -17.84375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 258, + "doc": { + "sentence": "It is an article of faith that the paper is more important than the exam , even though the _ weighs less heavily on the grade.", + "option1": "paper", + "option2": "exam", + "answer": "1" + }, + "target": "weighs less heavily on the grade.", + "arguments": [ + [ + "Carrie wanted a new cat while Rebecca did not so Carrie tried to convince the other to get one.\n\nI tried to write a letter but switched from the blue pen to the black pen since the blue pen's ink well was empty.\n\nAlthough Elena was a worse lawyer than Sarah, Elena was able to connect with their clients emotional problems.\n\nThe boat took Kevin to hi destination but not Jason because Kevin was actually on the boat.\n\nFredrick moved his show from radio to television because he was happy with the exposure the television show was giving him.\n\nIt is an article of faith that the paper is more important than the exam , even though the paper", + " weighs less heavily on the grade." + ], + [ + "Carrie wanted a new cat while Rebecca did not so Carrie tried to convince the other to get one.\n\nI tried to write a letter but switched from the blue pen to the black pen since the blue pen's ink well was empty.\n\nAlthough Elena was a worse lawyer than Sarah, Elena was able to connect with their clients emotional problems.\n\nThe boat took Kevin to hi destination but not Jason because Kevin was actually on the boat.\n\nFredrick moved his show from radio to television because he was happy with the exposure the television show was giving him.\n\nIt is an article of faith that the paper is more important than the exam , even though the exam", + " weighs less heavily on the grade." + ] + ], + "resps": [ + [ + [ + -24.875, + false + ] + ], + [ + [ + -25.65625, + false + ] + ] + ], + "filtered_resps": [ + [ + -24.875, + false + ], + [ + -25.65625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 266, + "doc": { + "sentence": "The doctor told Kevin to exercise more often but not Neil. _ had always been active and self-motivated.", + "option1": "Kevin", + "option2": "Neil", + "answer": "2" + }, + "target": "had always been active and self-motivated.", + "arguments": [ + [ + "Neil explained to Derrick that he volunteered to talk to children about the dangers of drugs. Neil is generous.\n\nJohn tried to go seed hunting using a bow and arrow, but missed every shot because the arrow wasn't straight.\n\nThe full lobster was eaten by Megan and not Laura, because Megan loved to eat seafood.\n\nThe cotton bud could not get into the ear of the hamster because the bud is large.\n\nNelson liked to date teen girls but Joel liked older women. Nelson went to the mall to look for potential dates.\n\nThe doctor told Kevin to exercise more often but not Neil. Kevin", + " had always been active and self-motivated." + ], + [ + "Neil explained to Derrick that he volunteered to talk to children about the dangers of drugs. Neil is generous.\n\nJohn tried to go seed hunting using a bow and arrow, but missed every shot because the arrow wasn't straight.\n\nThe full lobster was eaten by Megan and not Laura, because Megan loved to eat seafood.\n\nThe cotton bud could not get into the ear of the hamster because the bud is large.\n\nNelson liked to date teen girls but Joel liked older women. Nelson went to the mall to look for potential dates.\n\nThe doctor told Kevin to exercise more often but not Neil. Neil", + " had always been active and self-motivated." + ] + ], + "resps": [ + [ + [ + -27.109375, + false + ] + ], + [ + [ + -26.34375, + false + ] + ] + ], + "filtered_resps": [ + [ + -27.109375, + false + ], + [ + -26.34375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 274, + "doc": { + "sentence": "Christine accepted the over night challenge from Laura, because _ had a better chance of winning.", + "option1": "Christine", + "option2": "Laura", + "answer": "1" + }, + "target": "had a better chance of winning.", + "arguments": [ + [ + "The seamstress wanted to put a button on the shirt with needle and thread but the needle wasn't sharp.\n\nJason but not William had a very expensive wardrobe because William did not like to dress up on a daily basis.\n\nCarrie believed their mother and father treated Maria better because Carrie was given a smaller allowance.\n\nThe woman had beautiful dresses and the man wore holey jeans. She had the dresses that were stylish.\n\nThe monthly budget plan Christopher created was blown by Jeffrey, thanks to Jeffrey making very bad decisions.\n\nChristine accepted the over night challenge from Laura, because Christine", + " had a better chance of winning." + ], + [ + "The seamstress wanted to put a button on the shirt with needle and thread but the needle wasn't sharp.\n\nJason but not William had a very expensive wardrobe because William did not like to dress up on a daily basis.\n\nCarrie believed their mother and father treated Maria better because Carrie was given a smaller allowance.\n\nThe woman had beautiful dresses and the man wore holey jeans. She had the dresses that were stylish.\n\nThe monthly budget plan Christopher created was blown by Jeffrey, thanks to Jeffrey making very bad decisions.\n\nChristine accepted the over night challenge from Laura, because Laura", + " had a better chance of winning." + ] + ], + "resps": [ + [ + [ + -12.5390625, + false + ] + ], + [ + [ + -11.84375, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.5390625, + false + ], + [ + -11.84375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 282, + "doc": { + "sentence": "Jeri was deciding what to bring to a potluck and picked cookies over a pie because the _ could be shared with fewer people.", + "option1": "cookies", + "option2": "pie", + "answer": "2" + }, + "target": "could be shared with fewer people.", + "arguments": [ + [ + "The goals were to let Erin win and not Katrina because Erin always loses and needs a confidence boost.\n\nShe decided to leave the coach and headed to the taxi so she could get there faster but the coach was actually faster.\n\nBenjamin was not allergic to cats but Matthew was, so Benjamin went to the shelter and picked up two of them.\n\nSamantha wanted to be a celebrity personal assistant more than Lindsey, because Lindsey hated being in the midst of chaos.\n\nJane tried to clean the window with the sponge but she was unsuccessful because the window was too high.\n\nJeri was deciding what to bring to a potluck and picked cookies over a pie because the cookies", + " could be shared with fewer people." + ], + [ + "The goals were to let Erin win and not Katrina because Erin always loses and needs a confidence boost.\n\nShe decided to leave the coach and headed to the taxi so she could get there faster but the coach was actually faster.\n\nBenjamin was not allergic to cats but Matthew was, so Benjamin went to the shelter and picked up two of them.\n\nSamantha wanted to be a celebrity personal assistant more than Lindsey, because Lindsey hated being in the midst of chaos.\n\nJane tried to clean the window with the sponge but she was unsuccessful because the window was too high.\n\nJeri was deciding what to bring to a potluck and picked cookies over a pie because the pie", + " could be shared with fewer people." + ] + ], + "resps": [ + [ + [ + -16.859375, + false + ] + ], + [ + [ + -20.484375, + false + ] + ] + ], + "filtered_resps": [ + [ + -16.859375, + false + ], + [ + -20.484375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 290, + "doc": { + "sentence": "It was easy for Matthew but not Logan to practice yoga because _ wanted to improve their mind and body.", + "option1": "Matthew", + "option2": "Logan", + "answer": "1" + }, + "target": "wanted to improve their mind and body.", + "arguments": [ + [ + "As a new employee, Victoria was at an entry level position, contrary to Monica, because Monica worked very hard to move her way up the ladder.\n\nJoel advised Adam to add more honey later if homemade wine doesn't come out as sweet as he likes as Adam is a novice wine maker..\n\nEric knew how to make a chocolate souffle but Jeffrey did not. Eric was very proficient at baking.\n\nWhen deciding if to be a loner, one must decide if they want many events or plenty of free time. The free time angle helps with productivity.\n\nMary was a more reckless driver than Rachel, so Rachel got very few traffic tickets.\n\nIt was easy for Matthew but not Logan to practice yoga because Matthew", + " wanted to improve their mind and body." + ], + [ + "As a new employee, Victoria was at an entry level position, contrary to Monica, because Monica worked very hard to move her way up the ladder.\n\nJoel advised Adam to add more honey later if homemade wine doesn't come out as sweet as he likes as Adam is a novice wine maker..\n\nEric knew how to make a chocolate souffle but Jeffrey did not. Eric was very proficient at baking.\n\nWhen deciding if to be a loner, one must decide if they want many events or plenty of free time. The free time angle helps with productivity.\n\nMary was a more reckless driver than Rachel, so Rachel got very few traffic tickets.\n\nIt was easy for Matthew but not Logan to practice yoga because Logan", + " wanted to improve their mind and body." + ] + ], + "resps": [ + [ + [ + -26.015625, + false + ] + ], + [ + [ + -24.6875, + false + ] + ] + ], + "filtered_resps": [ + [ + -26.015625, + false + ], + [ + -24.6875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 298, + "doc": { + "sentence": "Going to a restaurant is something that Patricia does very often but Carrie rarely goes to one because _ is a very good cook.", + "option1": "Patricia", + "option2": "Carrie", + "answer": "2" + }, + "target": "is a very good cook.", + "arguments": [ + [ + "Carrie doesn't know what a tripod is, but Kayla uses one for work every day, so Kayla is the expert photographer.\n\nWilliam wore some tight leather pants that Joel really liked, because William was very attractive in them.\n\nWhen it comes to dog training, Jeffrey's dogs are always better behaved than Matthew's because Matthew is a dog hater.\n\nThe student tried to use the old pen to fill out the application but the application was too long.\n\nRachel just put a new sink in the bathroom unlike Patricia because Rachel was renovating the house.\n\nGoing to a restaurant is something that Patricia does very often but Carrie rarely goes to one because Patricia", + " is a very good cook." + ], + [ + "Carrie doesn't know what a tripod is, but Kayla uses one for work every day, so Kayla is the expert photographer.\n\nWilliam wore some tight leather pants that Joel really liked, because William was very attractive in them.\n\nWhen it comes to dog training, Jeffrey's dogs are always better behaved than Matthew's because Matthew is a dog hater.\n\nThe student tried to use the old pen to fill out the application but the application was too long.\n\nRachel just put a new sink in the bathroom unlike Patricia because Rachel was renovating the house.\n\nGoing to a restaurant is something that Patricia does very often but Carrie rarely goes to one because Carrie", + " is a very good cook." + ] + ], + "resps": [ + [ + [ + -6.9921875, + false + ] + ], + [ + [ + -9.546875, + false + ] + ] + ], + "filtered_resps": [ + [ + -6.9921875, + false + ], + [ + -9.546875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 306, + "doc": { + "sentence": "Joel got advice on buying stocks from his cousin Bob while Eric used a broker. _ had a virtually worthless portfolio of companies.", + "option1": "Joel", + "option2": "Eric", + "answer": "1" + }, + "target": "had a virtually worthless portfolio of companies.", + "arguments": [ + [ + "Jeffrey was hired to help grow Randy's garden during the summer months because Jeffrey was a landscaper.\n\nThe clams tasted worse than the shrimp did, so the clams were probably of older stock.\n\nThe stress that I have is worse than the anxiety, because the stress is a constant issue.\n\nShe was able to finish the stew, but threw away the rice, because the stew had been cooked perfectly.\n\nMegan is a sociologist, Jessica is not therefore Jessica could probably not explain the meaning of various holidays.\n\nJoel got advice on buying stocks from his cousin Bob while Eric used a broker. Joel", + " had a virtually worthless portfolio of companies." + ], + [ + "Jeffrey was hired to help grow Randy's garden during the summer months because Jeffrey was a landscaper.\n\nThe clams tasted worse than the shrimp did, so the clams were probably of older stock.\n\nThe stress that I have is worse than the anxiety, because the stress is a constant issue.\n\nShe was able to finish the stew, but threw away the rice, because the stew had been cooked perfectly.\n\nMegan is a sociologist, Jessica is not therefore Jessica could probably not explain the meaning of various holidays.\n\nJoel got advice on buying stocks from his cousin Bob while Eric used a broker. Eric", + " had a virtually worthless portfolio of companies." + ] + ], + "resps": [ + [ + [ + -34.78125, + false + ] + ], + [ + [ + -33.96875, + false + ] + ] + ], + "filtered_resps": [ + [ + -34.78125, + false + ], + [ + -33.96875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 314, + "doc": { + "sentence": "It took a minute longer to melt the chocolate in the microwave than the caramel, because the _ was very firm.", + "option1": "chocolate", + "option2": "caramel", + "answer": "1" + }, + "target": "was very firm.", + "arguments": [ + [ + "They wanted more satiation at the wedding, so the planners used icing rather than fruit on the cake as the icing was more filling.\n\nLearning sign language was harder for the boy than learning to play music. The music just resonated with him.\n\nDerrick made some ramen noodles for lunch while Logan had a salad, Logan felt healthy.\n\nElena wore fancy clothing to the highschool prom and Laura wore a plaint T-shirt. Elena was accepted into the building.\n\nThe student preferred doing their homework with pencil rather than pen, because the pencil provided more control.\n\nIt took a minute longer to melt the chocolate in the microwave than the caramel, because the chocolate", + " was very firm." + ], + [ + "They wanted more satiation at the wedding, so the planners used icing rather than fruit on the cake as the icing was more filling.\n\nLearning sign language was harder for the boy than learning to play music. The music just resonated with him.\n\nDerrick made some ramen noodles for lunch while Logan had a salad, Logan felt healthy.\n\nElena wore fancy clothing to the highschool prom and Laura wore a plaint T-shirt. Elena was accepted into the building.\n\nThe student preferred doing their homework with pencil rather than pen, because the pencil provided more control.\n\nIt took a minute longer to melt the chocolate in the microwave than the caramel, because the caramel", + " was very firm." + ] + ], + "resps": [ + [ + [ + -13.0625, + false + ] + ], + [ + [ + -12.8984375, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.0625, + false + ], + [ + -12.8984375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 322, + "doc": { + "sentence": "The snow came down so much that Michael had to go plow Kevins driveway because _ needed the help of his neighbors.", + "option1": "Michael", + "option2": "Kevin", + "answer": "2" + }, + "target": "needed the help of his neighbors.", + "arguments": [ + [ + "Rebecca would not apply glitter to her costume, like Kayla did, because Rebecca just lacked pizzazz.\n\nJames could not believe the monkey can jump down from the tree and now he is looking forward to the top of the crane. The crane is taller.\n\nBenjamin was trying to get in shape and bought a bicycle instead of a treadmill because with the bicycle he could be outdoors.\n\nChristine always followed Lindsey when they went mountain climbing because Lindsey was teaching what to do.\n\nLawrence asked Steven to send mortgage check to the bank because Lawrence forgot to do so.\n\nThe snow came down so much that Michael had to go plow Kevins driveway because Michael", + " needed the help of his neighbors." + ], + [ + "Rebecca would not apply glitter to her costume, like Kayla did, because Rebecca just lacked pizzazz.\n\nJames could not believe the monkey can jump down from the tree and now he is looking forward to the top of the crane. The crane is taller.\n\nBenjamin was trying to get in shape and bought a bicycle instead of a treadmill because with the bicycle he could be outdoors.\n\nChristine always followed Lindsey when they went mountain climbing because Lindsey was teaching what to do.\n\nLawrence asked Steven to send mortgage check to the bank because Lawrence forgot to do so.\n\nThe snow came down so much that Michael had to go plow Kevins driveway because Kevin", + " needed the help of his neighbors." + ] + ], + "resps": [ + [ + [ + -22.765625, + false + ] + ], + [ + [ + -21.234375, + false + ] + ] + ], + "filtered_resps": [ + [ + -22.765625, + false + ], + [ + -21.234375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 330, + "doc": { + "sentence": "In the accident the vehicle of Nelson received more damage than that of Justin, since _ vehicle was bigger.", + "option1": "Nelson", + "option2": "Justin", + "answer": "2" + }, + "target": "vehicle was bigger.", + "arguments": [ + [ + "Sarah was starting to get overwhelmed looking into different careers and asked Carrie for help since Carrie was a counselor.\n\nCynthia was walking much slower than Betty throughout the day because Cynthia had strained a muscle.\n\nThe fruits were graded higher than the eggs by the FDA since the fruits were pristine.\n\nJames tried to empty the drink from the bottle to the cup but the cup got full very quick. The cup is small.\n\nThe man wanted to take the bus to his job but the bus was too far late.\n\nIn the accident the vehicle of Nelson received more damage than that of Justin, since Nelson", + " vehicle was bigger." + ], + [ + "Sarah was starting to get overwhelmed looking into different careers and asked Carrie for help since Carrie was a counselor.\n\nCynthia was walking much slower than Betty throughout the day because Cynthia had strained a muscle.\n\nThe fruits were graded higher than the eggs by the FDA since the fruits were pristine.\n\nJames tried to empty the drink from the bottle to the cup but the cup got full very quick. The cup is small.\n\nThe man wanted to take the bus to his job but the bus was too far late.\n\nIn the accident the vehicle of Nelson received more damage than that of Justin, since Justin", + " vehicle was bigger." + ] + ], + "resps": [ + [ + [ + -11.2109375, + false + ] + ], + [ + [ + -11.671875, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.2109375, + false + ], + [ + -11.671875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 338, + "doc": { + "sentence": "Derrick really liked working in Human Resources and William wanted to work at the same company, and _ subsequently offered a position.", + "option1": "Derrick", + "option2": "William", + "answer": "1" + }, + "target": "subsequently offered a position.", + "arguments": [ + [ + "Laura is taking singing and dancing lessons from the Jessica, because Jessica is dancing teacher.\n\nErin was much less aggressive than Megan, so Erin didn't have to worry about getting in fights.\n\nDennis joyfully told Donald about his massive comic book collection that took years to get. Donald was indifferent.\n\nKatrina hates work and asks for a Emily's advice, as Katrina wants to enjoy her work.\n\nYou know that the drums will take longer than the flute to learn, so the flute was simpler to study.\n\nDerrick really liked working in Human Resources and William wanted to work at the same company, and Derrick", + " subsequently offered a position." + ], + [ + "Laura is taking singing and dancing lessons from the Jessica, because Jessica is dancing teacher.\n\nErin was much less aggressive than Megan, so Erin didn't have to worry about getting in fights.\n\nDennis joyfully told Donald about his massive comic book collection that took years to get. Donald was indifferent.\n\nKatrina hates work and asks for a Emily's advice, as Katrina wants to enjoy her work.\n\nYou know that the drums will take longer than the flute to learn, so the flute was simpler to study.\n\nDerrick really liked working in Human Resources and William wanted to work at the same company, and William", + " subsequently offered a position." + ] + ], + "resps": [ + [ + [ + -21.046875, + false + ] + ], + [ + [ + -22.703125, + false + ] + ] + ], + "filtered_resps": [ + [ + -21.046875, + false + ], + [ + -22.703125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 346, + "doc": { + "sentence": "He found it harder to write the letter than the e-mail because the _ had so few words.", + "option1": "letter", + "option2": "e-mail", + "answer": "2" + }, + "target": "had so few words.", + "arguments": [ + [ + "The mans old pants looked worse than my jeans because the jeans were brand new.\n\nMary liked cedar wood over other types of wood like poplar, because the cedar wood smelled really good.\n\nRobert cleaned their countertop very well but Nick did not. Robert had a clean home.\n\nRachel visits Jessica to have some tests performed and for a check up, so Jessica is a physician.\n\nThe forever stamps that Ryan had were far prettier than the ones William had and William asked for some of them.\n\nHe found it harder to write the letter than the e-mail because the letter", + " had so few words." + ], + [ + "The mans old pants looked worse than my jeans because the jeans were brand new.\n\nMary liked cedar wood over other types of wood like poplar, because the cedar wood smelled really good.\n\nRobert cleaned their countertop very well but Nick did not. Robert had a clean home.\n\nRachel visits Jessica to have some tests performed and for a check up, so Jessica is a physician.\n\nThe forever stamps that Ryan had were far prettier than the ones William had and William asked for some of them.\n\nHe found it harder to write the letter than the e-mail because the e-mail", + " had so few words." + ] + ], + "resps": [ + [ + [ + -12.546875, + false + ] + ], + [ + [ + -13.1640625, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.546875, + false + ], + [ + -13.1640625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 354, + "doc": { + "sentence": "The bird squawked at Mary's rushed approached and quieted when Jennifer came in since _ was threatening.", + "option1": "Mary", + "option2": "Jennifer", + "answer": "1" + }, + "target": "was threatening.", + "arguments": [ + [ + "The hairdresser tried to cut the hair with the scissors but the hair was too strong.\n\nKatrina bought an apple from the vendor and gave it to Amy, because Amy was hungry.\n\nWhen he inspected his football protective gear for the coming season, he decided he needed a new mouthguard but could still use the helmet. The mouthguard was broken.\n\nDonald always spent ages trying to get their kitchen clean but Aaron did not because Aaron was very messy.\n\nWhen Hazel was shopping for a baby shower gift, she decided on a monitor instead of a mobile because the mobile was less needed..\n\nThe bird squawked at Mary's rushed approached and quieted when Jennifer came in since Mary", + " was threatening." + ], + [ + "The hairdresser tried to cut the hair with the scissors but the hair was too strong.\n\nKatrina bought an apple from the vendor and gave it to Amy, because Amy was hungry.\n\nWhen he inspected his football protective gear for the coming season, he decided he needed a new mouthguard but could still use the helmet. The mouthguard was broken.\n\nDonald always spent ages trying to get their kitchen clean but Aaron did not because Aaron was very messy.\n\nWhen Hazel was shopping for a baby shower gift, she decided on a monitor instead of a mobile because the mobile was less needed..\n\nThe bird squawked at Mary's rushed approached and quieted when Jennifer came in since Jennifer", + " was threatening." + ] + ], + "resps": [ + [ + [ + -11.375, + false + ] + ], + [ + [ + -10.5, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.375, + false + ], + [ + -10.5, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 362, + "doc": { + "sentence": "Ben had to drain both water and oil down the sink, but the _ was too fluid.", + "option1": "oil", + "option2": "water", + "answer": "2" + }, + "target": "was too fluid.", + "arguments": [ + [ + "To groom his facial hair, Adam preferred to use a hand razor over an electric razor because the electric razor was too rough on his skin.\n\nFelicia had to move seats unlike Rebecca because Felicia sat in the wrong seat at the event.\n\nIn Mike's garden, the mint is growing better than the arugula, so the arugula is likely getting insufficient sunlight.\n\nCynthia needed to lose weight but Angela did not because Cynthia was over twenty pounds over the recommended weight.\n\nAfter her lips swelled up, Brian gave all the lip gloss to Christopher since Brian was sensitive to it.\n\nBen had to drain both water and oil down the sink, but the oil", + " was too fluid." + ], + [ + "To groom his facial hair, Adam preferred to use a hand razor over an electric razor because the electric razor was too rough on his skin.\n\nFelicia had to move seats unlike Rebecca because Felicia sat in the wrong seat at the event.\n\nIn Mike's garden, the mint is growing better than the arugula, so the arugula is likely getting insufficient sunlight.\n\nCynthia needed to lose weight but Angela did not because Cynthia was over twenty pounds over the recommended weight.\n\nAfter her lips swelled up, Brian gave all the lip gloss to Christopher since Brian was sensitive to it.\n\nBen had to drain both water and oil down the sink, but the water", + " was too fluid." + ] + ], + "resps": [ + [ + [ + -16.6875, + false + ] + ], + [ + [ + -17.703125, + false + ] + ] + ], + "filtered_resps": [ + [ + -16.6875, + false + ], + [ + -17.703125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 370, + "doc": { + "sentence": "Sookie roasted a turkey and served it with potatoes instead of carrots, because everyone in her family would have hated the _ .", + "option1": "carrots", + "option2": "potatoes", + "answer": "1" + }, + "target": ".", + "arguments": [ + [ + "People at the meeting felt more intimidated by Mary than by Betty because Betty was more meek.\n\nI was impressed with the behavior of my friend but not the attitude of his friend, because the attitude was rude.\n\nI really need to upgrade my mouse and RAM on my computer. The computer gets too difficult to control the mouse currently on it.\n\nIt was likely that Elena but not Betty had contracted malaria because Betty had never traveled to a third-world country.\n\nThe syrup cured his sore throat after the pill didn't work, as the pill was deficient in its treatment.\n\nSookie roasted a turkey and served it with potatoes instead of carrots, because everyone in her family would have hated the carrots", + " ." + ], + [ + "People at the meeting felt more intimidated by Mary than by Betty because Betty was more meek.\n\nI was impressed with the behavior of my friend but not the attitude of his friend, because the attitude was rude.\n\nI really need to upgrade my mouse and RAM on my computer. The computer gets too difficult to control the mouse currently on it.\n\nIt was likely that Elena but not Betty had contracted malaria because Betty had never traveled to a third-world country.\n\nThe syrup cured his sore throat after the pill didn't work, as the pill was deficient in its treatment.\n\nSookie roasted a turkey and served it with potatoes instead of carrots, because everyone in her family would have hated the potatoes", + " ." + ] + ], + "resps": [ + [ + [ + -9.4609375, + false + ] + ], + [ + [ + -9.6484375, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.4609375, + false + ], + [ + -9.6484375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 378, + "doc": { + "sentence": "The diary of Carrie is boring, and the one Jennifer writes is interestin. _ has lived a simple life.", + "option1": "Carrie", + "option2": "Jennifer", + "answer": "1" + }, + "target": "has lived a simple life.", + "arguments": [ + [ + "The red mask would not fit in the drawer because the mask is too massive.\n\nLindsey was more worried about finding a boyfriend than Angela because Lindsey did not have a lot of sex appeal.\n\nShe cut the cereal box down into an organizer tray because the box was worthless.\n\nNeil was ready to sleep, but Donald was having a party, so Neil tossed and turned for an hour.\n\nThe new queen bed would not fit in the stairway because the bed is too tall.\n\nThe diary of Carrie is boring, and the one Jennifer writes is interestin. Carrie", + " has lived a simple life." + ], + [ + "The red mask would not fit in the drawer because the mask is too massive.\n\nLindsey was more worried about finding a boyfriend than Angela because Lindsey did not have a lot of sex appeal.\n\nShe cut the cereal box down into an organizer tray because the box was worthless.\n\nNeil was ready to sleep, but Donald was having a party, so Neil tossed and turned for an hour.\n\nThe new queen bed would not fit in the stairway because the bed is too tall.\n\nThe diary of Carrie is boring, and the one Jennifer writes is interestin. Jennifer", + " has lived a simple life." + ] + ], + "resps": [ + [ + [ + -19.015625, + false + ] + ], + [ + [ + -20.84375, + false + ] + ] + ], + "filtered_resps": [ + [ + -19.015625, + false + ], + [ + -20.84375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 386, + "doc": { + "sentence": "The woman avoided the hole but easily stepped over the pit, because the _ was very shallow.", + "option1": "hole", + "option2": "pit", + "answer": "2" + }, + "target": "was very shallow.", + "arguments": [ + [ + "Gem liked to eat leafs and burgers. She liked the leafs better because it was light.\n\nThe dog liked Carrie but it didn't like Christine very much because Christine always hit it.\n\nBen had a wound on his arm and had the choice of going to the hospital or self-treatment. He chose the hospital because it was expensive.\n\nThe blanket that my grandma made me was more enjoyed than the scarf because the scarf was itchy.\n\nThe horse ran past Rebecca and up to Christine, because Christine had sugar cubes in their pocket.\n\nThe woman avoided the hole but easily stepped over the pit, because the hole", + " was very shallow." + ], + [ + "Gem liked to eat leafs and burgers. She liked the leafs better because it was light.\n\nThe dog liked Carrie but it didn't like Christine very much because Christine always hit it.\n\nBen had a wound on his arm and had the choice of going to the hospital or self-treatment. He chose the hospital because it was expensive.\n\nThe blanket that my grandma made me was more enjoyed than the scarf because the scarf was itchy.\n\nThe horse ran past Rebecca and up to Christine, because Christine had sugar cubes in their pocket.\n\nThe woman avoided the hole but easily stepped over the pit, because the pit", + " was very shallow." + ] + ], + "resps": [ + [ + [ + -8.1484375, + false + ] + ], + [ + [ + -7.0078125, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.1484375, + false + ], + [ + -7.0078125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 394, + "doc": { + "sentence": "The employee tried to put the extra clothes in the closets but the _ were too small.", + "option1": "closets", + "option2": "clothes", + "answer": "1" + }, + "target": "were too small.", + "arguments": [ + [ + "The waitress brought Donald a salad and Nick fish because Donald didn't care for the taste of fish.\n\nThe puppy slept on the floor instead of on the bed because it was hard for it to get on the bed .\n\nJustin has never had any animals in his house unlike Derrick because Justin is allergic to them.\n\nElena is a fight manager, Rebecca is a gardener therefore Elena knows how to wrap boxers' hands.\n\nLindsey was always organized but Victoria was rarely organized. Victoria often had trouble when looking for something.\n\nThe employee tried to put the extra clothes in the closets but the closets", + " were too small." + ], + [ + "The waitress brought Donald a salad and Nick fish because Donald didn't care for the taste of fish.\n\nThe puppy slept on the floor instead of on the bed because it was hard for it to get on the bed .\n\nJustin has never had any animals in his house unlike Derrick because Justin is allergic to them.\n\nElena is a fight manager, Rebecca is a gardener therefore Elena knows how to wrap boxers' hands.\n\nLindsey was always organized but Victoria was rarely organized. Victoria often had trouble when looking for something.\n\nThe employee tried to put the extra clothes in the closets but the clothes", + " were too small." + ] + ], + "resps": [ + [ + [ + -2.904296875, + true + ] + ], + [ + [ + -6.390625, + false + ] + ] + ], + "filtered_resps": [ + [ + -2.904296875, + true + ], + [ + -6.390625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 402, + "doc": { + "sentence": "The virus stuck to the clothes better than it stuck to the walls, because the _ had more deterrents on them.", + "option1": "walls", + "option2": "clothes", + "answer": "1" + }, + "target": "had more deterrents on them.", + "arguments": [ + [ + "Lindsey bonded more quickly with her classmates than Jessica because Lindsey had a friendly disposition.\n\nSamantha was was quite active, so was a good coach for Emily's weight loss because Samantha could teach healthy habits to him.\n\nMegan loved serving Laura coffee every morning at the cafe, because Megan was a natural helper.\n\nCraig's greed was very well known to so when he saw Michael's gold watch Craig envied it.\n\nAngela's main vice is eating, while Betty has a small appetite, so Betty is more likely to be thin.\n\nThe virus stuck to the clothes better than it stuck to the walls, because the walls", + " had more deterrents on them." + ], + [ + "Lindsey bonded more quickly with her classmates than Jessica because Lindsey had a friendly disposition.\n\nSamantha was was quite active, so was a good coach for Emily's weight loss because Samantha could teach healthy habits to him.\n\nMegan loved serving Laura coffee every morning at the cafe, because Megan was a natural helper.\n\nCraig's greed was very well known to so when he saw Michael's gold watch Craig envied it.\n\nAngela's main vice is eating, while Betty has a small appetite, so Betty is more likely to be thin.\n\nThe virus stuck to the clothes better than it stuck to the walls, because the clothes", + " had more deterrents on them." + ] + ], + "resps": [ + [ + [ + -20.8125, + false + ] + ], + [ + [ + -24.3125, + false + ] + ] + ], + "filtered_resps": [ + [ + -20.8125, + false + ], + [ + -24.3125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 410, + "doc": { + "sentence": "When Benjamin put the family into debt, Adam filed for divorce; then the judge gave _ a withering look.", + "option1": "Benjamin", + "option2": "Adam", + "answer": "1" + }, + "target": "a withering look.", + "arguments": [ + [ + "Jeffrey hired Michael to clean their floors but Michael was going on a long vacation.\n\nJen had to get her license and a house inspection to become a foster parent, and she had to keep her house clean for the inspection .\n\nIn order to help a friend with PTSD, she left a group therapy flyer on the table instead of a self-help book because the flyer would be useful.\n\nWhen roasting chicken I like to use the stove instead of the oven. The oven makes it unappetizing.\n\nHe refused to change out of his tank top, even though it made him look like a a redneck with beer because he wanted to finish the beer .\n\nWhen Benjamin put the family into debt, Adam filed for divorce; then the judge gave Benjamin", + " a withering look." + ], + [ + "Jeffrey hired Michael to clean their floors but Michael was going on a long vacation.\n\nJen had to get her license and a house inspection to become a foster parent, and she had to keep her house clean for the inspection .\n\nIn order to help a friend with PTSD, she left a group therapy flyer on the table instead of a self-help book because the flyer would be useful.\n\nWhen roasting chicken I like to use the stove instead of the oven. The oven makes it unappetizing.\n\nHe refused to change out of his tank top, even though it made him look like a a redneck with beer because he wanted to finish the beer .\n\nWhen Benjamin put the family into debt, Adam filed for divorce; then the judge gave Adam", + " a withering look." + ] + ], + "resps": [ + [ + [ + -17.09375, + false + ] + ], + [ + [ + -17.125, + false + ] + ] + ], + "filtered_resps": [ + [ + -17.09375, + false + ], + [ + -17.125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 418, + "doc": { + "sentence": "Tanya read the contract carefully before signing it but Patricia didn't. _ didn't get ripped off by the shady merchant.", + "option1": "Tanya", + "option2": "Patricia", + "answer": "1" + }, + "target": "didn't get ripped off by the shady merchant.", + "arguments": [ + [ + "Upon coming across a millipedes on hike, Rebecca took a picture of it and Elena stepped on it as Elena is a bug hater.\n\nThe hats that Margaret knit look a lot nicer than the gloves she made. She has a knack for making the hats .\n\nTech problems are Lawrence specialty and physical problems are Ryan, Ryan works with people and disabilities.\n\nAble to hear a scurrying sound from below the sink, Megan asked Samantha to check, as Samantha was indifferent about seeing a mouse.\n\nDennis could not afford to replace the windows of his house like Neil recently had, because Dennis was poor.\n\nTanya read the contract carefully before signing it but Patricia didn't. Tanya", + " didn't get ripped off by the shady merchant." + ], + [ + "Upon coming across a millipedes on hike, Rebecca took a picture of it and Elena stepped on it as Elena is a bug hater.\n\nThe hats that Margaret knit look a lot nicer than the gloves she made. She has a knack for making the hats .\n\nTech problems are Lawrence specialty and physical problems are Ryan, Ryan works with people and disabilities.\n\nAble to hear a scurrying sound from below the sink, Megan asked Samantha to check, as Samantha was indifferent about seeing a mouse.\n\nDennis could not afford to replace the windows of his house like Neil recently had, because Dennis was poor.\n\nTanya read the contract carefully before signing it but Patricia didn't. Patricia", + " didn't get ripped off by the shady merchant." + ] + ], + "resps": [ + [ + [ + -34.5, + false + ] + ], + [ + [ + -35.125, + false + ] + ] + ], + "filtered_resps": [ + [ + -34.5, + false + ], + [ + -35.125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 426, + "doc": { + "sentence": "Kenneth is accused of destroying drywall in Jeffrey's house, _ is leasing out the house.", + "option1": "Kenneth", + "option2": "Jeffrey", + "answer": "2" + }, + "target": "is leasing out the house.", + "arguments": [ + [ + "i had to abandon pleasure to seek inner peace after my divorce, the pleasure was destructive.\n\nVictoria's Birthday present from Felicia was a new grill because Victoria is an avid chef.\n\nShe became extremely educated by reading books and watching videos. The books were often musty.\n\nSamuel did not know a lot of conversation topics like Brian because Brian always kept up with the news.\n\nNeil underwent the medical procedure performed by Nick, and Neil got through the procedure with flying colors.\n\nKenneth is accused of destroying drywall in Jeffrey's house, Kenneth", + " is leasing out the house." + ], + [ + "i had to abandon pleasure to seek inner peace after my divorce, the pleasure was destructive.\n\nVictoria's Birthday present from Felicia was a new grill because Victoria is an avid chef.\n\nShe became extremely educated by reading books and watching videos. The books were often musty.\n\nSamuel did not know a lot of conversation topics like Brian because Brian always kept up with the news.\n\nNeil underwent the medical procedure performed by Nick, and Neil got through the procedure with flying colors.\n\nKenneth is accused of destroying drywall in Jeffrey's house, Jeffrey", + " is leasing out the house." + ] + ], + "resps": [ + [ + [ + -23.390625, + false + ] + ], + [ + [ + -20.046875, + false + ] + ] + ], + "filtered_resps": [ + [ + -23.390625, + false + ], + [ + -20.046875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 434, + "doc": { + "sentence": "William wanted to go biking but Aaron wanted to stay home, so _ went out by themselves.", + "option1": "William", + "option2": "Aaron", + "answer": "1" + }, + "target": "went out by themselves.", + "arguments": [ + [ + "The man hated his work compared to his wife's job because the work was stressful.\n\nNeil always brewed his coffee last thing in the morning unlike Steven because Steven needed it first.\n\nThe seeds that William uses are worse than Adam's because William went to a less reputable farmer.\n\nBetty has found a gold and needs help from Felicia to clean it, because Felicia is really helpful.\n\nCindy ate the noodles but not the vegetables because the vegetables were hard and undercooked.\n\nWilliam wanted to go biking but Aaron wanted to stay home, so William", + " went out by themselves." + ], + [ + "The man hated his work compared to his wife's job because the work was stressful.\n\nNeil always brewed his coffee last thing in the morning unlike Steven because Steven needed it first.\n\nThe seeds that William uses are worse than Adam's because William went to a less reputable farmer.\n\nBetty has found a gold and needs help from Felicia to clean it, because Felicia is really helpful.\n\nCindy ate the noodles but not the vegetables because the vegetables were hard and undercooked.\n\nWilliam wanted to go biking but Aaron wanted to stay home, so Aaron", + " went out by themselves." + ] + ], + "resps": [ + [ + [ + -15.984375, + false + ] + ], + [ + [ + -17.109375, + false + ] + ] + ], + "filtered_resps": [ + [ + -15.984375, + false + ], + [ + -17.109375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 442, + "doc": { + "sentence": "The lips on Cynthia were much smaller than Monica because _ got hit with a softball in the mouth.", + "option1": "Cynthia", + "option2": "Monica", + "answer": "2" + }, + "target": "got hit with a softball in the mouth.", + "arguments": [ + [ + "Bradley wants to buy a motorcycle and sell his SUV because the motorcycle will save a lot of money on gas.\n\nAmy learned to play the mandolin from Elena due to Amy being a music beginner.\n\nGrace was happy to get a new battery for her car. The battery was dead.\n\nWhen choosing a movie to watch, Logan would select a documentary and Jason a comedy, I say Jason is a fun loving person.\n\nKenneth liked to collect plates with pretty flowers on them while Eric did not. Eric didn't buy a new plate.\n\nThe lips on Cynthia were much smaller than Monica because Cynthia", + " got hit with a softball in the mouth." + ], + [ + "Bradley wants to buy a motorcycle and sell his SUV because the motorcycle will save a lot of money on gas.\n\nAmy learned to play the mandolin from Elena due to Amy being a music beginner.\n\nGrace was happy to get a new battery for her car. The battery was dead.\n\nWhen choosing a movie to watch, Logan would select a documentary and Jason a comedy, I say Jason is a fun loving person.\n\nKenneth liked to collect plates with pretty flowers on them while Eric did not. Eric didn't buy a new plate.\n\nThe lips on Cynthia were much smaller than Monica because Monica", + " got hit with a softball in the mouth." + ] + ], + "resps": [ + [ + [ + -24.390625, + false + ] + ], + [ + [ + -24.375, + false + ] + ] + ], + "filtered_resps": [ + [ + -24.390625, + false + ], + [ + -24.375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 450, + "doc": { + "sentence": "Maria never received flowers from the customers unlike Monica, by virtue of _ being polite.", + "option1": "Maria", + "option2": "Monica", + "answer": "2" + }, + "target": "being polite.", + "arguments": [ + [ + "Laura asked Elena to help choose their new curtains because Laura was new to interior design.\n\nVictoria found reading poems most enthralling while Felicia found mysteries more to their liking. Victoria bought a book by Shakespeare at Barnes and Noble.\n\nThe rod could not be used to mix the mixture of flour and water because the rod is too thin.\n\nNeil put the milk on Randy 's table and it spilled all over it. Randy was angry.\n\nRebecca asked Natalie what time their beginner's yoga class started because Rebecca could not remember.\n\nMaria never received flowers from the customers unlike Monica, by virtue of Maria", + " being polite." + ], + [ + "Laura asked Elena to help choose their new curtains because Laura was new to interior design.\n\nVictoria found reading poems most enthralling while Felicia found mysteries more to their liking. Victoria bought a book by Shakespeare at Barnes and Noble.\n\nThe rod could not be used to mix the mixture of flour and water because the rod is too thin.\n\nNeil put the milk on Randy 's table and it spilled all over it. Randy was angry.\n\nRebecca asked Natalie what time their beginner's yoga class started because Rebecca could not remember.\n\nMaria never received flowers from the customers unlike Monica, by virtue of Monica", + " being polite." + ] + ], + "resps": [ + [ + [ + -9.046875, + false + ] + ], + [ + [ + -9.1328125, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.046875, + false + ], + [ + -9.1328125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 458, + "doc": { + "sentence": "The barista loved to make all types of coffee including iced and hot. The _ coffee was popular in the hotter weathers.", + "option1": "iced", + "option2": "hot", + "answer": "1" + }, + "target": "coffee was popular in the hotter weathers.", + "arguments": [ + [ + "The barber tried to use the chemical to dye the woman's hair but the hair was too tough.\n\nSteven raises cattle while Joel raises chickens, and therefore Steven is able to sell milk.\n\nLeslie laughed at Christopher for having such short hair, and Christopher felt angry about it later.\n\nThe sidewalk was made of bricks while the driveway was made of poured concrete. The sidewalk was more bumpy to ride on.\n\nNelson found it easier to put the star on the Christmas tree than Robert because Nelson was quite tall.\n\nThe barista loved to make all types of coffee including iced and hot. The iced", + " coffee was popular in the hotter weathers." + ], + [ + "The barber tried to use the chemical to dye the woman's hair but the hair was too tough.\n\nSteven raises cattle while Joel raises chickens, and therefore Steven is able to sell milk.\n\nLeslie laughed at Christopher for having such short hair, and Christopher felt angry about it later.\n\nThe sidewalk was made of bricks while the driveway was made of poured concrete. The sidewalk was more bumpy to ride on.\n\nNelson found it easier to put the star on the Christmas tree than Robert because Nelson was quite tall.\n\nThe barista loved to make all types of coffee including iced and hot. The hot", + " coffee was popular in the hotter weathers." + ] + ], + "resps": [ + [ + [ + -23.1875, + false + ] + ], + [ + [ + -22.84375, + false + ] + ] + ], + "filtered_resps": [ + [ + -23.1875, + false + ], + [ + -22.84375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 466, + "doc": { + "sentence": "I did not see the sign on the billboard on the highway because the _ was too tiny.", + "option1": "sign", + "option2": "billboard", + "answer": "1" + }, + "target": "was too tiny.", + "arguments": [ + [ + "My friend renovated both her kitchen and bathroom. Her kitchen came off better, because the kitchen looks modern.\n\nBetty had to potty train Cynthia in order to enroll them in preschool, because Cynthia was a toddler.\n\nIt was more common for the bike to break that the tricycle, because the bike had poor craftsmanship.\n\nThe container was filled with water and milk, but the container burst and the milk was the heavier liquid.\n\nWilliam swept up all the leaves while Ian sat on the porch relaxing, so Ian was chill and relaxed.\n\nI did not see the sign on the billboard on the highway because the sign", + " was too tiny." + ], + [ + "My friend renovated both her kitchen and bathroom. Her kitchen came off better, because the kitchen looks modern.\n\nBetty had to potty train Cynthia in order to enroll them in preschool, because Cynthia was a toddler.\n\nIt was more common for the bike to break that the tricycle, because the bike had poor craftsmanship.\n\nThe container was filled with water and milk, but the container burst and the milk was the heavier liquid.\n\nWilliam swept up all the leaves while Ian sat on the porch relaxing, so Ian was chill and relaxed.\n\nI did not see the sign on the billboard on the highway because the billboard", + " was too tiny." + ] + ], + "resps": [ + [ + [ + -8.1796875, + false + ] + ], + [ + [ + -9.578125, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.1796875, + false + ], + [ + -9.578125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 474, + "doc": { + "sentence": "When other people were smoking, Kayla was more disgusted than Erin because _ had always avoided smoke.", + "option1": "Kayla", + "option2": "Erin", + "answer": "1" + }, + "target": "had always avoided smoke.", + "arguments": [ + [ + "Angela needs help with pricing her jewelery so she goes to Emily, becasue Emily is a professional.\n\nJeffrey always put peanut butter and jam on his sandwiches unlike Donald because Jeffrey loved the combo.\n\nThey went to a petting zoo which Samuel liked but Jason hated. Samuel was sure the animals enjoyed the experience, too.\n\nThe plane flew at a lower altitude than the helicopter because the plane had less engine power.\n\nThe musician wanted to store the guitar in the case but the case was too small.\n\nWhen other people were smoking, Kayla was more disgusted than Erin because Kayla", + " had always avoided smoke." + ], + [ + "Angela needs help with pricing her jewelery so she goes to Emily, becasue Emily is a professional.\n\nJeffrey always put peanut butter and jam on his sandwiches unlike Donald because Jeffrey loved the combo.\n\nThey went to a petting zoo which Samuel liked but Jason hated. Samuel was sure the animals enjoyed the experience, too.\n\nThe plane flew at a lower altitude than the helicopter because the plane had less engine power.\n\nThe musician wanted to store the guitar in the case but the case was too small.\n\nWhen other people were smoking, Kayla was more disgusted than Erin because Erin", + " had always avoided smoke." + ] + ], + "resps": [ + [ + [ + -15.5078125, + false + ] + ], + [ + [ + -16.0, + false + ] + ] + ], + "filtered_resps": [ + [ + -15.5078125, + false + ], + [ + -16.0, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 482, + "doc": { + "sentence": "Tommy was able to carry the tripod himself, but his friend had to help him carry the camera because the _ was heavier.", + "option1": "camera", + "option2": "tripod", + "answer": "1" + }, + "target": "was heavier.", + "arguments": [ + [ + "Kevin's broker recommended that he sell all his commodities and invest in bonds instead because the bonds would be more profitable.\n\nMary had less oily hair than Victoria although the scalp of Victoria was much drier.\n\nLaura likes the bright colors of a clownfish but Rebecca does not. Rebecca bought a catfish for their aquarium.\n\nCarrie was afraid of ghosts. Christine said this was foolish but Christine could not convinced them.\n\nRachel had fun at the slumber party but Erin had a bad time, Erin was quiet and was kept up all night.\n\nTommy was able to carry the tripod himself, but his friend had to help him carry the camera because the camera", + " was heavier." + ], + [ + "Kevin's broker recommended that he sell all his commodities and invest in bonds instead because the bonds would be more profitable.\n\nMary had less oily hair than Victoria although the scalp of Victoria was much drier.\n\nLaura likes the bright colors of a clownfish but Rebecca does not. Rebecca bought a catfish for their aquarium.\n\nCarrie was afraid of ghosts. Christine said this was foolish but Christine could not convinced them.\n\nRachel had fun at the slumber party but Erin had a bad time, Erin was quiet and was kept up all night.\n\nTommy was able to carry the tripod himself, but his friend had to help him carry the camera because the tripod", + " was heavier." + ] + ], + "resps": [ + [ + [ + -4.87890625, + false + ] + ], + [ + [ + -5.578125, + false + ] + ] + ], + "filtered_resps": [ + [ + -4.87890625, + false + ], + [ + -5.578125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 490, + "doc": { + "sentence": "Cynthia had to pee after one large coffee but Betty did not as _ had a very small bladder.", + "option1": "Cynthia", + "option2": "Betty", + "answer": "1" + }, + "target": "had a very small bladder.", + "arguments": [ + [ + "The smile of Matthew is brighter than Craig's is, so Craig brushes his teeth less often.\n\nGrandad liked to get his news from real newspapers, and not online websites. The newspapers felt authentic and substantial.\n\nKen's dog preferred eating from the table and not his bowl, because food from the table seemed special to him.\n\nPatricia was caught trespassing on Sarah's house and other property, so Patricia went to jail.\n\nThe mechanic told Evan he needed to replace his brake pads, but not the shoes, as the pads were worn.\n\nCynthia had to pee after one large coffee but Betty did not as Cynthia", + " had a very small bladder." + ], + [ + "The smile of Matthew is brighter than Craig's is, so Craig brushes his teeth less often.\n\nGrandad liked to get his news from real newspapers, and not online websites. The newspapers felt authentic and substantial.\n\nKen's dog preferred eating from the table and not his bowl, because food from the table seemed special to him.\n\nPatricia was caught trespassing on Sarah's house and other property, so Patricia went to jail.\n\nThe mechanic told Evan he needed to replace his brake pads, but not the shoes, as the pads were worn.\n\nCynthia had to pee after one large coffee but Betty did not as Betty", + " had a very small bladder." + ] + ], + "resps": [ + [ + [ + -9.4921875, + false + ] + ], + [ + [ + -8.265625, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.4921875, + false + ], + [ + -8.265625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 498, + "doc": { + "sentence": "Carrie had an easier time crawling through the narrow tunnel than Patricia because _ was larger.", + "option1": "Carrie", + "option2": "Patricia", + "answer": "2" + }, + "target": "was larger.", + "arguments": [ + [ + "Katrina was able to remove the mildew from the tub but not Christine because Katrina used bleach.\n\nHangovers are really bad, but they are not as bad as migraines, because the migraines last awhile.\n\nThe autopsy was performed by Kayla instead of Christine since Christine fainted at the sight of blood .\n\nJon had to attend more physical therapy for his knee than for his elbow. The elbow had the less serious injury.\n\nLawrence has an anxiety disorder and Jason does not, so Lawrence takes medication for it.\n\nCarrie had an easier time crawling through the narrow tunnel than Patricia because Carrie", + " was larger." + ], + [ + "Katrina was able to remove the mildew from the tub but not Christine because Katrina used bleach.\n\nHangovers are really bad, but they are not as bad as migraines, because the migraines last awhile.\n\nThe autopsy was performed by Kayla instead of Christine since Christine fainted at the sight of blood .\n\nJon had to attend more physical therapy for his knee than for his elbow. The elbow had the less serious injury.\n\nLawrence has an anxiety disorder and Jason does not, so Lawrence takes medication for it.\n\nCarrie had an easier time crawling through the narrow tunnel than Patricia because Patricia", + " was larger." + ] + ], + "resps": [ + [ + [ + -9.265625, + false + ] + ], + [ + [ + -7.12109375, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.265625, + false + ], + [ + -7.12109375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 506, + "doc": { + "sentence": "Katrina wanted to build a new picture frame for Samantha's portrait because _ was an inexperienced woodworker.", + "option1": "Katrina", + "option2": "Samantha", + "answer": "2" + }, + "target": "was an inexperienced woodworker.", + "arguments": [ + [ + "Ian didn't know what to do about the situation while Steven was ready to go with an answer. Steven was a solver.\n\nI liked the flowers at my sisters house more than the plants at my moms, because the plants were ugly.\n\nThe dog food outweighed the drink, hence James decided to add more drink because the drink is lighter.\n\nThe man tried to put the furniture on the floor but the furniture was too large.\n\nBrett made a homemade pie while Eric bought a pie at the store because Eric was a terrible baker.\n\nKatrina wanted to build a new picture frame for Samantha's portrait because Katrina", + " was an inexperienced woodworker." + ], + [ + "Ian didn't know what to do about the situation while Steven was ready to go with an answer. Steven was a solver.\n\nI liked the flowers at my sisters house more than the plants at my moms, because the plants were ugly.\n\nThe dog food outweighed the drink, hence James decided to add more drink because the drink is lighter.\n\nThe man tried to put the furniture on the floor but the furniture was too large.\n\nBrett made a homemade pie while Eric bought a pie at the store because Eric was a terrible baker.\n\nKatrina wanted to build a new picture frame for Samantha's portrait because Samantha", + " was an inexperienced woodworker." + ] + ], + "resps": [ + [ + [ + -14.3125, + false + ] + ], + [ + [ + -16.890625, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.3125, + false + ], + [ + -16.890625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 514, + "doc": { + "sentence": "The stain in the bucket could not be cleaned with the brush because the _ is soft.", + "option1": "stain", + "option2": "brush", + "answer": "2" + }, + "target": "is soft.", + "arguments": [ + [ + "Mary aged much worse than Cynthia because Mary was smoking all of their spare time.\n\nSamantha used a brush on their hair after a shower but Christine just toweled their hair. Christine had tangled gnarly hair.\n\nKyle screamed at William, because William was showing off their vast collection of creepy insects.\n\nLindsey was much weaker than Megan since Megan was a gym rat who worked out at least five days a week.\n\nMike was late to work because his car was law on gas, fortunately the work was close enough to walk to.\n\nThe stain in the bucket could not be cleaned with the brush because the stain", + " is soft." + ], + [ + "Mary aged much worse than Cynthia because Mary was smoking all of their spare time.\n\nSamantha used a brush on their hair after a shower but Christine just toweled their hair. Christine had tangled gnarly hair.\n\nKyle screamed at William, because William was showing off their vast collection of creepy insects.\n\nLindsey was much weaker than Megan since Megan was a gym rat who worked out at least five days a week.\n\nMike was late to work because his car was law on gas, fortunately the work was close enough to walk to.\n\nThe stain in the bucket could not be cleaned with the brush because the brush", + " is soft." + ] + ], + "resps": [ + [ + [ + -14.484375, + false + ] + ], + [ + [ + -11.109375, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.484375, + false + ], + [ + -11.109375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 522, + "doc": { + "sentence": "Betty had more burns on their hands than Amy because _ worked as a welder.", + "option1": "Betty", + "option2": "Amy", + "answer": "1" + }, + "target": "worked as a welder.", + "arguments": [ + [ + "Being a boss comes natural to Michael it never has for Leslie, Leslie is not a suitable leader for others.\n\nThe feeling that John has with Philip is worse than his emotion towards Dennis, because the feeling are intense.\n\nChristine is teaching Rebecca how to ride a horse, because Christine is a great teacher.\n\nWilliam's attorney was a public defender who just didn't care and Dennis has a very successful hired attorney so chances are Dennis will win in mediation.\n\nThe skin of Jessica is much more bronze than that of Angela because Jessica got a lot of sun.\n\nBetty had more burns on their hands than Amy because Betty", + " worked as a welder." + ], + [ + "Being a boss comes natural to Michael it never has for Leslie, Leslie is not a suitable leader for others.\n\nThe feeling that John has with Philip is worse than his emotion towards Dennis, because the feeling are intense.\n\nChristine is teaching Rebecca how to ride a horse, because Christine is a great teacher.\n\nWilliam's attorney was a public defender who just didn't care and Dennis has a very successful hired attorney so chances are Dennis will win in mediation.\n\nThe skin of Jessica is much more bronze than that of Angela because Jessica got a lot of sun.\n\nBetty had more burns on their hands than Amy because Amy", + " worked as a welder." + ] + ], + "resps": [ + [ + [ + -13.53125, + false + ] + ], + [ + [ + -16.265625, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.53125, + false + ], + [ + -16.265625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 530, + "doc": { + "sentence": "When the car was brought up into the shop, the brake was replaced when the wheel wasn't, since the _ was fixed.", + "option1": "brake", + "option2": "wheel", + "answer": "2" + }, + "target": "was fixed.", + "arguments": [ + [ + "He wanted to buy a digital or acoustic piano for his new home and he chose the Acoustic piano because it was classic.\n\nShe tried to avoid the zoo so she could visit the park instead, since the park was aligned to her tastes.\n\nCleaning wood doors is enjoyable for Patricia but not Laura because Patricia is okay with easy work.\n\nSamantha liked to drink low tea and Tanya did not because Tanya did not enjoy drinking something in the evening.\n\nMary is in bad health unlike Katrina so Katrina doesn't worry about eating more fruits and vegetables.\n\nWhen the car was brought up into the shop, the brake was replaced when the wheel wasn't, since the brake", + " was fixed." + ], + [ + "He wanted to buy a digital or acoustic piano for his new home and he chose the Acoustic piano because it was classic.\n\nShe tried to avoid the zoo so she could visit the park instead, since the park was aligned to her tastes.\n\nCleaning wood doors is enjoyable for Patricia but not Laura because Patricia is okay with easy work.\n\nSamantha liked to drink low tea and Tanya did not because Tanya did not enjoy drinking something in the evening.\n\nMary is in bad health unlike Katrina so Katrina doesn't worry about eating more fruits and vegetables.\n\nWhen the car was brought up into the shop, the brake was replaced when the wheel wasn't, since the wheel", + " was fixed." + ] + ], + "resps": [ + [ + [ + -6.6875, + false + ] + ], + [ + [ + -6.3671875, + false + ] + ] + ], + "filtered_resps": [ + [ + -6.6875, + false + ], + [ + -6.3671875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 538, + "doc": { + "sentence": "The sink in the bathroom looked good but the toilet was leaking so James kept the _ .", + "option1": "toilet", + "option2": "sink", + "answer": "2" + }, + "target": ".", + "arguments": [ + [ + "Beth's put her art in a gallery instead of a museum because the gallery thought her art was different.\n\nThe computer needed a new monitor, but the keyboard was fine, because the keyboard was brand new.\n\nSamantha's hands were freezing, so she asked Elena if she could borrow some gloves. Samantha was unprepared for the cold weather.\n\nDuring the child's development, the parents were required to get many books and not as many notebooks because the notebooks were not needed for learning.\n\nVictoria had to wear cleats today at school but Patricia did not because Victoria has a soccer match after school.\n\nThe sink in the bathroom looked good but the toilet was leaking so James kept the toilet", + " ." + ], + [ + "Beth's put her art in a gallery instead of a museum because the gallery thought her art was different.\n\nThe computer needed a new monitor, but the keyboard was fine, because the keyboard was brand new.\n\nSamantha's hands were freezing, so she asked Elena if she could borrow some gloves. Samantha was unprepared for the cold weather.\n\nDuring the child's development, the parents were required to get many books and not as many notebooks because the notebooks were not needed for learning.\n\nVictoria had to wear cleats today at school but Patricia did not because Victoria has a soccer match after school.\n\nThe sink in the bathroom looked good but the toilet was leaking so James kept the sink", + " ." + ] + ], + "resps": [ + [ + [ + -10.5, + false + ] + ], + [ + [ + -9.8984375, + false + ] + ] + ], + "filtered_resps": [ + [ + -10.5, + false + ], + [ + -9.8984375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 546, + "doc": { + "sentence": "Joe drank his milk and tried to dunk his cookie in the glass but the _ was too small.", + "option1": "cookie", + "option2": "glass", + "answer": "2" + }, + "target": "was too small.", + "arguments": [ + [ + "He ran into the building after he heard the siren go off. The building was safe.\n\nThe team only needed to replace the monitor and not the computer because the monitor was old.\n\nNeil couldn't stop lying to Leslie, but Leslie told him he better to keep his friend.\n\nShe decided to leave the coach and headed to the taxi so she could get there faster but the coach was actually faster.\n\nThe shoe john sent to the man was returned but he accepted the watch because the watch is attractive.\n\nJoe drank his milk and tried to dunk his cookie in the glass but the cookie", + " was too small." + ], + [ + "He ran into the building after he heard the siren go off. The building was safe.\n\nThe team only needed to replace the monitor and not the computer because the monitor was old.\n\nNeil couldn't stop lying to Leslie, but Leslie told him he better to keep his friend.\n\nShe decided to leave the coach and headed to the taxi so she could get there faster but the coach was actually faster.\n\nThe shoe john sent to the man was returned but he accepted the watch because the watch is attractive.\n\nJoe drank his milk and tried to dunk his cookie in the glass but the glass", + " was too small." + ] + ], + "resps": [ + [ + [ + -5.41796875, + false + ] + ], + [ + [ + -3.482421875, + true + ] + ] + ], + "filtered_resps": [ + [ + -5.41796875, + false + ], + [ + -3.482421875, + true + ] + ], + "acc": 1.0 + }, + { + "doc_id": 554, + "doc": { + "sentence": "Firing a shotgun came more naturally for Megan than Tanya because _ grew up around them.", + "option1": "Megan", + "option2": "Tanya", + "answer": "1" + }, + "target": "grew up around them.", + "arguments": [ + [ + "Being physically fit was easier for Natalie than Amy because Natalie spent a lot of time doing weight training.\n\nEric is known as bilingual whereas Jason is not because Jason still can't speak Spanish fluently.\n\nMegan fed the baby carrot flavored formula to Amy, so Amy is being a hungry infant.\n\nthe practice was to happen daily but they had limited space, the space was too little.\n\nLaura disliked the diamond ring Cynthia was wearing, but Cynthia loved it despite feeling diamonds were the result of slave labor and violence.\n\nFiring a shotgun came more naturally for Megan than Tanya because Megan", + " grew up around them." + ], + [ + "Being physically fit was easier for Natalie than Amy because Natalie spent a lot of time doing weight training.\n\nEric is known as bilingual whereas Jason is not because Jason still can't speak Spanish fluently.\n\nMegan fed the baby carrot flavored formula to Amy, so Amy is being a hungry infant.\n\nthe practice was to happen daily but they had limited space, the space was too little.\n\nLaura disliked the diamond ring Cynthia was wearing, but Cynthia loved it despite feeling diamonds were the result of slave labor and violence.\n\nFiring a shotgun came more naturally for Megan than Tanya because Tanya", + " grew up around them." + ] + ], + "resps": [ + [ + [ + -9.9140625, + false + ] + ], + [ + [ + -11.875, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.9140625, + false + ], + [ + -11.875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 562, + "doc": { + "sentence": "The pine trees were still green in December, but the oak trees were not, because the _ lose their leaves in fall.", + "option1": "oak trees", + "option2": "pine trees", + "answer": "1" + }, + "target": "lose their leaves in fall.", + "arguments": [ + [ + "When they baked, Kevin always let Jeffrey crack the egg because Kevin always got shells in the mix.\n\nJames was reading an essay loud to the audience but they cannot hear him because of the music played. The essay is quiet.\n\nMichael was going to Hawaii when Craig insisted he learned how to swim, but Craig had no idea how to swim either.\n\nWhile Michael didn't like animals as much as Robert however Robert had a dislike for frogs.\n\nAdam wanted to play the game on the table instead of the carpet, because the table had a smoother surface.\n\nThe pine trees were still green in December, but the oak trees were not, because the oak trees", + " lose their leaves in fall." + ], + [ + "When they baked, Kevin always let Jeffrey crack the egg because Kevin always got shells in the mix.\n\nJames was reading an essay loud to the audience but they cannot hear him because of the music played. The essay is quiet.\n\nMichael was going to Hawaii when Craig insisted he learned how to swim, but Craig had no idea how to swim either.\n\nWhile Michael didn't like animals as much as Robert however Robert had a dislike for frogs.\n\nAdam wanted to play the game on the table instead of the carpet, because the table had a smoother surface.\n\nThe pine trees were still green in December, but the oak trees were not, because the pine trees", + " lose their leaves in fall." + ] + ], + "resps": [ + [ + [ + -8.8125, + false + ] + ], + [ + [ + -12.484375, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.8125, + false + ], + [ + -12.484375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 570, + "doc": { + "sentence": "The wound responded quickly to the rubbing alcohol, but slowly to the ointment because the _ is more efficient.", + "option1": "rubbing alcohol", + "option2": "ointment", + "answer": "1" + }, + "target": "is more efficient.", + "arguments": [ + [ + "Joe chose to invest in real estate over the stock market because he thought the real estate would have a higher long term return.\n\nSunny days were the best time to visit the beach according to Christopher but Matthew did not agree with Christopher .\n\nThe children were scared of the puppets but laughed at the movies, as the movies were amusing for them.\n\nThe mouse got stuck in a hole while running with a wood in its mouth. The wood is wide.\n\nIan really had to go the bathroom while he was at Craig's house, causing Ian to feel embarrassed.\n\nThe wound responded quickly to the rubbing alcohol, but slowly to the ointment because the rubbing alcohol", + " is more efficient." + ], + [ + "Joe chose to invest in real estate over the stock market because he thought the real estate would have a higher long term return.\n\nSunny days were the best time to visit the beach according to Christopher but Matthew did not agree with Christopher .\n\nThe children were scared of the puppets but laughed at the movies, as the movies were amusing for them.\n\nThe mouse got stuck in a hole while running with a wood in its mouth. The wood is wide.\n\nIan really had to go the bathroom while he was at Craig's house, causing Ian to feel embarrassed.\n\nThe wound responded quickly to the rubbing alcohol, but slowly to the ointment because the ointment", + " is more efficient." + ] + ], + "resps": [ + [ + [ + -9.890625, + false + ] + ], + [ + [ + -12.8203125, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.890625, + false + ], + [ + -12.8203125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 578, + "doc": { + "sentence": "I couldn't figure out what my costume would be for Halloween Peter Pan or Snow White. The _ costume I'd have to wear a dress.", + "option1": "Peter Pan", + "option2": "Snow White", + "answer": "2" + }, + "target": "costume I'd have to wear a dress.", + "arguments": [ + [ + "While hiking, Logan asked Derrick what brand of binoculars he preferred, because Logan was curious.\n\nKayla asked Rachel to show how to exercise at the local crossfit, because Kayla seldom worked out.\n\nMegan was hoping that Mary would give her tips on how to become an actress, because Mary was a total celebrity.\n\nRachel thought fish were good pets but Monica did not. Rachel bought a guppy from the pet store.\n\nThe student tried to hang his backpack in the closet but the closet was too small.\n\nI couldn't figure out what my costume would be for Halloween Peter Pan or Snow White. The Peter Pan", + " costume I'd have to wear a dress." + ], + [ + "While hiking, Logan asked Derrick what brand of binoculars he preferred, because Logan was curious.\n\nKayla asked Rachel to show how to exercise at the local crossfit, because Kayla seldom worked out.\n\nMegan was hoping that Mary would give her tips on how to become an actress, because Mary was a total celebrity.\n\nRachel thought fish were good pets but Monica did not. Rachel bought a guppy from the pet store.\n\nThe student tried to hang his backpack in the closet but the closet was too small.\n\nI couldn't figure out what my costume would be for Halloween Peter Pan or Snow White. The Snow White", + " costume I'd have to wear a dress." + ] + ], + "resps": [ + [ + [ + -21.46875, + false + ] + ], + [ + [ + -21.125, + false + ] + ] + ], + "filtered_resps": [ + [ + -21.46875, + false + ], + [ + -21.125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 586, + "doc": { + "sentence": "The water in the car was cooler than the water in the truck because the engine in the _ had run more recently.", + "option1": "truck", + "option2": "car", + "answer": "1" + }, + "target": "had run more recently.", + "arguments": [ + [ + "Christine thought rabbits were very cute but Betty didn't. Betty bought a gerbil at the pet store.\n\nIan helped Steven carry a mattress up the stairs since Ian is a very strong person.\n\nJoe used soap to get rid of his smell, but the Soap was too weak.\n\nThe man tried to put the food into the refrigerator but the refrigerator was too small.\n\nThe blackberries tasted sweet but the raspberries tasted tart because the raspberries were less ripe.\n\nThe water in the car was cooler than the water in the truck because the engine in the truck", + " had run more recently." + ], + [ + "Christine thought rabbits were very cute but Betty didn't. Betty bought a gerbil at the pet store.\n\nIan helped Steven carry a mattress up the stairs since Ian is a very strong person.\n\nJoe used soap to get rid of his smell, but the Soap was too weak.\n\nThe man tried to put the food into the refrigerator but the refrigerator was too small.\n\nThe blackberries tasted sweet but the raspberries tasted tart because the raspberries were less ripe.\n\nThe water in the car was cooler than the water in the truck because the engine in the car", + " had run more recently." + ] + ], + "resps": [ + [ + [ + -16.90625, + false + ] + ], + [ + [ + -16.5, + false + ] + ] + ], + "filtered_resps": [ + [ + -16.90625, + false + ], + [ + -16.5, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 594, + "doc": { + "sentence": "It was easier for the diner to follow their budget than the food truck because the _ had less money to spend.", + "option1": "diner", + "option2": "food truck", + "answer": "2" + }, + "target": "had less money to spend.", + "arguments": [ + [ + "Fallon brought home mice and put them in cages, but the cages were too small.\n\nCarrie asked Angela what medicine the doctor had said to get because Carrie had forgotten.\n\nRachel was always happy for Felicia because Felicia got good grades a lot of the time at school.\n\nThe flowers in my moms house were beautiful as opposed to the plants in my house, because the plants were let go.\n\nDarlene was making a casserole and decided to top it with tater tots instead of potato chips because her family had already had it with the potato chips before.\n\nIt was easier for the diner to follow their budget than the food truck because the diner", + " had less money to spend." + ], + [ + "Fallon brought home mice and put them in cages, but the cages were too small.\n\nCarrie asked Angela what medicine the doctor had said to get because Carrie had forgotten.\n\nRachel was always happy for Felicia because Felicia got good grades a lot of the time at school.\n\nThe flowers in my moms house were beautiful as opposed to the plants in my house, because the plants were let go.\n\nDarlene was making a casserole and decided to top it with tater tots instead of potato chips because her family had already had it with the potato chips before.\n\nIt was easier for the diner to follow their budget than the food truck because the food truck", + " had less money to spend." + ] + ], + "resps": [ + [ + [ + -9.890625, + false + ] + ], + [ + [ + -9.328125, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.890625, + false + ], + [ + -9.328125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 602, + "doc": { + "sentence": "the water poured freely into the hole until it disappeared , the _ was little.", + "option1": "hole", + "option2": "water", + "answer": "2" + }, + "target": "was little.", + "arguments": [ + [ + "Nelson banged loudy on the drum which really bothered Michael because Michael was really sensitive to sound.\n\nWhen Betty said they were a hippie Emily laughed and said they preferred Nixon. The liberal was Betty .\n\nBugs freak Sarah out, while Katrina is a lover of them Sarah is an indoor human being.\n\nDoctor gave some medicine to Betty but gave none to Tanya as Tanya was showing none of the symptoms of illness.\n\nShe changed her university course from mathematics to history, because the mathematics course is too complex.\n\nthe water poured freely into the hole until it disappeared , the hole", + " was little." + ], + [ + "Nelson banged loudy on the drum which really bothered Michael because Michael was really sensitive to sound.\n\nWhen Betty said they were a hippie Emily laughed and said they preferred Nixon. The liberal was Betty .\n\nBugs freak Sarah out, while Katrina is a lover of them Sarah is an indoor human being.\n\nDoctor gave some medicine to Betty but gave none to Tanya as Tanya was showing none of the symptoms of illness.\n\nShe changed her university course from mathematics to history, because the mathematics course is too complex.\n\nthe water poured freely into the hole until it disappeared , the water", + " was little." + ] + ], + "resps": [ + [ + [ + -21.828125, + false + ] + ], + [ + [ + -22.5, + false + ] + ] + ], + "filtered_resps": [ + [ + -21.828125, + false + ], + [ + -22.5, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 610, + "doc": { + "sentence": "Dennis invited Joseph on a trip to the hatchery tomorrow morning because _ was also interested in fish.", + "option1": "Dennis", + "option2": "Joseph", + "answer": "2" + }, + "target": "was also interested in fish.", + "arguments": [ + [ + "Planting a fruit tree was a good idea for William but not Derrick because William enjoys eating fruit.\n\nSteven was more interested in planning his vacation than Justin because Justin had never wanted to travel.\n\nMary put the unused furniture in the den before decorating the dining room, because the den would not be used during the party.\n\nCraig set up traps in order to catch rats for Michael, because Michael needed traps from because their house was infested.\n\nEddie needed to make money so he pulled his money out of bonds and put them into stocks because the bonds had a better chance of lower performance.\n\nDennis invited Joseph on a trip to the hatchery tomorrow morning because Dennis", + " was also interested in fish." + ], + [ + "Planting a fruit tree was a good idea for William but not Derrick because William enjoys eating fruit.\n\nSteven was more interested in planning his vacation than Justin because Justin had never wanted to travel.\n\nMary put the unused furniture in the den before decorating the dining room, because the den would not be used during the party.\n\nCraig set up traps in order to catch rats for Michael, because Michael needed traps from because their house was infested.\n\nEddie needed to make money so he pulled his money out of bonds and put them into stocks because the bonds had a better chance of lower performance.\n\nDennis invited Joseph on a trip to the hatchery tomorrow morning because Joseph", + " was also interested in fish." + ] + ], + "resps": [ + [ + [ + -13.15625, + false + ] + ], + [ + [ + -11.0625, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.15625, + false + ], + [ + -11.0625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 618, + "doc": { + "sentence": "Erin knew the perfect gift for the wedding shower, but Samantha had to do some research, because _ was slightly acquainted with the bride.", + "option1": "Erin", + "option2": "Samantha", + "answer": "2" + }, + "target": "was slightly acquainted with the bride.", + "arguments": [ + [ + "For their birthday, Amy wanted to improve the house with Sarah, but Sarah left the short boards.\n\nJames believes he could get the same number of grams of stones with equal volume of oil but he was wrong because the oil is lighter.\n\nAfter eating dinner, Leslie offered a piece of gum to Kevin because Kevin had eaten a lot of garlic.\n\nThe skin treatment made her skin look better than the face mask did. The skin treatment must work efficiently.\n\nJulie couldn't use the rope to tie the rods together so she used a ribbon because the ribbon was a lot easier to knot.\n\nErin knew the perfect gift for the wedding shower, but Samantha had to do some research, because Erin", + " was slightly acquainted with the bride." + ], + [ + "For their birthday, Amy wanted to improve the house with Sarah, but Sarah left the short boards.\n\nJames believes he could get the same number of grams of stones with equal volume of oil but he was wrong because the oil is lighter.\n\nAfter eating dinner, Leslie offered a piece of gum to Kevin because Kevin had eaten a lot of garlic.\n\nThe skin treatment made her skin look better than the face mask did. The skin treatment must work efficiently.\n\nJulie couldn't use the rope to tie the rods together so she used a ribbon because the ribbon was a lot easier to knot.\n\nErin knew the perfect gift for the wedding shower, but Samantha had to do some research, because Samantha", + " was slightly acquainted with the bride." + ] + ], + "resps": [ + [ + [ + -23.625, + false + ] + ], + [ + [ + -22.515625, + false + ] + ] + ], + "filtered_resps": [ + [ + -23.625, + false + ], + [ + -22.515625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 626, + "doc": { + "sentence": "My mom always had training at the house, but not today because the _ was unavailable.", + "option1": "training", + "option2": "house", + "answer": "2" + }, + "target": "was unavailable.", + "arguments": [ + [ + "The microchip in Kenneth's cat works, but Benjamin's doesn't because Benjamin has a shady veterinarian.\n\nBrett wasn't sure what color of dress to buy unlike Derrick because Derrick was not picky.\n\nI have displayed my awards on the mantle but had to move some of them to a case. The mantle was too full.\n\nEvery time Michael saw a spider in the apartment he asked Samuel to deal with it, because Samuel loved helping spiders.\n\nKenneth could write a song and Kyle could sing them so, Kenneth wrote a beautiful song.\n\nMy mom always had training at the house, but not today because the training", + " was unavailable." + ], + [ + "The microchip in Kenneth's cat works, but Benjamin's doesn't because Benjamin has a shady veterinarian.\n\nBrett wasn't sure what color of dress to buy unlike Derrick because Derrick was not picky.\n\nI have displayed my awards on the mantle but had to move some of them to a case. The mantle was too full.\n\nEvery time Michael saw a spider in the apartment he asked Samuel to deal with it, because Samuel loved helping spiders.\n\nKenneth could write a song and Kyle could sing them so, Kenneth wrote a beautiful song.\n\nMy mom always had training at the house, but not today because the house", + " was unavailable." + ] + ], + "resps": [ + [ + [ + -9.7421875, + false + ] + ], + [ + [ + -8.4453125, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.7421875, + false + ], + [ + -8.4453125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 634, + "doc": { + "sentence": "Late at night, Rebecca was more tired than Jessica so _ was able to go right to sleep.", + "option1": "Rebecca", + "option2": "Jessica", + "answer": "1" + }, + "target": "was able to go right to sleep.", + "arguments": [ + [ + "John could never think of buying a television with that price considering his income because the income is low.\n\nCynthia needed to lose weight but Angela did not because Angela was over twenty pounds under the recommended weight.\n\nSheila didn’t check the temperature of her flat iron before straightening her hair. The hair was fried.\n\nSo Derrick hates being outdoor because Benjamin likes the fresh air and the open space and Derrick don't.\n\nLaura fixed all of the electronics brought to them by Felicia, because Felicia was paying them.\n\nLate at night, Rebecca was more tired than Jessica so Rebecca", + " was able to go right to sleep." + ], + [ + "John could never think of buying a television with that price considering his income because the income is low.\n\nCynthia needed to lose weight but Angela did not because Angela was over twenty pounds under the recommended weight.\n\nSheila didn’t check the temperature of her flat iron before straightening her hair. The hair was fried.\n\nSo Derrick hates being outdoor because Benjamin likes the fresh air and the open space and Derrick don't.\n\nLaura fixed all of the electronics brought to them by Felicia, because Felicia was paying them.\n\nLate at night, Rebecca was more tired than Jessica so Jessica", + " was able to go right to sleep." + ] + ], + "resps": [ + [ + [ + -14.2734375, + false + ] + ], + [ + [ + -14.9609375, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.2734375, + false + ], + [ + -14.9609375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 642, + "doc": { + "sentence": "Maria was able to keep their weight off long term, unlike Felicia, because _ followed a healthy diet.", + "option1": "Maria", + "option2": "Felicia", + "answer": "2" + }, + "target": "followed a healthy diet.", + "arguments": [ + [ + "My migraine today was worse than my headache yesterday, because the headache was very mellow.\n\nShe chose to wax her legs rather than using a razor because she preferred the smoother look that using the wax gave her.\n\nDuring the meeting, Emily asked Elena to summarize the main points, because Emily preferred a succinct presentation.\n\nAlexis wanted to lose weight, so she bought a bench to lift weights and a low calorie meal pack, but the pack had additives.\n\nPaint was applied to the scooter, but not the car. The scooter had recently been in an accident.\n\nMaria was able to keep their weight off long term, unlike Felicia, because Maria", + " followed a healthy diet." + ], + [ + "My migraine today was worse than my headache yesterday, because the headache was very mellow.\n\nShe chose to wax her legs rather than using a razor because she preferred the smoother look that using the wax gave her.\n\nDuring the meeting, Emily asked Elena to summarize the main points, because Emily preferred a succinct presentation.\n\nAlexis wanted to lose weight, so she bought a bench to lift weights and a low calorie meal pack, but the pack had additives.\n\nPaint was applied to the scooter, but not the car. The scooter had recently been in an accident.\n\nMaria was able to keep their weight off long term, unlike Felicia, because Felicia", + " followed a healthy diet." + ] + ], + "resps": [ + [ + [ + -7.66796875, + false + ] + ], + [ + [ + -15.203125, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.66796875, + false + ], + [ + -15.203125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 650, + "doc": { + "sentence": "We were making orange jack o lanterns and bought candles to put in the oranges, the candles did not fit. The _ were too small.", + "option1": "candles", + "option2": "oranges", + "answer": "2" + }, + "target": "were too small.", + "arguments": [ + [ + "When Christine suspected that Felicia was lying, she tried to set a trap. Then Christine got angry when it didn't work.\n\nFeeling chronic pain is an everything day for Dennis but not Donald because Dennis suffers from chronic pain syndrome.\n\nMark preferred to drink juice over water in the hot summer sun because the juice was delicious.\n\nThe student preferred to write his papers on the computer versus paper because he is slower at writing on paper .\n\n Carrie hates chocolates so Patricia received chocolates as a gift for their once a year birthday from Carrie.\n\nWe were making orange jack o lanterns and bought candles to put in the oranges, the candles did not fit. The candles", + " were too small." + ], + [ + "When Christine suspected that Felicia was lying, she tried to set a trap. Then Christine got angry when it didn't work.\n\nFeeling chronic pain is an everything day for Dennis but not Donald because Dennis suffers from chronic pain syndrome.\n\nMark preferred to drink juice over water in the hot summer sun because the juice was delicious.\n\nThe student preferred to write his papers on the computer versus paper because he is slower at writing on paper .\n\n Carrie hates chocolates so Patricia received chocolates as a gift for their once a year birthday from Carrie.\n\nWe were making orange jack o lanterns and bought candles to put in the oranges, the candles did not fit. The oranges", + " were too small." + ] + ], + "resps": [ + [ + [ + -4.8046875, + false + ] + ], + [ + [ + -4.89453125, + false + ] + ] + ], + "filtered_resps": [ + [ + -4.8046875, + false + ], + [ + -4.89453125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 658, + "doc": { + "sentence": "Beautiful to Angela means something physical, while it's mental to Emily, so _ is shallower.", + "option1": "Angela", + "option2": "Emily", + "answer": "1" + }, + "target": "is shallower.", + "arguments": [ + [ + "Adam loved orange juice with their breakfast but William much preferred apple juice. Adam ordered a glass of orange juice at IHOP.\n\nDonald has decided to become a Medical Marijuana farmer Jason doesn't approve, Jason wants to be a cop.\n\nAfter getting his high school degree, Kevin never received a college degree but still got a great job because the high school degree was all that was necessary.\n\nLawrence was afraid to mess with electricity, while Adam was adept with it, so Lawrence would avoid the fuse box.\n\nThe large wooden cutting board did not fit into the kitchen sink because the sink was too small.\n\nBeautiful to Angela means something physical, while it's mental to Emily, so Angela", + " is shallower." + ], + [ + "Adam loved orange juice with their breakfast but William much preferred apple juice. Adam ordered a glass of orange juice at IHOP.\n\nDonald has decided to become a Medical Marijuana farmer Jason doesn't approve, Jason wants to be a cop.\n\nAfter getting his high school degree, Kevin never received a college degree but still got a great job because the high school degree was all that was necessary.\n\nLawrence was afraid to mess with electricity, while Adam was adept with it, so Lawrence would avoid the fuse box.\n\nThe large wooden cutting board did not fit into the kitchen sink because the sink was too small.\n\nBeautiful to Angela means something physical, while it's mental to Emily, so Emily", + " is shallower." + ] + ], + "resps": [ + [ + [ + -14.125, + false + ] + ], + [ + [ + -14.078125, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.125, + false + ], + [ + -14.078125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 666, + "doc": { + "sentence": "Craig had cereal for breakfast while Dennis had a shake, so _ finished drinking their breakfast.", + "option1": "Craig", + "option2": "Dennis", + "answer": "2" + }, + "target": "finished drinking their breakfast.", + "arguments": [ + [ + "An Uber was called for Rebecca but not Kayla because Kayla had a ride home.\n\nThe painting of Kayla sold for more than the one by Cynthia because Kayla was more creative.\n\nJack decided to become a vegetarian and to make a mushroom lasagna with substitutes for meat. He decided to swap the meat .\n\nThe food stamps were more beneficial to the couple than the donations because the donations came in tiny amounts.\n\nThe mother looked in the drawer and could only find the spoons but not the forks because the forks were lost.\n\nCraig had cereal for breakfast while Dennis had a shake, so Craig", + " finished drinking their breakfast." + ], + [ + "An Uber was called for Rebecca but not Kayla because Kayla had a ride home.\n\nThe painting of Kayla sold for more than the one by Cynthia because Kayla was more creative.\n\nJack decided to become a vegetarian and to make a mushroom lasagna with substitutes for meat. He decided to swap the meat .\n\nThe food stamps were more beneficial to the couple than the donations because the donations came in tiny amounts.\n\nThe mother looked in the drawer and could only find the spoons but not the forks because the forks were lost.\n\nCraig had cereal for breakfast while Dennis had a shake, so Dennis", + " finished drinking their breakfast." + ] + ], + "resps": [ + [ + [ + -27.734375, + false + ] + ], + [ + [ + -27.375, + false + ] + ] + ], + "filtered_resps": [ + [ + -27.734375, + false + ], + [ + -27.375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 674, + "doc": { + "sentence": "Cynthia has a pond in their backyard, but Carrie cannot afford one, which means _ lives in the richer neighborhood.", + "option1": "Cynthia", + "option2": "Carrie", + "answer": "1" + }, + "target": "lives in the richer neighborhood.", + "arguments": [ + [ + "Megan always loved to talk but Tanya did not because Tanya was really very introverted.\n\nThe coffee that Michael makes is usually stronger than that of Logan because Michael uses more grounds.\n\nPatricia wanted to adopt Jennifer and take her into her home, so Jennifer could be a daughter now.\n\nThe single Monica did not envy Emily 's married life, as Monica relished her freedom.\n\nThe staple that I used worked a lot better than the tape because the staple was stronger.\n\nCynthia has a pond in their backyard, but Carrie cannot afford one, which means Cynthia", + " lives in the richer neighborhood." + ], + [ + "Megan always loved to talk but Tanya did not because Tanya was really very introverted.\n\nThe coffee that Michael makes is usually stronger than that of Logan because Michael uses more grounds.\n\nPatricia wanted to adopt Jennifer and take her into her home, so Jennifer could be a daughter now.\n\nThe single Monica did not envy Emily 's married life, as Monica relished her freedom.\n\nThe staple that I used worked a lot better than the tape because the staple was stronger.\n\nCynthia has a pond in their backyard, but Carrie cannot afford one, which means Carrie", + " lives in the richer neighborhood." + ] + ], + "resps": [ + [ + [ + -15.453125, + false + ] + ], + [ + [ + -19.296875, + false + ] + ] + ], + "filtered_resps": [ + [ + -15.453125, + false + ], + [ + -19.296875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 682, + "doc": { + "sentence": "All of the bands were not able to march on the fields at the same time because the _ were massive.", + "option1": "bands", + "option2": "fields", + "answer": "1" + }, + "target": "were massive.", + "arguments": [ + [ + "Christine told Megan some tips for their new real estate agent job since Christine was experienced and thought they could use some help.\n\nShe wanted to do embroidery with her needle and floss, but when she tried to thread the needle she realized the floss was too thick.\n\nTai needed to hire a contractor, either licensed or unlicensed, but the unlicensed was too cheap.\n\nOver the winter the bank replaced their dirty carpet with hardwood to satisfy their customers, the carpet was old.\n\nRandy legs were shinier than Craig because Randy always remembered to moisturize after a shower.\n\nAll of the bands were not able to march on the fields at the same time because the bands", + " were massive." + ], + [ + "Christine told Megan some tips for their new real estate agent job since Christine was experienced and thought they could use some help.\n\nShe wanted to do embroidery with her needle and floss, but when she tried to thread the needle she realized the floss was too thick.\n\nTai needed to hire a contractor, either licensed or unlicensed, but the unlicensed was too cheap.\n\nOver the winter the bank replaced their dirty carpet with hardwood to satisfy their customers, the carpet was old.\n\nRandy legs were shinier than Craig because Randy always remembered to moisturize after a shower.\n\nAll of the bands were not able to march on the fields at the same time because the fields", + " were massive." + ] + ], + "resps": [ + [ + [ + -11.5859375, + false + ] + ], + [ + [ + -9.6484375, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.5859375, + false + ], + [ + -9.6484375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 690, + "doc": { + "sentence": "Kenneth had better skin than Craig so _ had to use more of the moisturizer.", + "option1": "Kenneth", + "option2": "Craig", + "answer": "2" + }, + "target": "had to use more of the moisturizer.", + "arguments": [ + [ + "There was less chocolate in the cake than in the pie, so the pie was sweeter.\n\nKyle caught several fish but Justin did not catch a single one, so Justin was disappointed about how they did on the fishing trip.\n\nTanya wanted to return the found wallet to the owner, but Jessica argued that they should keep the money, because Tanya was more ethical.\n\nWe didn't have money for a lantern so we made our own out of tin cans rather than buckets as the tin cans were compact.\n\nJustin was not afraid to fight Leslie in the boxing ring, even though Leslie was much larger.\n\nKenneth had better skin than Craig so Kenneth", + " had to use more of the moisturizer." + ], + [ + "There was less chocolate in the cake than in the pie, so the pie was sweeter.\n\nKyle caught several fish but Justin did not catch a single one, so Justin was disappointed about how they did on the fishing trip.\n\nTanya wanted to return the found wallet to the owner, but Jessica argued that they should keep the money, because Tanya was more ethical.\n\nWe didn't have money for a lantern so we made our own out of tin cans rather than buckets as the tin cans were compact.\n\nJustin was not afraid to fight Leslie in the boxing ring, even though Leslie was much larger.\n\nKenneth had better skin than Craig so Craig", + " had to use more of the moisturizer." + ] + ], + "resps": [ + [ + [ + -16.5, + false + ] + ], + [ + [ + -14.921875, + false + ] + ] + ], + "filtered_resps": [ + [ + -16.5, + false + ], + [ + -14.921875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 698, + "doc": { + "sentence": "Tanya was unrecognizable after Sarah was done beating them, so _ ended up going to jail.", + "option1": "Tanya", + "option2": "Sarah", + "answer": "2" + }, + "target": "ended up going to jail.", + "arguments": [ + [ + "The farmers harvested more pumpkins than apples because the pumpkins grew better during the season.\n\nThe girl wore the shorts, but took the pants to the seamstress be hemmed, because the pants were the wrong length.\n\nHe had to rid the house of the trash and clothing, but the trash was the most disgusting part to clean up.\n\nBetty was more experienced than Jessica at chess, but it was a surprise when Jessica won.\n\nMaria recalled her childhood more fondly than Jessica, because Maria had been loved by her parents.\n\nTanya was unrecognizable after Sarah was done beating them, so Tanya", + " ended up going to jail." + ], + [ + "The farmers harvested more pumpkins than apples because the pumpkins grew better during the season.\n\nThe girl wore the shorts, but took the pants to the seamstress be hemmed, because the pants were the wrong length.\n\nHe had to rid the house of the trash and clothing, but the trash was the most disgusting part to clean up.\n\nBetty was more experienced than Jessica at chess, but it was a surprise when Jessica won.\n\nMaria recalled her childhood more fondly than Jessica, because Maria had been loved by her parents.\n\nTanya was unrecognizable after Sarah was done beating them, so Sarah", + " ended up going to jail." + ] + ], + "resps": [ + [ + [ + -16.234375, + false + ] + ], + [ + [ + -14.7109375, + false + ] + ] + ], + "filtered_resps": [ + [ + -16.234375, + false + ], + [ + -14.7109375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 706, + "doc": { + "sentence": "Sarah but not Erin would get a retirement pension because _ had a 30 year work career.", + "option1": "Sarah", + "option2": "Erin", + "answer": "1" + }, + "target": "had a 30 year work career.", + "arguments": [ + [ + "Nelson had lots of new ideas, but not Robert because Nelson was much more original in thought.\n\nWinston loved audio, and preferred to use the headphones rather than the speakers to listen to music becasuse he thought that the headphones sounded perfect.\n\nI bought a traveling cage for the dog and not the horse because the horse was wrongly sized for a traveling cage.\n\nCleaning the kitchen has never bothered Mary, while cleaning her bedroom does bother her. The kitchen isn't as dirty to start with.\n\nWe cannot see the flowers in the garden because of the fences and the fences are tall.\n\nSarah but not Erin would get a retirement pension because Sarah", + " had a 30 year work career." + ], + [ + "Nelson had lots of new ideas, but not Robert because Nelson was much more original in thought.\n\nWinston loved audio, and preferred to use the headphones rather than the speakers to listen to music becasuse he thought that the headphones sounded perfect.\n\nI bought a traveling cage for the dog and not the horse because the horse was wrongly sized for a traveling cage.\n\nCleaning the kitchen has never bothered Mary, while cleaning her bedroom does bother her. The kitchen isn't as dirty to start with.\n\nWe cannot see the flowers in the garden because of the fences and the fences are tall.\n\nSarah but not Erin would get a retirement pension because Erin", + " had a 30 year work career." + ] + ], + "resps": [ + [ + [ + -16.890625, + false + ] + ], + [ + [ + -18.984375, + false + ] + ] + ], + "filtered_resps": [ + [ + -16.890625, + false + ], + [ + -18.984375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 714, + "doc": { + "sentence": "Brian agreed to buy soap for Kenneth while at the store, and _ paid them back the following day for the errand.", + "option1": "Brian", + "option2": "Kenneth", + "answer": "2" + }, + "target": "paid them back the following day for the errand.", + "arguments": [ + [ + "A basketball is a ball but what is a football? The football isn't quite what I pictured.\n\nNatalie asked Elena to place the book on the top shelf since Elena was tall enough to reach.\n\nHe didn't want to send the personal letter to her, so he sent a card instead. The card was appropriate to share.\n\nBurnt out, Felicia wants to go on a vacation with Tanya because Felicia needs a break from work.\n\nFelicia loved animals more than Cynthia so Felicia liked to play with mice and watch them run around.\n\nBrian agreed to buy soap for Kenneth while at the store, and Brian", + " paid them back the following day for the errand." + ], + [ + "A basketball is a ball but what is a football? The football isn't quite what I pictured.\n\nNatalie asked Elena to place the book on the top shelf since Elena was tall enough to reach.\n\nHe didn't want to send the personal letter to her, so he sent a card instead. The card was appropriate to share.\n\nBurnt out, Felicia wants to go on a vacation with Tanya because Felicia needs a break from work.\n\nFelicia loved animals more than Cynthia so Felicia liked to play with mice and watch them run around.\n\nBrian agreed to buy soap for Kenneth while at the store, and Kenneth", + " paid them back the following day for the errand." + ] + ], + "resps": [ + [ + [ + -34.40625, + false + ] + ], + [ + [ + -32.40625, + false + ] + ] + ], + "filtered_resps": [ + [ + -34.40625, + false + ], + [ + -32.40625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 722, + "doc": { + "sentence": "Aaron wanted to go the gym but the others wanted to go to the park because the _ did require membership.", + "option1": "gym", + "option2": "park", + "answer": "1" + }, + "target": "did require membership.", + "arguments": [ + [ + "Jennifer accepted all the medical treatment from Erin, because Erin was always happy to be helpful to anyone.\n\nKevin was a better writer than Brett, so Kevin was able to finish essays more quickly.\n\nMary checked all the hiding places they expected Jennifer to be in, but Mary never found them.\n\nAdopting a dog didn't work out for Kayla the way it did for Lindsey because Kayla has a fear of dogs.\n\nThe dog obeyed Lawrence more than William around the house because Lawrence had built a deeper bond with it.\n\nAaron wanted to go the gym but the others wanted to go to the park because the gym", + " did require membership." + ], + [ + "Jennifer accepted all the medical treatment from Erin, because Erin was always happy to be helpful to anyone.\n\nKevin was a better writer than Brett, so Kevin was able to finish essays more quickly.\n\nMary checked all the hiding places they expected Jennifer to be in, but Mary never found them.\n\nAdopting a dog didn't work out for Kayla the way it did for Lindsey because Kayla has a fear of dogs.\n\nThe dog obeyed Lawrence more than William around the house because Lawrence had built a deeper bond with it.\n\nAaron wanted to go the gym but the others wanted to go to the park because the park", + " did require membership." + ] + ], + "resps": [ + [ + [ + -20.390625, + false + ] + ], + [ + [ + -26.6875, + false + ] + ] + ], + "filtered_resps": [ + [ + -20.390625, + false + ], + [ + -26.6875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 730, + "doc": { + "sentence": "The brutal boxing match was suitable for Christopher but not Samuel because _ did damage to his opponent.", + "option1": "Christopher", + "option2": "Samuel", + "answer": "1" + }, + "target": "did damage to his opponent.", + "arguments": [ + [ + "Jade ordered sushi and steak at the fusion restaurant, but could only eat the steak because the steak tasted wonderful.\n\nLess people liked to be around Jessica than around Cynthia because Cynthia liked helping others.\n\nBob preferred the movie over dinner on the date because the dinner required more conversation.\n\nChristopher could speak French well, Derrick could not so Derrick didn't get along well in France.\n\nBilly poured the entire bag of broccoli into the hot pan located on the stone until the pan was full.\n\nThe brutal boxing match was suitable for Christopher but not Samuel because Christopher", + " did damage to his opponent." + ], + [ + "Jade ordered sushi and steak at the fusion restaurant, but could only eat the steak because the steak tasted wonderful.\n\nLess people liked to be around Jessica than around Cynthia because Cynthia liked helping others.\n\nBob preferred the movie over dinner on the date because the dinner required more conversation.\n\nChristopher could speak French well, Derrick could not so Derrick didn't get along well in France.\n\nBilly poured the entire bag of broccoli into the hot pan located on the stone until the pan was full.\n\nThe brutal boxing match was suitable for Christopher but not Samuel because Samuel", + " did damage to his opponent." + ] + ], + "resps": [ + [ + [ + -17.421875, + false + ] + ], + [ + [ + -20.71875, + false + ] + ] + ], + "filtered_resps": [ + [ + -17.421875, + false + ], + [ + -20.71875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 738, + "doc": { + "sentence": "During the summer, I like visiting the zoo more than the aquarium because the _ is inside.", + "option1": "zoo", + "option2": "aquarium", + "answer": "2" + }, + "target": "is inside.", + "arguments": [ + [ + "Kevin shouted loudly at the women and Craig was embarrassed. Kevin was always loud in public.\n\nFelicia played a mean trick on Jessica, which turned out badly and made Jessica feel violated.\n\nJason puts in a lot of extra time at work but Adam leaves early very often. Jason got a promotion.\n\nNick was a worker who was asked by Hunter for silverware, and Nick was surprised by the request since it was a fast food restaurant.\n\nThe fastball flew at Ryan as they swung and missed, but Joseph caught it. Joseph got ready to catch the next pitch.\n\nDuring the summer, I like visiting the zoo more than the aquarium because the zoo", + " is inside." + ], + [ + "Kevin shouted loudly at the women and Craig was embarrassed. Kevin was always loud in public.\n\nFelicia played a mean trick on Jessica, which turned out badly and made Jessica feel violated.\n\nJason puts in a lot of extra time at work but Adam leaves early very often. Jason got a promotion.\n\nNick was a worker who was asked by Hunter for silverware, and Nick was surprised by the request since it was a fast food restaurant.\n\nThe fastball flew at Ryan as they swung and missed, but Joseph caught it. Joseph got ready to catch the next pitch.\n\nDuring the summer, I like visiting the zoo more than the aquarium because the aquarium", + " is inside." + ] + ], + "resps": [ + [ + [ + -9.828125, + false + ] + ], + [ + [ + -8.0625, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.828125, + false + ], + [ + -8.0625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 746, + "doc": { + "sentence": "Joel ran out of toilet paper, so he asked Dennis in the stall next to him for some. _ was relieved when he agreed.", + "option1": "Joel", + "option2": "Dennis", + "answer": "1" + }, + "target": "was relieved when he agreed.", + "arguments": [ + [ + "John decided to place a bet wager for an upcoming race because the wager was small.\n\nI prefer eggs with sausage rather than eggs with bacon for breakfast. The eggs with bacon is bland to me.\n\nJennifer yelled at Betty for betraying Jennifer 's trust because she would no longer be able to dog sit again.\n\nHe didn't appreciate the trumpet as much as the violin because he thought the violin made serene music.\n\nPeter was not able to put the duvet in the washing machine because the machine was too small.\n\nJoel ran out of toilet paper, so he asked Dennis in the stall next to him for some. Joel", + " was relieved when he agreed." + ], + [ + "John decided to place a bet wager for an upcoming race because the wager was small.\n\nI prefer eggs with sausage rather than eggs with bacon for breakfast. The eggs with bacon is bland to me.\n\nJennifer yelled at Betty for betraying Jennifer 's trust because she would no longer be able to dog sit again.\n\nHe didn't appreciate the trumpet as much as the violin because he thought the violin made serene music.\n\nPeter was not able to put the duvet in the washing machine because the machine was too small.\n\nJoel ran out of toilet paper, so he asked Dennis in the stall next to him for some. Dennis", + " was relieved when he agreed." + ] + ], + "resps": [ + [ + [ + -18.640625, + false + ] + ], + [ + [ + -20.96875, + false + ] + ] + ], + "filtered_resps": [ + [ + -18.640625, + false + ], + [ + -20.96875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 754, + "doc": { + "sentence": "Joe brought his books to school in a suitcase instead of a backpack because the _ was smaller.", + "option1": "suitcase", + "option2": "backpack", + "answer": "2" + }, + "target": "was smaller.", + "arguments": [ + [ + "Randy led the league in goals scored while Eric was in last place. Eric was a very bad footballer.\n\nAt the cosplay convention, Jason showed Brian his new costume because Jason was proud of it.\n\nJennifer asked Cynthia if she had heard any complaints about the new teacher but Cynthia had not heard any.\n\nElena was asked by Rachel to plant the poppy seeds because Elena had a green thumb.\n\nJeffrey loves to drink coffee every morning but Ian does not. Jeffrey orders a cup of coffee with their breakfast.\n\nJoe brought his books to school in a suitcase instead of a backpack because the suitcase", + " was smaller." + ], + [ + "Randy led the league in goals scored while Eric was in last place. Eric was a very bad footballer.\n\nAt the cosplay convention, Jason showed Brian his new costume because Jason was proud of it.\n\nJennifer asked Cynthia if she had heard any complaints about the new teacher but Cynthia had not heard any.\n\nElena was asked by Rachel to plant the poppy seeds because Elena had a green thumb.\n\nJeffrey loves to drink coffee every morning but Ian does not. Jeffrey orders a cup of coffee with their breakfast.\n\nJoe brought his books to school in a suitcase instead of a backpack because the backpack", + " was smaller." + ] + ], + "resps": [ + [ + [ + -4.9140625, + false + ] + ], + [ + [ + -7.875, + false + ] + ] + ], + "filtered_resps": [ + [ + -4.9140625, + false + ], + [ + -7.875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 762, + "doc": { + "sentence": "Getting a divorce as soon as possible suited Victoria but not Lindsey because _ was no longer in love.", + "option1": "Victoria", + "option2": "Lindsey", + "answer": "1" + }, + "target": "was no longer in love.", + "arguments": [ + [ + "Maria's garden was much grander and better looking than Megan's because Megan was an amateur gardener.\n\nIan suddenly went pale in the face and started babbling to Hunter because Ian is very nervous.\n\nMegan dreamed of becoming a famous singer while Jennifer wanted to be an artist. Jennifer loved to paint and draw.\n\nRuss bought a telescope to view the planet but he couldn't see the star because the planet was closer.\n\nShe had to take sausages out of her recipe and substitute lentils, since the lentils had a complimentary flavor.\n\nGetting a divorce as soon as possible suited Victoria but not Lindsey because Victoria", + " was no longer in love." + ], + [ + "Maria's garden was much grander and better looking than Megan's because Megan was an amateur gardener.\n\nIan suddenly went pale in the face and started babbling to Hunter because Ian is very nervous.\n\nMegan dreamed of becoming a famous singer while Jennifer wanted to be an artist. Jennifer loved to paint and draw.\n\nRuss bought a telescope to view the planet but he couldn't see the star because the planet was closer.\n\nShe had to take sausages out of her recipe and substitute lentils, since the lentils had a complimentary flavor.\n\nGetting a divorce as soon as possible suited Victoria but not Lindsey because Lindsey", + " was no longer in love." + ] + ], + "resps": [ + [ + [ + -14.6171875, + false + ] + ], + [ + [ + -14.6328125, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.6171875, + false + ], + [ + -14.6328125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 770, + "doc": { + "sentence": "Christopher declined when asked by Ian to play a game of chess because _ liked to play intellectual games.", + "option1": "Christopher", + "option2": "Ian", + "answer": "2" + }, + "target": "liked to play intellectual games.", + "arguments": [ + [ + "The house of Tanya was a lot worse off than that of Felicia, by reason that Felicia had more money.\n\nJames found that the tank was surprisingly easy to operate and not the vehicle because the tank had simple controls.\n\nSince Benjamin ate unhealthy desserts far more frequently than Brett, Benjamin had weak will power.\n\nJustin went to see William who was a therapist, and William listened to them talk all about their problems.\n\nThe lady was dreaming of becoming an artist that used pencils instead of markers, since the pencils were temporary.\n\nChristopher declined when asked by Ian to play a game of chess because Christopher", + " liked to play intellectual games." + ], + [ + "The house of Tanya was a lot worse off than that of Felicia, by reason that Felicia had more money.\n\nJames found that the tank was surprisingly easy to operate and not the vehicle because the tank had simple controls.\n\nSince Benjamin ate unhealthy desserts far more frequently than Brett, Benjamin had weak will power.\n\nJustin went to see William who was a therapist, and William listened to them talk all about their problems.\n\nThe lady was dreaming of becoming an artist that used pencils instead of markers, since the pencils were temporary.\n\nChristopher declined when asked by Ian to play a game of chess because Ian", + " liked to play intellectual games." + ] + ], + "resps": [ + [ + [ + -17.1875, + false + ] + ], + [ + [ + -16.90625, + false + ] + ] + ], + "filtered_resps": [ + [ + -17.1875, + false + ], + [ + -16.90625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 778, + "doc": { + "sentence": "More people attended the funeral of Joel than of Derrick because _ was a mean person.", + "option1": "Joel", + "option2": "Derrick", + "answer": "2" + }, + "target": "was a mean person.", + "arguments": [ + [ + "Playing music came much more naturally to Hunter than Kevin although Kevin loved the clarinet.\n\nBeatrice was done cleaning the hallway before Jackie could clean the basement. It was quicker to clean the hallway .\n\nDuring their school holidays Nelson badly wanted to get a job but Aaron did not because Nelson was very hardworking.\n\nThe cook could safely touch the pot, but had to wait on the pan, because the pot was cold.\n\nSamuel suffered from constipation but Randy did not, so Samuel liked to drink a lot of prune juice.\n\nMore people attended the funeral of Joel than of Derrick because Joel", + " was a mean person." + ], + [ + "Playing music came much more naturally to Hunter than Kevin although Kevin loved the clarinet.\n\nBeatrice was done cleaning the hallway before Jackie could clean the basement. It was quicker to clean the hallway .\n\nDuring their school holidays Nelson badly wanted to get a job but Aaron did not because Nelson was very hardworking.\n\nThe cook could safely touch the pot, but had to wait on the pan, because the pot was cold.\n\nSamuel suffered from constipation but Randy did not, so Samuel liked to drink a lot of prune juice.\n\nMore people attended the funeral of Joel than of Derrick because Derrick", + " was a mean person." + ] + ], + "resps": [ + [ + [ + -11.0234375, + false + ] + ], + [ + [ + -8.0234375, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.0234375, + false + ], + [ + -8.0234375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 786, + "doc": { + "sentence": "The intelligence agency ordered new computers for the workers and kept the same peripherals because the _ were at risk.", + "option1": "computers", + "option2": "peripherals", + "answer": "1" + }, + "target": "were at risk.", + "arguments": [ + [ + "Megan gave a skirt to Tanya to wear at her recital because Tanya needed a confidence boost.\n\nRandy went to an ice cream shop because he had a coupon and met Michael there. Randy paid only half price.\n\nKayla wanted to start a business in a field that Felicia was working in so Felicia offered some help.\n\nKenneth bought a new house and needed help installing moulding. When Samuel offered to help, Kenneth was relieved.\n\nI always went to the store and not the shop because the store was closer to my apartment.\n\nThe intelligence agency ordered new computers for the workers and kept the same peripherals because the computers", + " were at risk." + ], + [ + "Megan gave a skirt to Tanya to wear at her recital because Tanya needed a confidence boost.\n\nRandy went to an ice cream shop because he had a coupon and met Michael there. Randy paid only half price.\n\nKayla wanted to start a business in a field that Felicia was working in so Felicia offered some help.\n\nKenneth bought a new house and needed help installing moulding. When Samuel offered to help, Kenneth was relieved.\n\nI always went to the store and not the shop because the store was closer to my apartment.\n\nThe intelligence agency ordered new computers for the workers and kept the same peripherals because the peripherals", + " were at risk." + ] + ], + "resps": [ + [ + [ + -13.1953125, + false + ] + ], + [ + [ + -13.9921875, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.1953125, + false + ], + [ + -13.9921875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 794, + "doc": { + "sentence": "Steven was disappointed as Logan asked him if he had any herb. _ was a stoner.", + "option1": "Steven", + "option2": "Logan", + "answer": "2" + }, + "target": "was a stoner.", + "arguments": [ + [ + "Steven was going to attend the concert unlike Ryan because it was Steven favorite genre of music.\n\nThe birds preferred eating the seeds than the worms because the worms tasted a lot worse.\n\nWhen it came to works of fiction, books were preferred to movies, as the books required more imagination.\n\nCarrie was a teacher of math and Elena was their student, so Elena got lots of homework.\n\nThe waiter could not cover the round tables with the square tablecloths because the tables were round.\n\nSteven was disappointed as Logan asked him if he had any herb. Steven", + " was a stoner." + ], + [ + "Steven was going to attend the concert unlike Ryan because it was Steven favorite genre of music.\n\nThe birds preferred eating the seeds than the worms because the worms tasted a lot worse.\n\nWhen it came to works of fiction, books were preferred to movies, as the books required more imagination.\n\nCarrie was a teacher of math and Elena was their student, so Elena got lots of homework.\n\nThe waiter could not cover the round tables with the square tablecloths because the tables were round.\n\nSteven was disappointed as Logan asked him if he had any herb. Logan", + " was a stoner." + ] + ], + "resps": [ + [ + [ + -11.2734375, + false + ] + ], + [ + [ + -10.7734375, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.2734375, + false + ], + [ + -10.7734375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 802, + "doc": { + "sentence": "Elena waited patiently for Angela, as _ arrived early to meet at their prearranged spot.", + "option1": "Elena", + "option2": "Angela", + "answer": "1" + }, + "target": "arrived early to meet at their prearranged spot.", + "arguments": [ + [ + "Federico couldn't see in the bedroom when coming from the bathroom for the bathroom was too bright.\n\nThe woman tried to put the candle on the stand but the candle was too large.\n\nLogan made many harsh and hurtful demands of Adam, because Adam was a major victim.\n\nJoJo was training her dog to return the ball to the basket after playing, because the ball often got lost.\n\nLindsey was arrested the previous night and called Carrie immediately because Lindsey needed a good defense lawyer.\n\nElena waited patiently for Angela, as Elena", + " arrived early to meet at their prearranged spot." + ], + [ + "Federico couldn't see in the bedroom when coming from the bathroom for the bathroom was too bright.\n\nThe woman tried to put the candle on the stand but the candle was too large.\n\nLogan made many harsh and hurtful demands of Adam, because Adam was a major victim.\n\nJoJo was training her dog to return the ball to the basket after playing, because the ball often got lost.\n\nLindsey was arrested the previous night and called Carrie immediately because Lindsey needed a good defense lawyer.\n\nElena waited patiently for Angela, as Angela", + " arrived early to meet at their prearranged spot." + ] + ], + "resps": [ + [ + [ + -34.5, + false + ] + ], + [ + [ + -34.15625, + false + ] + ] + ], + "filtered_resps": [ + [ + -34.5, + false + ], + [ + -34.15625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 810, + "doc": { + "sentence": "In order to grow his plants naturally, he bought fertilizer and water. The _ was lacking with nutrients.", + "option1": "fertilizer", + "option2": "water", + "answer": "2" + }, + "target": "was lacking with nutrients.", + "arguments": [ + [ + "The hair Hannah attached to his hair with a glue got blown away by the wind. The wind is confirmed strong.\n\nTo prepare for the test, Jason asked Joel for help. Joel is an excellent student.\n\nTim preferred putting the medicine in a cheese ball instead of a spoon, because the cheese ball made it easier to swallow.\n\nThe comb worked much better than the brush did because the comb was a bit newer.\n\nSteven struggles with their children's bad behavior while Dennis enjoys their children as Dennis is consistence in child discipline.\n\nIn order to grow his plants naturally, he bought fertilizer and water. The fertilizer", + " was lacking with nutrients." + ], + [ + "The hair Hannah attached to his hair with a glue got blown away by the wind. The wind is confirmed strong.\n\nTo prepare for the test, Jason asked Joel for help. Joel is an excellent student.\n\nTim preferred putting the medicine in a cheese ball instead of a spoon, because the cheese ball made it easier to swallow.\n\nThe comb worked much better than the brush did because the comb was a bit newer.\n\nSteven struggles with their children's bad behavior while Dennis enjoys their children as Dennis is consistence in child discipline.\n\nIn order to grow his plants naturally, he bought fertilizer and water. The water", + " was lacking with nutrients." + ] + ], + "resps": [ + [ + [ + -21.46875, + false + ] + ], + [ + [ + -23.125, + false + ] + ] + ], + "filtered_resps": [ + [ + -21.46875, + false + ], + [ + -23.125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 818, + "doc": { + "sentence": "Sally knew the exam would be hard so she developed a study schedule. The _ was 4 weeks long.", + "option1": "exam", + "option2": "schedule", + "answer": "2" + }, + "target": "was 4 weeks long.", + "arguments": [ + [ + "Cleaning a piano is easy to Nick but not Leslie because Leslie makes it complex by not using a feather duster.\n\nI gave my parents a car for their birthday instead of just a card. The car shows appreciation.\n\nThe man bought some yarn instead of a ball because his cat preferred playing with the yarn .\n\nKenneth uses shampoo for color treated hair and Lawrence does not because Kenneth has dyed hair.\n\nThe hens were worth their trouble to Sarah but not to Natalie becasue Sarah loved the free eggs.\n\nSally knew the exam would be hard so she developed a study schedule. The exam", + " was 4 weeks long." + ], + [ + "Cleaning a piano is easy to Nick but not Leslie because Leslie makes it complex by not using a feather duster.\n\nI gave my parents a car for their birthday instead of just a card. The car shows appreciation.\n\nThe man bought some yarn instead of a ball because his cat preferred playing with the yarn .\n\nKenneth uses shampoo for color treated hair and Lawrence does not because Kenneth has dyed hair.\n\nThe hens were worth their trouble to Sarah but not to Natalie becasue Sarah loved the free eggs.\n\nSally knew the exam would be hard so she developed a study schedule. The schedule", + " was 4 weeks long." + ] + ], + "resps": [ + [ + [ + -17.90625, + false + ] + ], + [ + [ + -17.84375, + false + ] + ] + ], + "filtered_resps": [ + [ + -17.90625, + false + ], + [ + -17.84375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 826, + "doc": { + "sentence": "He was having an asthma attack but forgot his inhaler so someone recommended coffee as the _ was unavailable.", + "option1": "inhaler", + "option2": "coffee", + "answer": "1" + }, + "target": "was unavailable.", + "arguments": [ + [ + "Randy showed Michael how to use the square app because Michael was uncomfortable with electronics.\n\nAngela always had cornrows while Christine did not, so people were confused when Angela showed up without cornrows.\n\nYang wanted to be an illustrator and started drawing using crayons instead of pencils because the crayons were bought.\n\nWhen Diva baked a chocolate souffle for the first time she put them in several small ramekins. Ultimately, the souffle failed because the chocolate sunk.\n\nThe water was eroding the area under the deck faster than the porch, because the porch was on stable ground.\n\nHe was having an asthma attack but forgot his inhaler so someone recommended coffee as the inhaler", + " was unavailable." + ], + [ + "Randy showed Michael how to use the square app because Michael was uncomfortable with electronics.\n\nAngela always had cornrows while Christine did not, so people were confused when Angela showed up without cornrows.\n\nYang wanted to be an illustrator and started drawing using crayons instead of pencils because the crayons were bought.\n\nWhen Diva baked a chocolate souffle for the first time she put them in several small ramekins. Ultimately, the souffle failed because the chocolate sunk.\n\nThe water was eroding the area under the deck faster than the porch, because the porch was on stable ground.\n\nHe was having an asthma attack but forgot his inhaler so someone recommended coffee as the coffee", + " was unavailable." + ] + ], + "resps": [ + [ + [ + -9.96875, + false + ] + ], + [ + [ + -12.7265625, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.96875, + false + ], + [ + -12.7265625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 834, + "doc": { + "sentence": "Mike wanted to make the picture with the Photoshop software instead of the Paintshop software because the _ was more reliable.", + "option1": "Photoshop software", + "option2": "Paintshop software", + "answer": "1" + }, + "target": "was more reliable.", + "arguments": [ + [ + "Everyone wanted to be a mermaid at the Halloween party, but the costume at the store only fit Christine and not Jennifer because Jennifer was obese.\n\nBenjamin did not have a phobia of spiders unlike Justin so Justin avoided them when they saw them.\n\nLeslie was better able to communicate their ideas to the group than Brian, because Brian was shy.\n\nElena passed the exam while Laura failed because Elena studied hard for the exam leading up to it.\n\nLogan had never fired a gun before, so Michael took him to a firing range; Michael was patient.\n\nMike wanted to make the picture with the Photoshop software instead of the Paintshop software because the Photoshop software", + " was more reliable." + ], + [ + "Everyone wanted to be a mermaid at the Halloween party, but the costume at the store only fit Christine and not Jennifer because Jennifer was obese.\n\nBenjamin did not have a phobia of spiders unlike Justin so Justin avoided them when they saw them.\n\nLeslie was better able to communicate their ideas to the group than Brian, because Brian was shy.\n\nElena passed the exam while Laura failed because Elena studied hard for the exam leading up to it.\n\nLogan had never fired a gun before, so Michael took him to a firing range; Michael was patient.\n\nMike wanted to make the picture with the Photoshop software instead of the Paintshop software because the Paintshop software", + " was more reliable." + ] + ], + "resps": [ + [ + [ + -7.65625, + false + ] + ], + [ + [ + -9.8203125, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.65625, + false + ], + [ + -9.8203125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 842, + "doc": { + "sentence": "Despite the fact that Joseph was sick and Craig was healthy, _ still stayed home from work that day.", + "option1": "Joseph", + "option2": "Craig", + "answer": "2" + }, + "target": "still stayed home from work that day.", + "arguments": [ + [ + "Toby gave up on using the calendar to stay organized and started making a list, because the list was calming.\n\nDaphne got herself a cloak and a bodysuit for her Raven costume, and she thought the cloak made her look mysterious.\n\nThe young cook poured oil from the container into the fryer until the container was empty.\n\nJustin wanted to tell Robert they loved them so Justin asked them out to a fancy dinner.\n\nMary poured the entire bottle of cleaning soap into the bath until the bottle was empty.\n\nDespite the fact that Joseph was sick and Craig was healthy, Joseph", + " still stayed home from work that day." + ], + [ + "Toby gave up on using the calendar to stay organized and started making a list, because the list was calming.\n\nDaphne got herself a cloak and a bodysuit for her Raven costume, and she thought the cloak made her look mysterious.\n\nThe young cook poured oil from the container into the fryer until the container was empty.\n\nJustin wanted to tell Robert they loved them so Justin asked them out to a fancy dinner.\n\nMary poured the entire bottle of cleaning soap into the bath until the bottle was empty.\n\nDespite the fact that Joseph was sick and Craig was healthy, Craig", + " still stayed home from work that day." + ] + ], + "resps": [ + [ + [ + -14.6953125, + false + ] + ], + [ + [ + -15.46875, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.6953125, + false + ], + [ + -15.46875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 850, + "doc": { + "sentence": "The thief tried to escape over the fence, but the _ was too short for him to climb over.", + "option1": "fence", + "option2": "thief", + "answer": "2" + }, + "target": "was too short for him to climb over.", + "arguments": [ + [ + "Nelson used the new baseballs at the field to throw at Ryan because Ryan was the catcher.\n\nJohns body looks a lot better than my back because the back of me is weak.\n\nBack when I was obese, I ate too many snacks and ate too few vegetables, but my weight reacted best when the vegetables were tasty.\n\nJennifer asked Felicia to help them make a diet plan and exercise routine. Felicia didn't need to lose weight.\n\nThe pills relieved my pain more than the capsules did because the capsules were weaker.\n\nThe thief tried to escape over the fence, but the fence", + " was too short for him to climb over." + ], + [ + "Nelson used the new baseballs at the field to throw at Ryan because Ryan was the catcher.\n\nJohns body looks a lot better than my back because the back of me is weak.\n\nBack when I was obese, I ate too many snacks and ate too few vegetables, but my weight reacted best when the vegetables were tasty.\n\nJennifer asked Felicia to help them make a diet plan and exercise routine. Felicia didn't need to lose weight.\n\nThe pills relieved my pain more than the capsules did because the capsules were weaker.\n\nThe thief tried to escape over the fence, but the thief", + " was too short for him to climb over." + ] + ], + "resps": [ + [ + [ + -9.6328125, + false + ] + ], + [ + [ + -17.171875, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.6328125, + false + ], + [ + -17.171875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 858, + "doc": { + "sentence": "My home is closer to the store than John's house, because the _ of me is next door.", + "option1": "home", + "option2": "house", + "answer": "1" + }, + "target": "of me is next door.", + "arguments": [ + [ + "The silver bracelet was stunning but Mike liked to wear things other people didn't like so he bought the weird gold bracelet. The silver bracelet was beautiful.\n\nThe dog preferred sleeping on the couch instead of the dog bed because the bed was further from his food.\n\nThe pasta of Christine always tastes more authentic than Cynthia's because Christine is a famous cook.\n\nRebecca had less grass in their yard than Elena because Rebecca had more rabbits in their yard.\n\nHe became aggressive when visiting the house, but relaxed when going to the store, because the store was full of peaceful people.\n\nMy home is closer to the store than John's house, because the home", + " of me is next door." + ], + [ + "The silver bracelet was stunning but Mike liked to wear things other people didn't like so he bought the weird gold bracelet. The silver bracelet was beautiful.\n\nThe dog preferred sleeping on the couch instead of the dog bed because the bed was further from his food.\n\nThe pasta of Christine always tastes more authentic than Cynthia's because Christine is a famous cook.\n\nRebecca had less grass in their yard than Elena because Rebecca had more rabbits in their yard.\n\nHe became aggressive when visiting the house, but relaxed when going to the store, because the store was full of peaceful people.\n\nMy home is closer to the store than John's house, because the house", + " of me is next door." + ] + ], + "resps": [ + [ + [ + -18.59375, + false + ] + ], + [ + [ + -19.0625, + false + ] + ] + ], + "filtered_resps": [ + [ + -18.59375, + false + ], + [ + -19.0625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 866, + "doc": { + "sentence": "Jeffrey asked Hunter when was the date set for the wedding because _ was his best man.", + "option1": "Jeffrey", + "option2": "Hunter", + "answer": "1" + }, + "target": "was his best man.", + "arguments": [ + [ + "She bought the nurse outfit instead of the clown costume for Halloween because the clown costume was frumpy.\n\nAfter reading about the dangers, Jeffrey encouraged Neil to quit smoking, but Neil ignored his advice.\n\nBenjamin was walking quite a bit faster than Brian, as Brian was experiencing knee pain.\n\nShe knew the questions on the math test and not the reading test since the reading test was on a shorter timer.\n\nThe pencils of Ian are always sharp for class, but Donald's are not because Ian is prepared.\n\nJeffrey asked Hunter when was the date set for the wedding because Jeffrey", + " was his best man." + ], + [ + "She bought the nurse outfit instead of the clown costume for Halloween because the clown costume was frumpy.\n\nAfter reading about the dangers, Jeffrey encouraged Neil to quit smoking, but Neil ignored his advice.\n\nBenjamin was walking quite a bit faster than Brian, as Brian was experiencing knee pain.\n\nShe knew the questions on the math test and not the reading test since the reading test was on a shorter timer.\n\nThe pencils of Ian are always sharp for class, but Donald's are not because Ian is prepared.\n\nJeffrey asked Hunter when was the date set for the wedding because Hunter", + " was his best man." + ] + ], + "resps": [ + [ + [ + -8.5625, + false + ] + ], + [ + [ + -7.8359375, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.5625, + false + ], + [ + -7.8359375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 874, + "doc": { + "sentence": "Craig was all about self-publishing his first album, but a PRO rep Lawrence advised against it. _ advocated for a very hands-on approach to publishing.", + "option1": "Craig", + "option2": "Lawrence", + "answer": "1" + }, + "target": "advocated for a very hands-on approach to publishing.", + "arguments": [ + [ + "The old man had a lot of canaries that ate a lot of cherries instead of the pellets, since the cherries were colorful.\n\nEveryone liked the Sarah's new knife more than Maria's because Sarah spent more money on it.\n\nCarrie had a large car payment where Monica had none at all, because Carrie drove a car.\n\nPatricia spent freely and capriciously but Monica was thrifty and miserly. Patricia could never spend within their means.\n\nNatalie saw fish at the aquarium while Lindsey saw turtles, and Lindsey took pictures of the reptiles.\n\nCraig was all about self-publishing his first album, but a PRO rep Lawrence advised against it. Craig", + " advocated for a very hands-on approach to publishing." + ], + [ + "The old man had a lot of canaries that ate a lot of cherries instead of the pellets, since the cherries were colorful.\n\nEveryone liked the Sarah's new knife more than Maria's because Sarah spent more money on it.\n\nCarrie had a large car payment where Monica had none at all, because Carrie drove a car.\n\nPatricia spent freely and capriciously but Monica was thrifty and miserly. Patricia could never spend within their means.\n\nNatalie saw fish at the aquarium while Lindsey saw turtles, and Lindsey took pictures of the reptiles.\n\nCraig was all about self-publishing his first album, but a PRO rep Lawrence advised against it. Lawrence", + " advocated for a very hands-on approach to publishing." + ] + ], + "resps": [ + [ + [ + -35.0625, + false + ] + ], + [ + [ + -33.25, + false + ] + ] + ], + "filtered_resps": [ + [ + -35.0625, + false + ], + [ + -33.25, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 882, + "doc": { + "sentence": "Al got solar panels and a small generator installed at his house for electricity as the _ would be his main power supply.", + "option1": "panels", + "option2": "generator", + "answer": "1" + }, + "target": "would be his main power supply.", + "arguments": [ + [ + "Leslie wore contacts at school although Neil didn't have to because Neil had a good eyesight.\n\nThere wasn't much beeswax this year so we dumped the combs into the trash instead of making honey as the trash was a viable option.\n\nEmily was having difficulty going through puberty but not Christine because Christine had very weak acne causing hormones.\n\nAdam felt that Ian was the romantic in their relationship. Adam had trouble being creative to show love.\n\nSteven's jeans have lots of holes in them, while Aaron's are fresh due to Steven wearing old clothing.\n\nAl got solar panels and a small generator installed at his house for electricity as the panels", + " would be his main power supply." + ], + [ + "Leslie wore contacts at school although Neil didn't have to because Neil had a good eyesight.\n\nThere wasn't much beeswax this year so we dumped the combs into the trash instead of making honey as the trash was a viable option.\n\nEmily was having difficulty going through puberty but not Christine because Christine had very weak acne causing hormones.\n\nAdam felt that Ian was the romantic in their relationship. Adam had trouble being creative to show love.\n\nSteven's jeans have lots of holes in them, while Aaron's are fresh due to Steven wearing old clothing.\n\nAl got solar panels and a small generator installed at his house for electricity as the generator", + " would be his main power supply." + ] + ], + "resps": [ + [ + [ + -17.78125, + false + ] + ], + [ + [ + -17.0625, + false + ] + ] + ], + "filtered_resps": [ + [ + -17.78125, + false + ], + [ + -17.0625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 890, + "doc": { + "sentence": "The landlord said she had violated her lease by allowing a dog into the apartment. She said that the dog did not violate the _ at all.", + "option1": "apartment", + "option2": "lease", + "answer": "2" + }, + "target": "at all.", + "arguments": [ + [ + "Steven owned a rusty bike that Randy liked to use, so Steven would loan it to them.\n\nKayla did not have the musical knowledge of Rebecca so Kayla borrowed her old records to listen to.\n\nJill poured the entire bag of flour into the mixing bowl until the bowl was full.\n\nKayla was constantly looking for gossip, and Angela had something juicy, so Kayla begged them for details.\n\nFelicia wants to bond with her new pet Macaw and asks for Amy's help, because Amy is Macaw trainer.\n\nThe landlord said she had violated her lease by allowing a dog into the apartment. She said that the dog did not violate the apartment", + " at all." + ], + [ + "Steven owned a rusty bike that Randy liked to use, so Steven would loan it to them.\n\nKayla did not have the musical knowledge of Rebecca so Kayla borrowed her old records to listen to.\n\nJill poured the entire bag of flour into the mixing bowl until the bowl was full.\n\nKayla was constantly looking for gossip, and Angela had something juicy, so Kayla begged them for details.\n\nFelicia wants to bond with her new pet Macaw and asks for Amy's help, because Amy is Macaw trainer.\n\nThe landlord said she had violated her lease by allowing a dog into the apartment. She said that the dog did not violate the lease", + " at all." + ] + ], + "resps": [ + [ + [ + -8.6171875, + false + ] + ], + [ + [ + -6.9375, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.6171875, + false + ], + [ + -6.9375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 898, + "doc": { + "sentence": "In order to increase her estrogen, Jenny started eating carrots instead of donuts because the _ were not junky.", + "option1": "donuts", + "option2": "carrots", + "answer": "2" + }, + "target": "were not junky.", + "arguments": [ + [ + "The mental health of Brian is much better than William's because Brian sees a therapist.\n\nThey bought some supplies for archery so they setup a target in the backyard to test them in the backyard .\n\nThe work was more difficult than the task, because the work had a lot more steps.\n\nRob this time built the staircase using stone instead of wood because the stone was on sale.\n\nJoel loved climbing trees while Kyle didn't, so when around trees, Joel rarely stayed on the ground.\n\nIn order to increase her estrogen, Jenny started eating carrots instead of donuts because the donuts", + " were not junky." + ], + [ + "The mental health of Brian is much better than William's because Brian sees a therapist.\n\nThey bought some supplies for archery so they setup a target in the backyard to test them in the backyard .\n\nThe work was more difficult than the task, because the work had a lot more steps.\n\nRob this time built the staircase using stone instead of wood because the stone was on sale.\n\nJoel loved climbing trees while Kyle didn't, so when around trees, Joel rarely stayed on the ground.\n\nIn order to increase her estrogen, Jenny started eating carrots instead of donuts because the carrots", + " were not junky." + ] + ], + "resps": [ + [ + [ + -18.796875, + false + ] + ], + [ + [ + -16.1875, + false + ] + ] + ], + "filtered_resps": [ + [ + -18.796875, + false + ], + [ + -16.1875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 906, + "doc": { + "sentence": "Rachel's date was shorter than she, so she wore her shoes rather than her boots, because the _ had high heels.", + "option1": "shoes", + "option2": "boots", + "answer": "2" + }, + "target": "had high heels.", + "arguments": [ + [ + "The Mangos grew better in the fields that Hunter owned versus those of Logan even though Logan used better fertilizer.\n\nI had to embroider the design by hand and not a sewing machine because the sewing machine was too simple.\n\nElena was a very receptive student to Megan 's lessons, and Elena gave her full attention.\n\nBrian needed help assembling the bed frame when Joel showed up at the front door. Joel offered to help.\n\nEven though Erin was a harder worker than Mary, Mary has a more easier time working in sales.\n\nRachel's date was shorter than she, so she wore her shoes rather than her boots, because the shoes", + " had high heels." + ], + [ + "The Mangos grew better in the fields that Hunter owned versus those of Logan even though Logan used better fertilizer.\n\nI had to embroider the design by hand and not a sewing machine because the sewing machine was too simple.\n\nElena was a very receptive student to Megan 's lessons, and Elena gave her full attention.\n\nBrian needed help assembling the bed frame when Joel showed up at the front door. Joel offered to help.\n\nEven though Erin was a harder worker than Mary, Mary has a more easier time working in sales.\n\nRachel's date was shorter than she, so she wore her shoes rather than her boots, because the boots", + " had high heels." + ] + ], + "resps": [ + [ + [ + -8.8203125, + false + ] + ], + [ + [ + -7.796875, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.8203125, + false + ], + [ + -7.796875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 914, + "doc": { + "sentence": "The knee injury of Samantha has healed much quicker than Katrina's. _ 's injury was minor.", + "option1": "Samantha", + "option2": "Katrina", + "answer": "1" + }, + "target": "'s injury was minor.", + "arguments": [ + [ + "The coroner tried to put the bodies in the coffins but the coffins were too small.\n\nFor the party. the vodka was kept in the freezer as the freezer would accommodate it.\n\nKevin was worried Kenneth would win the cross country race, because Kenneth was currently ahead.\n\nGoing to a costume party seemed like a fun time to Robert but not to Nick, so Nick went the store and bought a pant suit.\n\nPatricia regifted some shortbread they received for Christmas to Carrie, although Carrie didn't like shortbread.\n\nThe knee injury of Samantha has healed much quicker than Katrina's. Samantha", + " 's injury was minor." + ], + [ + "The coroner tried to put the bodies in the coffins but the coffins were too small.\n\nFor the party. the vodka was kept in the freezer as the freezer would accommodate it.\n\nKevin was worried Kenneth would win the cross country race, because Kenneth was currently ahead.\n\nGoing to a costume party seemed like a fun time to Robert but not to Nick, so Nick went the store and bought a pant suit.\n\nPatricia regifted some shortbread they received for Christmas to Carrie, although Carrie didn't like shortbread.\n\nThe knee injury of Samantha has healed much quicker than Katrina's. Katrina", + " 's injury was minor." + ] + ], + "resps": [ + [ + [ + -17.984375, + false + ] + ], + [ + [ + -21.53125, + false + ] + ] + ], + "filtered_resps": [ + [ + -17.984375, + false + ], + [ + -21.53125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 922, + "doc": { + "sentence": "Much to the dismay of Christopher, Jeffrey learned of their evil plan, and _ was stopped before it succeeded.", + "option1": "Christopher", + "option2": "Jeffrey", + "answer": "1" + }, + "target": "was stopped before it succeeded.", + "arguments": [ + [ + "Trying to lose belly fat is Laura was asking Amy for advice, Amy knew lots of ways to lose body fat.\n\nRyan winced while their parent Nelson operated the tablesaw to cut the board, because Nelson was adept with saws.\n\nIt costed more to repair the car of Leslie than it did the car of Derrick although Derrick had more services done.\n\nLogan liked the look of hardwood floors in a house but Brett thought carpet was nicer. Brett had the contractor put berber carpeting on their floors.\n\nRandy hates the music that always plays in the elevator, unlike Michael, because Randy grew up with rock not Jazz.\n\nMuch to the dismay of Christopher, Jeffrey learned of their evil plan, and Christopher", + " was stopped before it succeeded." + ], + [ + "Trying to lose belly fat is Laura was asking Amy for advice, Amy knew lots of ways to lose body fat.\n\nRyan winced while their parent Nelson operated the tablesaw to cut the board, because Nelson was adept with saws.\n\nIt costed more to repair the car of Leslie than it did the car of Derrick although Derrick had more services done.\n\nLogan liked the look of hardwood floors in a house but Brett thought carpet was nicer. Brett had the contractor put berber carpeting on their floors.\n\nRandy hates the music that always plays in the elevator, unlike Michael, because Randy grew up with rock not Jazz.\n\nMuch to the dismay of Christopher, Jeffrey learned of their evil plan, and Jeffrey", + " was stopped before it succeeded." + ] + ], + "resps": [ + [ + [ + -20.828125, + false + ] + ], + [ + [ + -21.484375, + false + ] + ] + ], + "filtered_resps": [ + [ + -20.828125, + false + ], + [ + -21.484375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 930, + "doc": { + "sentence": "James wanted to write a list of what he can do for Christmas and he ended up using all the pages in the notepad. The _ is short.", + "option1": "list", + "option2": "page", + "answer": "2" + }, + "target": "is short.", + "arguments": [ + [ + "The shelving unit they bought would not fit in the pantry because the pantry was too small.\n\nJason could work out at the gym but not Ryan because Ryan cancelled their membership.\n\nJames cannot press the button so he turned the knob instead. It turned out the knob is movable.\n\nTanya was immune to the chicken pox and Rachel was not because Rachel didnt get a chicken pox shot.\n\nThe pills relieved my pain more than the capsules did because the pills were stronger.\n\nJames wanted to write a list of what he can do for Christmas and he ended up using all the pages in the notepad. The list", + " is short." + ], + [ + "The shelving unit they bought would not fit in the pantry because the pantry was too small.\n\nJason could work out at the gym but not Ryan because Ryan cancelled their membership.\n\nJames cannot press the button so he turned the knob instead. It turned out the knob is movable.\n\nTanya was immune to the chicken pox and Rachel was not because Rachel didnt get a chicken pox shot.\n\nThe pills relieved my pain more than the capsules did because the pills were stronger.\n\nJames wanted to write a list of what he can do for Christmas and he ended up using all the pages in the notepad. The page", + " is short." + ] + ], + "resps": [ + [ + [ + -9.5234375, + false + ] + ], + [ + [ + -12.546875, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.5234375, + false + ], + [ + -12.546875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 938, + "doc": { + "sentence": "Bill had complicated feelings about getting a car after his motorcycle died because the _ possessed a lot of new features.", + "option1": "car", + "option2": "motorcycle", + "answer": "1" + }, + "target": "possessed a lot of new features.", + "arguments": [ + [ + "My friends business wasn't as good as my job because the job was making me some money.\n\nHe enjoyed the silver more than he enjoyed the gold, because the gold was uglier.\n\nThe tulips bloomed in the garden before the daffodils, because the daffodils had received less sun.\n\nJessica wants to clean colored grout so she asks her friend Rebecca for help, because Jessica doesn't know how to do it.\n\nJessica wanted to go see a horror movie with Christine but Christine hated to watch them.\n\nBill had complicated feelings about getting a car after his motorcycle died because the car", + " possessed a lot of new features." + ], + [ + "My friends business wasn't as good as my job because the job was making me some money.\n\nHe enjoyed the silver more than he enjoyed the gold, because the gold was uglier.\n\nThe tulips bloomed in the garden before the daffodils, because the daffodils had received less sun.\n\nJessica wants to clean colored grout so she asks her friend Rebecca for help, because Jessica doesn't know how to do it.\n\nJessica wanted to go see a horror movie with Christine but Christine hated to watch them.\n\nBill had complicated feelings about getting a car after his motorcycle died because the motorcycle", + " possessed a lot of new features." + ] + ], + "resps": [ + [ + [ + -23.984375, + false + ] + ], + [ + [ + -30.484375, + false + ] + ] + ], + "filtered_resps": [ + [ + -23.984375, + false + ], + [ + -30.484375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 946, + "doc": { + "sentence": "Nick smelled much worse than Kenneth after the baseball game although _ was wearing deodorant.", + "option1": "Nick", + "option2": "Kenneth", + "answer": "1" + }, + "target": "was wearing deodorant.", + "arguments": [ + [ + "Carrie is in need of work desperately and has come across Rebecca who is hiring, Rebecca has hired someone for a job.\n\nThe stains on the shirt didn't come out with normal products, because the stains were too strong.\n\nBetty wanted to buy some new clothes and asked Elena to come along because Elena had incredible fashion sense.\n\nRyan wore sunscreen on the hot summer day but Joseph did not. Joseph got a bad sunburn.\n\nCraig loved tadpoles while Samuel didn't so Samuel took the task of cleaning up the car.\n\nNick smelled much worse than Kenneth after the baseball game although Nick", + " was wearing deodorant." + ], + [ + "Carrie is in need of work desperately and has come across Rebecca who is hiring, Rebecca has hired someone for a job.\n\nThe stains on the shirt didn't come out with normal products, because the stains were too strong.\n\nBetty wanted to buy some new clothes and asked Elena to come along because Elena had incredible fashion sense.\n\nRyan wore sunscreen on the hot summer day but Joseph did not. Joseph got a bad sunburn.\n\nCraig loved tadpoles while Samuel didn't so Samuel took the task of cleaning up the car.\n\nNick smelled much worse than Kenneth after the baseball game although Kenneth", + " was wearing deodorant." + ] + ], + "resps": [ + [ + [ + -7.11328125, + false + ] + ], + [ + [ + -8.0546875, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.11328125, + false + ], + [ + -8.0546875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 954, + "doc": { + "sentence": "The Windows software attempted to install the upgrades onto the computer, but the _ exceeded data capacity.", + "option1": "software", + "option2": "computer", + "answer": "1" + }, + "target": "exceeded data capacity.", + "arguments": [ + [ + "Eric limped over to Samuel during a time out of a game to get water for Eric cramps.\n\nBen posted a selfie and a food shot on snapchat. People liked the food better, because Ben was ugly.\n\nJustin's car needed repairs and was in the shop so Adam gave them a ride to work. Justin will also need a ride home.\n\nThe candy jar could hold 100 gumballs or 80 maltballs because the gumballs were smaller.\n\nKatrina is a client of Rebecca at the salon and Rebecca is grateful for the work that they are given.\n\nThe Windows software attempted to install the upgrades onto the computer, but the software", + " exceeded data capacity." + ], + [ + "Eric limped over to Samuel during a time out of a game to get water for Eric cramps.\n\nBen posted a selfie and a food shot on snapchat. People liked the food better, because Ben was ugly.\n\nJustin's car needed repairs and was in the shop so Adam gave them a ride to work. Justin will also need a ride home.\n\nThe candy jar could hold 100 gumballs or 80 maltballs because the gumballs were smaller.\n\nKatrina is a client of Rebecca at the salon and Rebecca is grateful for the work that they are given.\n\nThe Windows software attempted to install the upgrades onto the computer, but the computer", + " exceeded data capacity." + ] + ], + "resps": [ + [ + [ + -21.125, + false + ] + ], + [ + [ + -23.265625, + false + ] + ] + ], + "filtered_resps": [ + [ + -21.125, + false + ], + [ + -23.265625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 962, + "doc": { + "sentence": "Katrina asked Rachel to change the diapers for the babies this morning because _ isn't doing anything.", + "option1": "Katrina", + "option2": "Rachel", + "answer": "2" + }, + "target": "isn't doing anything.", + "arguments": [ + [ + "The artist preferred drawing still lifes of pots rather than plants , since the pots were easier to draw.\n\nAble to hear a scurrying sound from below the sink, Megan asked Samantha to check, as Megan was terrified of seeing a mouse.\n\nThey were lighting the sticks with matches, but preferred the lighters, so the matches were quickly abandoned.\n\nIf you wonder whether to use a pen or a pencil to do your homework, the pencil is easier to fix later.\n\nAfter Donald picked up and slammed Joel through the coffee table Donald felt very strong.\n\nKatrina asked Rachel to change the diapers for the babies this morning because Katrina", + " isn't doing anything." + ], + [ + "The artist preferred drawing still lifes of pots rather than plants , since the pots were easier to draw.\n\nAble to hear a scurrying sound from below the sink, Megan asked Samantha to check, as Megan was terrified of seeing a mouse.\n\nThey were lighting the sticks with matches, but preferred the lighters, so the matches were quickly abandoned.\n\nIf you wonder whether to use a pen or a pencil to do your homework, the pencil is easier to fix later.\n\nAfter Donald picked up and slammed Joel through the coffee table Donald felt very strong.\n\nKatrina asked Rachel to change the diapers for the babies this morning because Rachel", + " isn't doing anything." + ] + ], + "resps": [ + [ + [ + -15.2265625, + false + ] + ], + [ + [ + -14.9921875, + false + ] + ] + ], + "filtered_resps": [ + [ + -15.2265625, + false + ], + [ + -14.9921875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 970, + "doc": { + "sentence": "Michael swam in the pond for longer than Derrick because _ thought the algae was okay.", + "option1": "Michael", + "option2": "Derrick", + "answer": "1" + }, + "target": "thought the algae was okay.", + "arguments": [ + [ + "Maria used some acid to clean stains on the equipment but it didn't work because the acid was too weak.\n\nThe board cannot contain the flowchart James intend to draw because the board is small.\n\nAmy thought building a wall on the border was a good idea but Laura didn't because Amy was a patriotic American.\n\nKevin wanted to hang a chandelier from their ceiling so they called Aaron for help because Kevin had never mounted from a ceiling beam.\n\nSia left her career as a telemarketer for a career as a blogger. The telemarketer career allows her less free time.\n\nMichael swam in the pond for longer than Derrick because Michael", + " thought the algae was okay." + ], + [ + "Maria used some acid to clean stains on the equipment but it didn't work because the acid was too weak.\n\nThe board cannot contain the flowchart James intend to draw because the board is small.\n\nAmy thought building a wall on the border was a good idea but Laura didn't because Amy was a patriotic American.\n\nKevin wanted to hang a chandelier from their ceiling so they called Aaron for help because Kevin had never mounted from a ceiling beam.\n\nSia left her career as a telemarketer for a career as a blogger. The telemarketer career allows her less free time.\n\nMichael swam in the pond for longer than Derrick because Derrick", + " thought the algae was okay." + ] + ], + "resps": [ + [ + [ + -23.515625, + false + ] + ], + [ + [ + -22.78125, + false + ] + ] + ], + "filtered_resps": [ + [ + -23.515625, + false + ], + [ + -22.78125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 978, + "doc": { + "sentence": "Sometimes I write in my journal with a pencil instead of a pen, but the _ can be run dry.", + "option1": "pencil", + "option2": "pen", + "answer": "2" + }, + "target": "can be run dry.", + "arguments": [ + [ + "As the walls began to cave in on Joseph, he blamed Craig who had sold him the house because Craig had not revealed how frail they were.\n\nNeil lost all their private personal information to William as a result of the hack, because William was a predator.\n\nLeslie helped William to cope with a diagnosis of borderline personality disorder (BPD) from his doctor, because Leslie likes him.\n\nMary sat still while Victoria listened to her chest. The diagnosis was dengue fever, which surprised Victoria as she hadn't found this in patients.\n\nCreative writing was Amy's passion, but Mary struggled to write even a short story. Mary had bad imagination.\n\nSometimes I write in my journal with a pencil instead of a pen, but the pencil", + " can be run dry." + ], + [ + "As the walls began to cave in on Joseph, he blamed Craig who had sold him the house because Craig had not revealed how frail they were.\n\nNeil lost all their private personal information to William as a result of the hack, because William was a predator.\n\nLeslie helped William to cope with a diagnosis of borderline personality disorder (BPD) from his doctor, because Leslie likes him.\n\nMary sat still while Victoria listened to her chest. The diagnosis was dengue fever, which surprised Victoria as she hadn't found this in patients.\n\nCreative writing was Amy's passion, but Mary struggled to write even a short story. Mary had bad imagination.\n\nSometimes I write in my journal with a pencil instead of a pen, but the pen", + " can be run dry." + ] + ], + "resps": [ + [ + [ + -19.3125, + false + ] + ], + [ + [ + -19.65625, + false + ] + ] + ], + "filtered_resps": [ + [ + -19.3125, + false + ], + [ + -19.65625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 986, + "doc": { + "sentence": "Jessica asked Rebecca to go see a new horror movie even though _ knew she would likely to decline the invitation.", + "option1": "Jessica", + "option2": "Rebecca", + "answer": "1" + }, + "target": "knew she would likely to decline the invitation.", + "arguments": [ + [ + "Hunter enjoyed learning about Chinese superstitions but not Benjamin since Benjamin found them to be boring.\n\nMary made a fancy cheesecake to celebrate Rebecca's birthday, but Mary messed up the recipe.\n\nWhile waiting on the cricket field, Brett asked William to go get the bats. Brett set up the wickets while he got the bats.\n\nJustin showed Brett how to grind their own coffee beans, because Justin thought freshly ground was best.\n\nKevin had inexperience in home design compared to Dennis, and Kevin asked for advice about frames in photos that were displayed.\n\nJessica asked Rebecca to go see a new horror movie even though Jessica", + " knew she would likely to decline the invitation." + ], + [ + "Hunter enjoyed learning about Chinese superstitions but not Benjamin since Benjamin found them to be boring.\n\nMary made a fancy cheesecake to celebrate Rebecca's birthday, but Mary messed up the recipe.\n\nWhile waiting on the cricket field, Brett asked William to go get the bats. Brett set up the wickets while he got the bats.\n\nJustin showed Brett how to grind their own coffee beans, because Justin thought freshly ground was best.\n\nKevin had inexperience in home design compared to Dennis, and Kevin asked for advice about frames in photos that were displayed.\n\nJessica asked Rebecca to go see a new horror movie even though Rebecca", + " knew she would likely to decline the invitation." + ] + ], + "resps": [ + [ + [ + -32.53125, + false + ] + ], + [ + [ + -33.90625, + false + ] + ] + ], + "filtered_resps": [ + [ + -32.53125, + false + ], + [ + -33.90625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 994, + "doc": { + "sentence": "Timmy bought a transporter for his cat so he could take him on the plane but the _ was too small.", + "option1": "transporter", + "option2": "plane", + "answer": "1" + }, + "target": "was too small.", + "arguments": [ + [ + "I drank water instead of soda because the fever subsided when I drank the water .\n\nAaron is jealous of Kevin despite Aaron being chosen to be the best man at the wedding.\n\nThe rice had too much salt in it, but the potato had just enough salt, and as a result the potato was delicious.\n\nThe dog was cooler than the cat because the dog was sitting under the tree.\n\nLawrence was happy about the internship at the company of Robert when Robert gave praise.\n\nTimmy bought a transporter for his cat so he could take him on the plane but the transporter", + " was too small." + ], + [ + "I drank water instead of soda because the fever subsided when I drank the water .\n\nAaron is jealous of Kevin despite Aaron being chosen to be the best man at the wedding.\n\nThe rice had too much salt in it, but the potato had just enough salt, and as a result the potato was delicious.\n\nThe dog was cooler than the cat because the dog was sitting under the tree.\n\nLawrence was happy about the internship at the company of Robert when Robert gave praise.\n\nTimmy bought a transporter for his cat so he could take him on the plane but the plane", + " was too small." + ] + ], + "resps": [ + [ + [ + -5.1328125, + false + ] + ], + [ + [ + -4.66015625, + false + ] + ] + ], + "filtered_resps": [ + [ + -5.1328125, + false + ], + [ + -4.66015625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1002, + "doc": { + "sentence": "Emily delivered the daily newspaper to Samantha promptly, so _ expected a nice Christmas bonus.", + "option1": "Emily", + "option2": "Samantha", + "answer": "1" + }, + "target": "expected a nice Christmas bonus.", + "arguments": [ + [ + "Elena always needed help with organizing her belongings and closet unlike Mary because Mary was neat.\n\nThe backhoe failed to remove the boulder but the bulldozer could, as the bulldozer was correctly equipped for the job.\n\nAngela was so jealous that Kayla knew how to play the guitar that Kayla offered to give her lessons the next day.\n\nCecily could only lift the cabbage and had to get Jenni to lift the pumpkin for her. The cabbage was light.\n\nPatricia drove a gas hog while Victoria had a car with high MPG, thus causing the environmentalists to look at Patricia with contempt.\n\nEmily delivered the daily newspaper to Samantha promptly, so Emily", + " expected a nice Christmas bonus." + ], + [ + "Elena always needed help with organizing her belongings and closet unlike Mary because Mary was neat.\n\nThe backhoe failed to remove the boulder but the bulldozer could, as the bulldozer was correctly equipped for the job.\n\nAngela was so jealous that Kayla knew how to play the guitar that Kayla offered to give her lessons the next day.\n\nCecily could only lift the cabbage and had to get Jenni to lift the pumpkin for her. The cabbage was light.\n\nPatricia drove a gas hog while Victoria had a car with high MPG, thus causing the environmentalists to look at Patricia with contempt.\n\nEmily delivered the daily newspaper to Samantha promptly, so Samantha", + " expected a nice Christmas bonus." + ] + ], + "resps": [ + [ + [ + -20.96875, + false + ] + ], + [ + [ + -25.140625, + false + ] + ] + ], + "filtered_resps": [ + [ + -20.96875, + false + ], + [ + -25.140625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1010, + "doc": { + "sentence": "Katrina demanded that Jessica get off of their property, because _ wasn't in the mood for visiting.", + "option1": "Katrina", + "option2": "Jessica", + "answer": "1" + }, + "target": "wasn't in the mood for visiting.", + "arguments": [ + [ + "The mental health of Brian is much better than William's because Brian sees a therapist.\n\nThe fingers of Kenneth were bleeding, so Dennis took a look at them, because Dennis is a physician.\n\nFixing the laptop was easy for Nelson but not Michael, because Michael was not technology savvy.\n\nAubrey kept her hamster in a tank instead of a cage because the tank was cleaner for it.\n\nI tried to put all of the food in the microwave but it wouldn't fit, because the microwave was too miniscule.\n\nKatrina demanded that Jessica get off of their property, because Katrina", + " wasn't in the mood for visiting." + ], + [ + "The mental health of Brian is much better than William's because Brian sees a therapist.\n\nThe fingers of Kenneth were bleeding, so Dennis took a look at them, because Dennis is a physician.\n\nFixing the laptop was easy for Nelson but not Michael, because Michael was not technology savvy.\n\nAubrey kept her hamster in a tank instead of a cage because the tank was cleaner for it.\n\nI tried to put all of the food in the microwave but it wouldn't fit, because the microwave was too miniscule.\n\nKatrina demanded that Jessica get off of their property, because Jessica", + " wasn't in the mood for visiting." + ] + ], + "resps": [ + [ + [ + -16.40625, + false + ] + ], + [ + [ + -22.109375, + false + ] + ] + ], + "filtered_resps": [ + [ + -16.40625, + false + ], + [ + -22.109375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1018, + "doc": { + "sentence": "The teenager chose a jeweled pin for her belly piercing, but the _ was too huge.", + "option1": "piercing", + "option2": "pin", + "answer": "2" + }, + "target": "was too huge.", + "arguments": [ + [ + "Robert went to Hunter and asked him to judge leniently just this one time, because Hunter didn't lose anything valuable.\n\nOn the island the weather was frequently unpredictable. It was supposed to rain this weekend and the rain would be very heavy.\n\nLogan had trust in Ryan for the reason that Ryan was an honest and responsible person.\n\nDennis was invited for an interview by Justin for a position at a new office. Dennis prepared by researching the company.\n\nKayla raises cows and helps supply the world with hamburger Carrie doesnt eat hamburger, the chance Carrie is a vegetarian is big.\n\nThe teenager chose a jeweled pin for her belly piercing, but the piercing", + " was too huge." + ], + [ + "Robert went to Hunter and asked him to judge leniently just this one time, because Hunter didn't lose anything valuable.\n\nOn the island the weather was frequently unpredictable. It was supposed to rain this weekend and the rain would be very heavy.\n\nLogan had trust in Ryan for the reason that Ryan was an honest and responsible person.\n\nDennis was invited for an interview by Justin for a position at a new office. Dennis prepared by researching the company.\n\nKayla raises cows and helps supply the world with hamburger Carrie doesnt eat hamburger, the chance Carrie is a vegetarian is big.\n\nThe teenager chose a jeweled pin for her belly piercing, but the pin", + " was too huge." + ] + ], + "resps": [ + [ + [ + -12.640625, + false + ] + ], + [ + [ + -10.578125, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.640625, + false + ], + [ + -10.578125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1026, + "doc": { + "sentence": "The food Katrina made was very bland, so Victoria added some salt; _ felt bad and vowed not to season again.", + "option1": "Katrina", + "option2": "Victoria", + "answer": "2" + }, + "target": "felt bad and vowed not to season again.", + "arguments": [ + [ + "While changing her eating routine, Sally stopped eating chips and replaced it with fruit. The fruit were smooth.\n\nMary got stranded along the side of the road, and Christine helped them, so Mary was thankful.\n\nThe shoes were too big for Jason so he gave them to Ryan, because Jason feet are tiny.\n\nThe little boy poured milk from the carton into his cereal bowl until the carton was empty.\n\nAaron listened to Ryan talk about how disciplined he was to get 6 pack abs. Ryan was proud of himself.\n\nThe food Katrina made was very bland, so Victoria added some salt; Katrina", + " felt bad and vowed not to season again." + ], + [ + "While changing her eating routine, Sally stopped eating chips and replaced it with fruit. The fruit were smooth.\n\nMary got stranded along the side of the road, and Christine helped them, so Mary was thankful.\n\nThe shoes were too big for Jason so he gave them to Ryan, because Jason feet are tiny.\n\nThe little boy poured milk from the carton into his cereal bowl until the carton was empty.\n\nAaron listened to Ryan talk about how disciplined he was to get 6 pack abs. Ryan was proud of himself.\n\nThe food Katrina made was very bland, so Victoria added some salt; Victoria", + " felt bad and vowed not to season again." + ] + ], + "resps": [ + [ + [ + -31.5, + false + ] + ], + [ + [ + -33.46875, + false + ] + ] + ], + "filtered_resps": [ + [ + -31.5, + false + ], + [ + -33.46875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1034, + "doc": { + "sentence": "I wanted to use pomade on my hair instead of hairspray but it was old so the _ was unusable.", + "option1": "pomade", + "option2": "hairspray", + "answer": "1" + }, + "target": "was unusable.", + "arguments": [ + [ + "Kenneth had a fever, so Kevin gave him some medicine to take. Kenneth was his patient.\n\nMary replaced the gasket but not the compressor of her refrigerator, because the gasket was already worn.\n\nWhiskey is much loved by Brett but Ian prefers to drink tequila so Ian ordered a tequila sunrise to drink.\n\nCarrie is fluent in Spanish but Christine only speaks English as Christine only lived in USA when they were young.\n\nShe hates wearing pants but loves wearing dresses, because she feels more beautiful in the dresses .\n\nI wanted to use pomade on my hair instead of hairspray but it was old so the pomade", + " was unusable." + ], + [ + "Kenneth had a fever, so Kevin gave him some medicine to take. Kenneth was his patient.\n\nMary replaced the gasket but not the compressor of her refrigerator, because the gasket was already worn.\n\nWhiskey is much loved by Brett but Ian prefers to drink tequila so Ian ordered a tequila sunrise to drink.\n\nCarrie is fluent in Spanish but Christine only speaks English as Christine only lived in USA when they were young.\n\nShe hates wearing pants but loves wearing dresses, because she feels more beautiful in the dresses .\n\nI wanted to use pomade on my hair instead of hairspray but it was old so the hairspray", + " was unusable." + ] + ], + "resps": [ + [ + [ + -7.07421875, + false + ] + ], + [ + [ + -9.03125, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.07421875, + false + ], + [ + -9.03125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1042, + "doc": { + "sentence": "The gerbil came over to Laura but not Monica because _ was holding a hockey stick.", + "option1": "Laura", + "option2": "Monica", + "answer": "2" + }, + "target": "was holding a hockey stick.", + "arguments": [ + [ + "Neil asked Derrick for help on how to achieve better bowel movement but Derrick knew nothing about health.\n\nThe popular Ariana Grande look swept the school and Angela became more popular than Betty because Angela adhered to the new dress code.\n\nMatthew tried to be stealthy while planning a party for Donald, but Donald found out from someone who couldn't keep a secret.\n\nWhile they washed dishes, Maria washed and put them on a rack for Sarah to dry, but then Maria ran out of hot water.\n\nAfter Christmas Jeffrey decided to go on a diet but Donald didn't. Jeffrey had gained a lot of weight.\n\nThe gerbil came over to Laura but not Monica because Laura", + " was holding a hockey stick." + ], + [ + "Neil asked Derrick for help on how to achieve better bowel movement but Derrick knew nothing about health.\n\nThe popular Ariana Grande look swept the school and Angela became more popular than Betty because Angela adhered to the new dress code.\n\nMatthew tried to be stealthy while planning a party for Donald, but Donald found out from someone who couldn't keep a secret.\n\nWhile they washed dishes, Maria washed and put them on a rack for Sarah to dry, but then Maria ran out of hot water.\n\nAfter Christmas Jeffrey decided to go on a diet but Donald didn't. Jeffrey had gained a lot of weight.\n\nThe gerbil came over to Laura but not Monica because Monica", + " was holding a hockey stick." + ] + ], + "resps": [ + [ + [ + -20.09375, + false + ] + ], + [ + [ + -18.84375, + false + ] + ] + ], + "filtered_resps": [ + [ + -20.09375, + false + ], + [ + -18.84375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1050, + "doc": { + "sentence": "James forgot to put the food in the freezer so he had to eat the fruits the next day because the _ is rotting.", + "option1": "food", + "option2": "fruit", + "answer": "1" + }, + "target": "is rotting.", + "arguments": [ + [ + "Jane played the game on her phone instead of her tablet because she left the tablet at home.\n\nThe macaroni was better than the nachos because the sauce on the macaroni was richer.\n\nDonald loved eating oysters, but Steven was a vegetarian. Steven ordered a plate of salad.\n\nThe child wanted to store the shells in the boxes but the boxes were too small.\n\nThe teacher used a reward system and Robert won an award while Logan did not because Logan did not study at all.\n\nJames forgot to put the food in the freezer so he had to eat the fruits the next day because the food", + " is rotting." + ], + [ + "Jane played the game on her phone instead of her tablet because she left the tablet at home.\n\nThe macaroni was better than the nachos because the sauce on the macaroni was richer.\n\nDonald loved eating oysters, but Steven was a vegetarian. Steven ordered a plate of salad.\n\nThe child wanted to store the shells in the boxes but the boxes were too small.\n\nThe teacher used a reward system and Robert won an award while Logan did not because Logan did not study at all.\n\nJames forgot to put the food in the freezer so he had to eat the fruits the next day because the fruit", + " is rotting." + ] + ], + "resps": [ + [ + [ + -12.3984375, + false + ] + ], + [ + [ + -11.46875, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.3984375, + false + ], + [ + -11.46875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1058, + "doc": { + "sentence": "Mary loved to make baked potatoes, but Monica couldn't stand the smell; _ only made them when she was alone.", + "option1": "Mary", + "option2": "Monica", + "answer": "1" + }, + "target": "only made them when she was alone.", + "arguments": [ + [ + "Patricia was called over to inspect Amy's kitchen and bedroom because Patricia was known for being clean.\n\nShe left the coach and headed to the taxi so she could take a faster route but the coach was actually faster.\n\nCarrie wrote a long apology letter to send to Jennifer, but Carrie never delivered it.\n\nThe workout routine was beneficial to Donald but not Samuel because Donald was developing huge muscles.\n\nthey bought cups and left the fragile glasses on the shelf even though they needed both because the cups strong.\n\nMary loved to make baked potatoes, but Monica couldn't stand the smell; Mary", + " only made them when she was alone." + ], + [ + "Patricia was called over to inspect Amy's kitchen and bedroom because Patricia was known for being clean.\n\nShe left the coach and headed to the taxi so she could take a faster route but the coach was actually faster.\n\nCarrie wrote a long apology letter to send to Jennifer, but Carrie never delivered it.\n\nThe workout routine was beneficial to Donald but not Samuel because Donald was developing huge muscles.\n\nthey bought cups and left the fragile glasses on the shelf even though they needed both because the cups strong.\n\nMary loved to make baked potatoes, but Monica couldn't stand the smell; Monica", + " only made them when she was alone." + ] + ], + "resps": [ + [ + [ + -14.7734375, + false + ] + ], + [ + [ + -16.8125, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.7734375, + false + ], + [ + -16.8125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1066, + "doc": { + "sentence": "Logan preferred to snowboard while Kyle wanted to do biathlon so _ went up the hill.", + "option1": "Logan", + "option2": "Kyle", + "answer": "1" + }, + "target": "went up the hill.", + "arguments": [ + [ + "Steven loved the taste of squash but William hated it's flavor. William ordered the broccoli casserole with their dinner.\n\nAnna looked for a plant for her house, and chose a fern over a frond, because the frond would take up more space.\n\nTanya's vehicle was covered in rust whereas Jessica's was not because Jessica was very diligent about maintenance.\n\nLawrence had shorter shoelaces than Ian had on their shoes so Lawrence tripped less often.\n\nthe blood failed the tests for it had a lot of pathogens which it was being screened of, the pathogens were many.\n\nLogan preferred to snowboard while Kyle wanted to do biathlon so Logan", + " went up the hill." + ], + [ + "Steven loved the taste of squash but William hated it's flavor. William ordered the broccoli casserole with their dinner.\n\nAnna looked for a plant for her house, and chose a fern over a frond, because the frond would take up more space.\n\nTanya's vehicle was covered in rust whereas Jessica's was not because Jessica was very diligent about maintenance.\n\nLawrence had shorter shoelaces than Ian had on their shoes so Lawrence tripped less often.\n\nthe blood failed the tests for it had a lot of pathogens which it was being screened of, the pathogens were many.\n\nLogan preferred to snowboard while Kyle wanted to do biathlon so Kyle", + " went up the hill." + ] + ], + "resps": [ + [ + [ + -14.421875, + false + ] + ], + [ + [ + -13.671875, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.421875, + false + ], + [ + -13.671875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1074, + "doc": { + "sentence": "Kelly was embarrassed when his toga fell off at the party and people saw his underwear because the _ was too tight.", + "option1": "toga", + "option2": "underwear", + "answer": "2" + }, + "target": "was too tight.", + "arguments": [ + [ + "Lawrence wanted a dog for a pet and Benjamin wanted a cat because Lawrence preferred dogs inside and cats outside.\n\nShe prefers to use laptop over desktop PC, because the laptop is more mobile for her needs.\n\nThe man couldn't decide on a smoothie or a milkshake. He decided on a smoothie because it is healthier.\n\nSteven doesn't come off as sensual as Hunter does, so Hunter must be the more sexy person.\n\nNatalie wanted to cook Victoria a surprise meal for their birthday and Natalie tried to keep it a secret.\n\nKelly was embarrassed when his toga fell off at the party and people saw his underwear because the toga", + " was too tight." + ], + [ + "Lawrence wanted a dog for a pet and Benjamin wanted a cat because Lawrence preferred dogs inside and cats outside.\n\nShe prefers to use laptop over desktop PC, because the laptop is more mobile for her needs.\n\nThe man couldn't decide on a smoothie or a milkshake. He decided on a smoothie because it is healthier.\n\nSteven doesn't come off as sensual as Hunter does, so Hunter must be the more sexy person.\n\nNatalie wanted to cook Victoria a surprise meal for their birthday and Natalie tried to keep it a secret.\n\nKelly was embarrassed when his toga fell off at the party and people saw his underwear because the underwear", + " was too tight." + ] + ], + "resps": [ + [ + [ + -4.5, + false + ] + ], + [ + [ + -5.25, + false + ] + ] + ], + "filtered_resps": [ + [ + -4.5, + false + ], + [ + -5.25, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1082, + "doc": { + "sentence": "Laura put fruit in their pie for Lindsey to eat, and _ ate half the pie after that one was done baking.", + "option1": "Laura", + "option2": "Lindsey", + "answer": "2" + }, + "target": "ate half the pie after that one was done baking.", + "arguments": [ + [ + "Nelson has accidentaly set a hotel on fire and endangered Aaron's life, because Nelson wasn't careful.\n\nThe massage oils warmed Rachel's heart but the candles didn't do so because the massage oils were useful to her.\n\nShe couldn't wear the bikini at the club, but it was OK at the cafe, as the cafe was so libertine.\n\nThe teacher took students off of the playground and put them on the bus until the bus was full.\n\nDerrick dined on sweets and fast food much too often while Donald ate salads and veggies. Donald had a scarcity of belly fat.\n\nLaura put fruit in their pie for Lindsey to eat, and Laura", + " ate half the pie after that one was done baking." + ], + [ + "Nelson has accidentaly set a hotel on fire and endangered Aaron's life, because Nelson wasn't careful.\n\nThe massage oils warmed Rachel's heart but the candles didn't do so because the massage oils were useful to her.\n\nShe couldn't wear the bikini at the club, but it was OK at the cafe, as the cafe was so libertine.\n\nThe teacher took students off of the playground and put them on the bus until the bus was full.\n\nDerrick dined on sweets and fast food much too often while Donald ate salads and veggies. Donald had a scarcity of belly fat.\n\nLaura put fruit in their pie for Lindsey to eat, and Lindsey", + " ate half the pie after that one was done baking." + ] + ], + "resps": [ + [ + [ + -39.75, + false + ] + ], + [ + [ + -39.375, + false + ] + ] + ], + "filtered_resps": [ + [ + -39.75, + false + ], + [ + -39.375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1090, + "doc": { + "sentence": "When it came to taking care of elderly people, Adam was suited for the job more than Brian because _ lived with younger people longer.", + "option1": "Adam", + "option2": "Brian", + "answer": "2" + }, + "target": "lived with younger people longer.", + "arguments": [ + [ + "Brett had to help Lawrence to burn a DVD of a movie to take on a plane as Lawrence had totally forgotten how to do it.\n\nI used a calculator instead of a computer to help with my math homework because the computer was slower.\n\nLeslie studied to become an auto body repair technician but not Robert, because Robert was not interested in cars.\n\nMatthew was in a lot of debt and Joseph was not because Matthew liked to spend a lot.\n\nAdam went running more often than Dennis did because Adam was on the track team.\n\nWhen it came to taking care of elderly people, Adam was suited for the job more than Brian because Adam", + " lived with younger people longer." + ], + [ + "Brett had to help Lawrence to burn a DVD of a movie to take on a plane as Lawrence had totally forgotten how to do it.\n\nI used a calculator instead of a computer to help with my math homework because the computer was slower.\n\nLeslie studied to become an auto body repair technician but not Robert, because Robert was not interested in cars.\n\nMatthew was in a lot of debt and Joseph was not because Matthew liked to spend a lot.\n\nAdam went running more often than Dennis did because Adam was on the track team.\n\nWhen it came to taking care of elderly people, Adam was suited for the job more than Brian because Brian", + " lived with younger people longer." + ] + ], + "resps": [ + [ + [ + -25.234375, + false + ] + ], + [ + [ + -26.40625, + false + ] + ] + ], + "filtered_resps": [ + [ + -25.234375, + false + ], + [ + -26.40625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1098, + "doc": { + "sentence": "Mary didn't know what the currency of Mexico was but Lindsey knew _ had never been to Mexico before.", + "option1": "Mary", + "option2": "Lindsey", + "answer": "1" + }, + "target": "had never been to Mexico before.", + "arguments": [ + [ + "The egg cooked more evenly in the pan than on the sheet, because the sheet was poorly designed.\n\nCynthia knows that wagering on baseball is illegal but Tanya does not care, Tanya couldn't avoid going to jail.\n\nBuying new office supplies and storage boxes was fun for Samuel but not Joel, since Joel hated having to organize.\n\nThe lady hated bowling a lot more than basketball because the lady thought the bowling was boring.\n\nThe mad scientist poured acid from the test tube into the beaker until the test tube was empty.\n\nMary didn't know what the currency of Mexico was but Lindsey knew Mary", + " had never been to Mexico before." + ], + [ + "The egg cooked more evenly in the pan than on the sheet, because the sheet was poorly designed.\n\nCynthia knows that wagering on baseball is illegal but Tanya does not care, Tanya couldn't avoid going to jail.\n\nBuying new office supplies and storage boxes was fun for Samuel but not Joel, since Joel hated having to organize.\n\nThe lady hated bowling a lot more than basketball because the lady thought the bowling was boring.\n\nThe mad scientist poured acid from the test tube into the beaker until the test tube was empty.\n\nMary didn't know what the currency of Mexico was but Lindsey knew Lindsey", + " had never been to Mexico before." + ] + ], + "resps": [ + [ + [ + -9.9921875, + false + ] + ], + [ + [ + -10.5078125, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.9921875, + false + ], + [ + -10.5078125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1106, + "doc": { + "sentence": "I don't want to use that iron on my new shirt, and, yes, it's because the _ is too cheap.", + "option1": "iron", + "option2": "shirt", + "answer": "1" + }, + "target": "is too cheap.", + "arguments": [ + [ + "Jess chose to use wallpaper and not paint for the walls because the wallpaper was prettier.\n\nSince Jennifer was in need of clothing while Natalie had extra, Jennifer bought clothes from the thrift shop.\n\nKenneth received an invitation to a mutual friends wedding but Brian was not invited. Brian was sad they could not attend.\n\nChristopher was an expert jeweler compared to Matthew' who is an amateur, so Matthew was the dealer swindled by a fake sapphire.\n\nAll of the paper that I got from school wouldn't fit in the folder, because the paper was too thick.\n\nI don't want to use that iron on my new shirt, and, yes, it's because the iron", + " is too cheap." + ], + [ + "Jess chose to use wallpaper and not paint for the walls because the wallpaper was prettier.\n\nSince Jennifer was in need of clothing while Natalie had extra, Jennifer bought clothes from the thrift shop.\n\nKenneth received an invitation to a mutual friends wedding but Brian was not invited. Brian was sad they could not attend.\n\nChristopher was an expert jeweler compared to Matthew' who is an amateur, so Matthew was the dealer swindled by a fake sapphire.\n\nAll of the paper that I got from school wouldn't fit in the folder, because the paper was too thick.\n\nI don't want to use that iron on my new shirt, and, yes, it's because the shirt", + " is too cheap." + ] + ], + "resps": [ + [ + [ + -9.8125, + false + ] + ], + [ + [ + -8.921875, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.8125, + false + ], + [ + -8.921875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1114, + "doc": { + "sentence": "Derrick always wanted to wash when they woke up but Benjamin rarely bothered. _ was a very clean person.", + "option1": "Derrick", + "option2": "Benjamin", + "answer": "1" + }, + "target": "was a very clean person.", + "arguments": [ + [ + "Nelson really loved yellow birds, while Craig really loved gray ones, which explains why Nelson kept so many canaries.\n\nThe child of Maria had really bad behavior unlike Amy's child, because Amy was not very tolerant.\n\nKatrina makes very tasty roast recipes while Cynthia doesn't, so Katrina is eager to cook more.\n\nI took a class on how to drive a truck instead of a bus because driving the bus pays less.\n\nAaron's recreational vehicle was really just a trailer compared to Kevin's behemoth. Kevin had a grander model.\n\nDerrick always wanted to wash when they woke up but Benjamin rarely bothered. Derrick", + " was a very clean person." + ], + [ + "Nelson really loved yellow birds, while Craig really loved gray ones, which explains why Nelson kept so many canaries.\n\nThe child of Maria had really bad behavior unlike Amy's child, because Amy was not very tolerant.\n\nKatrina makes very tasty roast recipes while Cynthia doesn't, so Katrina is eager to cook more.\n\nI took a class on how to drive a truck instead of a bus because driving the bus pays less.\n\nAaron's recreational vehicle was really just a trailer compared to Kevin's behemoth. Kevin had a grander model.\n\nDerrick always wanted to wash when they woke up but Benjamin rarely bothered. Benjamin", + " was a very clean person." + ] + ], + "resps": [ + [ + [ + -9.0546875, + false + ] + ], + [ + [ + -10.4140625, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.0546875, + false + ], + [ + -10.4140625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1122, + "doc": { + "sentence": "The stores used posters instead of flyers, because the overall cost of distribution for the _ was cheaper.", + "option1": "posters", + "option2": "flyers", + "answer": "1" + }, + "target": "was cheaper.", + "arguments": [ + [ + "Logan wanted a suitable environment for Robert so Logan set up the area around them.\n\nJustin has a lot of nerve pain and Ian doesn't know how to help so Ian offers hug s a lot.\n\nWilliam spend tons of money on their wedding but Ian had a small budget for theirs. you can say Ian is more practical.\n\nPatricia asked Rebecca when she was supposed to get the results back from the blood test but Rebecca did not know.\n\nJohn hated his country far more than the world because the world had many good people.\n\nThe stores used posters instead of flyers, because the overall cost of distribution for the posters", + " was cheaper." + ], + [ + "Logan wanted a suitable environment for Robert so Logan set up the area around them.\n\nJustin has a lot of nerve pain and Ian doesn't know how to help so Ian offers hug s a lot.\n\nWilliam spend tons of money on their wedding but Ian had a small budget for theirs. you can say Ian is more practical.\n\nPatricia asked Rebecca when she was supposed to get the results back from the blood test but Rebecca did not know.\n\nJohn hated his country far more than the world because the world had many good people.\n\nThe stores used posters instead of flyers, because the overall cost of distribution for the flyers", + " was cheaper." + ] + ], + "resps": [ + [ + [ + -3.0, + false + ] + ], + [ + [ + -5.37109375, + false + ] + ] + ], + "filtered_resps": [ + [ + -3.0, + false + ], + [ + -5.37109375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1130, + "doc": { + "sentence": "Two friends wanted a tan look but Joel was impatient while Robert wasn't. _ used bronzer to get a tan look.", + "option1": "Joel", + "option2": "Robert", + "answer": "1" + }, + "target": "used bronzer to get a tan look.", + "arguments": [ + [ + "Jim started drinking fresh water instead of artificial soda pops because the water was healthy.\n\nThe wall was built to safeguard the house from waves, as the house was vulnerable against them.\n\nThe quarterback threw the football over the head of Craig and into the hands of Benjamin, so Benjamin score a touchdown.\n\nThe violets in the garden of Natalie grew much taller than Rebecca's because Natalie is great at gardening.\n\nThe woman was hurt less by the scam than the identity theft because she lost more money with the theft .\n\nTwo friends wanted a tan look but Joel was impatient while Robert wasn't. Joel", + " used bronzer to get a tan look." + ], + [ + "Jim started drinking fresh water instead of artificial soda pops because the water was healthy.\n\nThe wall was built to safeguard the house from waves, as the house was vulnerable against them.\n\nThe quarterback threw the football over the head of Craig and into the hands of Benjamin, so Benjamin score a touchdown.\n\nThe violets in the garden of Natalie grew much taller than Rebecca's because Natalie is great at gardening.\n\nThe woman was hurt less by the scam than the identity theft because she lost more money with the theft .\n\nTwo friends wanted a tan look but Joel was impatient while Robert wasn't. Robert", + " used bronzer to get a tan look." + ] + ], + "resps": [ + [ + [ + -16.171875, + false + ] + ], + [ + [ + -16.109375, + false + ] + ] + ], + "filtered_resps": [ + [ + -16.171875, + false + ], + [ + -16.109375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1138, + "doc": { + "sentence": "Katrina did not value the antique pictures as much as Lindsey because _ was a history buff.", + "option1": "Katrina", + "option2": "Lindsey", + "answer": "2" + }, + "target": "was a history buff.", + "arguments": [ + [ + "The hallway filled with smoke but the bedroom had clear air, since the bedroom had open windows.\n\nOwen wore boxers to sleep more than briefs because the boxers were loose on his skin.\n\nRebecca managed to stop their car before crashing but Jessica did not as Jessica was going fast.\n\nThe young boy wanted to put the baseball on the shelf but it kept rolling off because the baseball was round.\n\nThe decision making skills of Donald are poor when compared to those of Nelson. Nelson is a competent negotiator.\n\nKatrina did not value the antique pictures as much as Lindsey because Katrina", + " was a history buff." + ], + [ + "The hallway filled with smoke but the bedroom had clear air, since the bedroom had open windows.\n\nOwen wore boxers to sleep more than briefs because the boxers were loose on his skin.\n\nRebecca managed to stop their car before crashing but Jessica did not as Jessica was going fast.\n\nThe young boy wanted to put the baseball on the shelf but it kept rolling off because the baseball was round.\n\nThe decision making skills of Donald are poor when compared to those of Nelson. Nelson is a competent negotiator.\n\nKatrina did not value the antique pictures as much as Lindsey because Lindsey", + " was a history buff." + ] + ], + "resps": [ + [ + [ + -11.8984375, + false + ] + ], + [ + [ + -7.6875, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.8984375, + false + ], + [ + -7.6875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1146, + "doc": { + "sentence": "Michael had to learn how to speak Chinese for his job unlike Matthew, because _ worked in England.", + "option1": "Michael", + "option2": "Matthew", + "answer": "2" + }, + "target": "worked in England.", + "arguments": [ + [ + "The crabs tasted better at the diner than at the restaurant because the diner was closer to the shore.\n\nJohn broke the tablet when he placed the box on it not knowing the tablet is fragile.\n\nNeil gave the new technology to Nick, because Neil wanted to share the advancements with someone else.\n\nJames needed a longer brush to clean the window because the brush is too short.\n\nKevin wanted to grow a bigger vegetable garden than Nelson because Nelson is a simple person.\n\nMichael had to learn how to speak Chinese for his job unlike Matthew, because Michael", + " worked in England." + ], + [ + "The crabs tasted better at the diner than at the restaurant because the diner was closer to the shore.\n\nJohn broke the tablet when he placed the box on it not knowing the tablet is fragile.\n\nNeil gave the new technology to Nick, because Neil wanted to share the advancements with someone else.\n\nJames needed a longer brush to clean the window because the brush is too short.\n\nKevin wanted to grow a bigger vegetable garden than Nelson because Nelson is a simple person.\n\nMichael had to learn how to speak Chinese for his job unlike Matthew, because Matthew", + " worked in England." + ] + ], + "resps": [ + [ + [ + -12.75, + false + ] + ], + [ + [ + -11.609375, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.75, + false + ], + [ + -11.609375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1154, + "doc": { + "sentence": "Natalie is extremely shy, but Lindsey is good at talking to strangers, which makes _ worse at telemarketing.", + "option1": "Natalie", + "option2": "Lindsey", + "answer": "1" + }, + "target": "worse at telemarketing.", + "arguments": [ + [ + "I would say Tanya is a better debater than Natalie as Natalie is very compromising most of the time.\n\nKenneth want to learn how to grow a jicama and asks for Jason's help, because Kenneth is not vine expert.\n\nThe chef could not use the knife to chop the vegetable quickly because the knife is too dull.\n\nRandy was more of a baseball fan than Michael so Michael was heavily bored in every postseason.\n\nThe woman put the note in her back pocket but it stuck out because the pocket was small.\n\nNatalie is extremely shy, but Lindsey is good at talking to strangers, which makes Natalie", + " worse at telemarketing." + ], + [ + "I would say Tanya is a better debater than Natalie as Natalie is very compromising most of the time.\n\nKenneth want to learn how to grow a jicama and asks for Jason's help, because Kenneth is not vine expert.\n\nThe chef could not use the knife to chop the vegetable quickly because the knife is too dull.\n\nRandy was more of a baseball fan than Michael so Michael was heavily bored in every postseason.\n\nThe woman put the note in her back pocket but it stuck out because the pocket was small.\n\nNatalie is extremely shy, but Lindsey is good at talking to strangers, which makes Lindsey", + " worse at telemarketing." + ] + ], + "resps": [ + [ + [ + -21.890625, + false + ] + ], + [ + [ + -19.53125, + false + ] + ] + ], + "filtered_resps": [ + [ + -21.890625, + false + ], + [ + -19.53125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1162, + "doc": { + "sentence": "Craig made sure to stretch before working out but Christopher never did, so _ frequently got injuries.", + "option1": "Craig", + "option2": "Christopher", + "answer": "2" + }, + "target": "frequently got injuries.", + "arguments": [ + [ + "Ryan had never gone to a dealership and bought a car like Michael because Michael never bought them from the owner.\n\nJohn poured some water from the bottle to the bowl and there still enough space in the bowl. The bottle small.\n\nThe man tried to fit his feet in the shoes but the feet were too large.\n\nLogan had to work while Aaron was still in middle school so Logan drove his car every day.\n\nRice was a staple in the country, but not enjoyed in the city, it was just so much cheaper in the country .\n\nCraig made sure to stretch before working out but Christopher never did, so Craig", + " frequently got injuries." + ], + [ + "Ryan had never gone to a dealership and bought a car like Michael because Michael never bought them from the owner.\n\nJohn poured some water from the bottle to the bowl and there still enough space in the bowl. The bottle small.\n\nThe man tried to fit his feet in the shoes but the feet were too large.\n\nLogan had to work while Aaron was still in middle school so Logan drove his car every day.\n\nRice was a staple in the country, but not enjoyed in the city, it was just so much cheaper in the country .\n\nCraig made sure to stretch before working out but Christopher never did, so Christopher", + " frequently got injuries." + ] + ], + "resps": [ + [ + [ + -15.7265625, + false + ] + ], + [ + [ + -12.984375, + false + ] + ] + ], + "filtered_resps": [ + [ + -15.7265625, + false + ], + [ + -12.984375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1170, + "doc": { + "sentence": "Aria tried to fix the fence in his garden by using new paint and wood, but the _ had termites.", + "option1": "paint", + "option2": "wood", + "answer": "2" + }, + "target": "had termites.", + "arguments": [ + [ + "During the brewing process, the pots were on the stove and the bottles were in the fridge, so the pots were hotter.\n\nAaron loves walking, but Lawrence does not, so Lawrence drives to work every morning when it's raining or not.\n\nThe moments when Carrie would sniff Patricia's hair in class would make Carrie feel elated.\n\nSo Christopher ignored the website because Kevin needed some information that Christopher didn't need and that's why.\n\nJason wants to become a pilot so he asks his tutor Benjamin for extra hours, because Benjamin is already a pilot.\n\nAria tried to fix the fence in his garden by using new paint and wood, but the paint", + " had termites." + ], + [ + "During the brewing process, the pots were on the stove and the bottles were in the fridge, so the pots were hotter.\n\nAaron loves walking, but Lawrence does not, so Lawrence drives to work every morning when it's raining or not.\n\nThe moments when Carrie would sniff Patricia's hair in class would make Carrie feel elated.\n\nSo Christopher ignored the website because Kevin needed some information that Christopher didn't need and that's why.\n\nJason wants to become a pilot so he asks his tutor Benjamin for extra hours, because Benjamin is already a pilot.\n\nAria tried to fix the fence in his garden by using new paint and wood, but the wood", + " had termites." + ] + ], + "resps": [ + [ + [ + -17.828125, + false + ] + ], + [ + [ + -10.7421875, + false + ] + ] + ], + "filtered_resps": [ + [ + -17.828125, + false + ], + [ + -10.7421875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1178, + "doc": { + "sentence": "At the ballgame, Matthew was really thirsty and Aaron was not. _ took his beverage.", + "option1": "Matthew", + "option2": "Aaron", + "answer": "1" + }, + "target": "took his beverage.", + "arguments": [ + [ + "Mike chose to buy his jeans at the store rather than the outlet, because store was cheaper .\n\nCarrie helped Natalie plan all of the company events for the conference because Natalie was an CEO.\n\nTanya's cars never lasted long, while Natalie's lasted years. Tanya refused to do basic maintenance like change the motor oil.\n\nJan wanted to move a desk into the corner of the family room but the desk was too wide.\n\nBecause Joseph had been a victim of identity theft and Matthew had not, Joseph checked his credit report more frequently.\n\nAt the ballgame, Matthew was really thirsty and Aaron was not. Matthew", + " took his beverage." + ], + [ + "Mike chose to buy his jeans at the store rather than the outlet, because store was cheaper .\n\nCarrie helped Natalie plan all of the company events for the conference because Natalie was an CEO.\n\nTanya's cars never lasted long, while Natalie's lasted years. Tanya refused to do basic maintenance like change the motor oil.\n\nJan wanted to move a desk into the corner of the family room but the desk was too wide.\n\nBecause Joseph had been a victim of identity theft and Matthew had not, Joseph checked his credit report more frequently.\n\nAt the ballgame, Matthew was really thirsty and Aaron was not. Aaron", + " took his beverage." + ] + ], + "resps": [ + [ + [ + -18.265625, + false + ] + ], + [ + [ + -18.71875, + false + ] + ] + ], + "filtered_resps": [ + [ + -18.265625, + false + ], + [ + -18.71875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1186, + "doc": { + "sentence": "Ryan ordered the salad with added avocado, but Randy passed, because _ wasn't ok with the $3 upcharge.", + "option1": "Ryan", + "option2": "Randy", + "answer": "2" + }, + "target": "wasn't ok with the $3 upcharge.", + "arguments": [ + [ + "Jeffrey loved to listen to hip hop music but Kevin thought it was terrible. Jeffrey put in a cd by Run DMC.\n\nProducts sold at the outlet made more money than those sold at the store , so the outlet was a profitable business.\n\nLindsey needed to learn how to file from Amy since Amy 's office was well organized.\n\nWhen I have a health concern I go to the doctor's office, not to an unlicensed medical website, because the website can be frightening.\n\nLindsey is curvier than Megan, which explains why Lindsey always buys a larger-sized bra when they shop together at the discount clothing store.\n\nRyan ordered the salad with added avocado, but Randy passed, because Ryan", + " wasn't ok with the $3 upcharge." + ], + [ + "Jeffrey loved to listen to hip hop music but Kevin thought it was terrible. Jeffrey put in a cd by Run DMC.\n\nProducts sold at the outlet made more money than those sold at the store , so the outlet was a profitable business.\n\nLindsey needed to learn how to file from Amy since Amy 's office was well organized.\n\nWhen I have a health concern I go to the doctor's office, not to an unlicensed medical website, because the website can be frightening.\n\nLindsey is curvier than Megan, which explains why Lindsey always buys a larger-sized bra when they shop together at the discount clothing store.\n\nRyan ordered the salad with added avocado, but Randy passed, because Randy", + " wasn't ok with the $3 upcharge." + ] + ], + "resps": [ + [ + [ + -36.09375, + false + ] + ], + [ + [ + -36.15625, + false + ] + ] + ], + "filtered_resps": [ + [ + -36.09375, + false + ], + [ + -36.15625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1194, + "doc": { + "sentence": "John cannot listen to his music with the volume of the television his cousin is watching. The _ is quiet.", + "option1": "television", + "option2": "music", + "answer": "2" + }, + "target": "is quiet.", + "arguments": [ + [ + "Monica stole Betty's ipod because Monica really likes listening to great music that plays well.\n\nSamantha ran right past the Easter egg while Rebecca ran towards it, and Rebecca picked it up.\n\nThe contractor liked using the brick material over the stone material, because the stone material is shoddy.\n\nI love going to the museum to look at all the art. The museum is so peaceful.\n\nBen posted a selfie and a food shot on snapchat. People liked the food better, because Ben was ugly.\n\nJohn cannot listen to his music with the volume of the television his cousin is watching. The television", + " is quiet." + ], + [ + "Monica stole Betty's ipod because Monica really likes listening to great music that plays well.\n\nSamantha ran right past the Easter egg while Rebecca ran towards it, and Rebecca picked it up.\n\nThe contractor liked using the brick material over the stone material, because the stone material is shoddy.\n\nI love going to the museum to look at all the art. The museum is so peaceful.\n\nBen posted a selfie and a food shot on snapchat. People liked the food better, because Ben was ugly.\n\nJohn cannot listen to his music with the volume of the television his cousin is watching. The music", + " is quiet." + ] + ], + "resps": [ + [ + [ + -9.515625, + false + ] + ], + [ + [ + -8.46875, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.515625, + false + ], + [ + -8.46875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1202, + "doc": { + "sentence": "Adam asked Dennis to always remember to flush the toilet because _ doesn't flush it.", + "option1": "Adam", + "option2": "Dennis", + "answer": "2" + }, + "target": "doesn't flush it.", + "arguments": [ + [ + "The new corset purchased by Bill for his wife would not fit around her body, the corset was too narrow.\n\nWilliam was trying to treat the ulcer of Benjamin at the hospital because William is a doctor.\n\nFixing the laptop was easy for Nelson but not Michael, because Nelson was very technology savvy.\n\nLindsey received many complaints at the job compared to Angela because Angela was a great worker.\n\nMonica went to Erin's house to use their computer for a paper since Monica 's computer was broken.\n\nAdam asked Dennis to always remember to flush the toilet because Adam", + " doesn't flush it." + ], + [ + "The new corset purchased by Bill for his wife would not fit around her body, the corset was too narrow.\n\nWilliam was trying to treat the ulcer of Benjamin at the hospital because William is a doctor.\n\nFixing the laptop was easy for Nelson but not Michael, because Nelson was very technology savvy.\n\nLindsey received many complaints at the job compared to Angela because Angela was a great worker.\n\nMonica went to Erin's house to use their computer for a paper since Monica 's computer was broken.\n\nAdam asked Dennis to always remember to flush the toilet because Dennis", + " doesn't flush it." + ] + ], + "resps": [ + [ + [ + -11.5859375, + false + ] + ], + [ + [ + -9.2109375, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.5859375, + false + ], + [ + -9.2109375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1210, + "doc": { + "sentence": "Only the bag got melted and not the wood when they were inside the flame. The _ is hard.", + "option1": "wood", + "option2": "bag", + "answer": "1" + }, + "target": "is hard.", + "arguments": [ + [ + "Victoria loved going to school with Katrina for Victoria had a crush on the other.\n\nBetty really enjoyed getting up and going to their job each day but Erin did not because Betty was very motivated.\n\nJeffrey was able to perform a backflip but Nick was not because Nick was very rigid.\n\nChristine's telescope can't see nearly as far as the one Jessica purchased. Christine got a cheaper model telescope.\n\nThe hospital was running out of syringes, but they had plenty of bandages due to the bandages price decreasing.\n\nOnly the bag got melted and not the wood when they were inside the flame. The wood", + " is hard." + ], + [ + "Victoria loved going to school with Katrina for Victoria had a crush on the other.\n\nBetty really enjoyed getting up and going to their job each day but Erin did not because Betty was very motivated.\n\nJeffrey was able to perform a backflip but Nick was not because Nick was very rigid.\n\nChristine's telescope can't see nearly as far as the one Jessica purchased. Christine got a cheaper model telescope.\n\nThe hospital was running out of syringes, but they had plenty of bandages due to the bandages price decreasing.\n\nOnly the bag got melted and not the wood when they were inside the flame. The bag", + " is hard." + ] + ], + "resps": [ + [ + [ + -9.796875, + false + ] + ], + [ + [ + -12.765625, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.796875, + false + ], + [ + -12.765625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1218, + "doc": { + "sentence": "Michael had a unhappy relationship and was jealous because Lawrence had a great one only to find out the reason was _ slacked in adhering to standard marriage advice.", + "option1": "Michael", + "option2": "Lawrence", + "answer": "1" + }, + "target": "slacked in adhering to standard marriage advice.", + "arguments": [ + [ + "Jake needed to rid his home of bugs at the dumps, it took a long time because the dumps were few.\n\nChristine refused to dance even once with Emily because Emily was not liked by anyone in school.\n\nThe toddler said something rude which offended Victoria but Samantha laughed. Victoria always disliked the honesty of children.\n\nHe framed his diploma with wood instead of metal, because he felt the metal was more pedestrian.\n\nThe gardener used new pest sprays on the mites, but the mites were still too strong.\n\nMichael had a unhappy relationship and was jealous because Lawrence had a great one only to find out the reason was Michael", + " slacked in adhering to standard marriage advice." + ], + [ + "Jake needed to rid his home of bugs at the dumps, it took a long time because the dumps were few.\n\nChristine refused to dance even once with Emily because Emily was not liked by anyone in school.\n\nThe toddler said something rude which offended Victoria but Samantha laughed. Victoria always disliked the honesty of children.\n\nHe framed his diploma with wood instead of metal, because he felt the metal was more pedestrian.\n\nThe gardener used new pest sprays on the mites, but the mites were still too strong.\n\nMichael had a unhappy relationship and was jealous because Lawrence had a great one only to find out the reason was Lawrence", + " slacked in adhering to standard marriage advice." + ] + ], + "resps": [ + [ + [ + -48.5625, + false + ] + ], + [ + [ + -48.4375, + false + ] + ] + ], + "filtered_resps": [ + [ + -48.5625, + false + ], + [ + -48.4375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1226, + "doc": { + "sentence": "Patricia had to pay less tax than Cynthia because _ made more money in the year.", + "option1": "Patricia", + "option2": "Cynthia", + "answer": "2" + }, + "target": "made more money in the year.", + "arguments": [ + [ + "I removed the blinds from the window and replaced it with curtains. The curtains were pristine.\n\nJessie doesn't enjoy wearing her ring as much as her necklace because the ring is very cheap.\n\nKatrina has to use a lint roller more than Christine because Katrina wears way more black clothing.\n\nThe storage on the shelf is not enough to keep the bag. The storage is small.\n\nHe was trying to measure the height of the box using a ruler, but had to switch to a larger ruler because the ruler is too short.\n\nPatricia had to pay less tax than Cynthia because Patricia", + " made more money in the year." + ], + [ + "I removed the blinds from the window and replaced it with curtains. The curtains were pristine.\n\nJessie doesn't enjoy wearing her ring as much as her necklace because the ring is very cheap.\n\nKatrina has to use a lint roller more than Christine because Katrina wears way more black clothing.\n\nThe storage on the shelf is not enough to keep the bag. The storage is small.\n\nHe was trying to measure the height of the box using a ruler, but had to switch to a larger ruler because the ruler is too short.\n\nPatricia had to pay less tax than Cynthia because Cynthia", + " made more money in the year." + ] + ], + "resps": [ + [ + [ + -13.625, + false + ] + ], + [ + [ + -12.984375, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.625, + false + ], + [ + -12.984375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1234, + "doc": { + "sentence": "The girl broke Leslie's heart but not Kenneth's because _ used to be in love with her.", + "option1": "Leslie", + "option2": "Kenneth", + "answer": "1" + }, + "target": "used to be in love with her.", + "arguments": [ + [ + "I was trying to type on my iPhone screen through my wool knit glove, but struggled to type since the screen was slippery.\n\nAfter Erin put a scarf on her neck, Katrina noticed how pretty it was. Erin let her try it on.\n\nThe doctor showed that Victoria had symptoms of the disease while Katrina was fine. Katrina was healthy.\n\nKyle needed an oxygen mask urgently while Brian did not. Brian had a healthy lung.\n\nEric hacked into the movie star Ian's cell phone because Eric was well known for causing trouble.\n\nThe girl broke Leslie's heart but not Kenneth's because Leslie", + " used to be in love with her." + ], + [ + "I was trying to type on my iPhone screen through my wool knit glove, but struggled to type since the screen was slippery.\n\nAfter Erin put a scarf on her neck, Katrina noticed how pretty it was. Erin let her try it on.\n\nThe doctor showed that Victoria had symptoms of the disease while Katrina was fine. Katrina was healthy.\n\nKyle needed an oxygen mask urgently while Brian did not. Brian had a healthy lung.\n\nEric hacked into the movie star Ian's cell phone because Eric was well known for causing trouble.\n\nThe girl broke Leslie's heart but not Kenneth's because Kenneth", + " used to be in love with her." + ] + ], + "resps": [ + [ + [ + -14.8125, + false + ] + ], + [ + [ + -12.4921875, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.8125, + false + ], + [ + -12.4921875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1242, + "doc": { + "sentence": "Selena wanted the hairdresser to cut her hair with a razor instead of a clipper, because the _ always gave an edgier look.", + "option1": "clipper", + "option2": "razor", + "answer": "2" + }, + "target": "always gave an edgier look.", + "arguments": [ + [ + "Mary replaced her running shoe after it wore out with Birkenstock for her birthday, the Birkenstock was new.\n\nKathy's dog was having a seizure, so she put a pillow between his head and the floor, and the pillow helped his head not hit the floor.\n\nThe activities that he had planned out could not fit into the schedules because the activities were long.\n\nJen needed to detox her body with either pills or fruits. She chose the pills because it was unnatural.\n\nKaren was positive about the answers on her math test, but confused about the essay. She was least confident about the essay .\n\nSelena wanted the hairdresser to cut her hair with a razor instead of a clipper, because the clipper", + " always gave an edgier look." + ], + [ + "Mary replaced her running shoe after it wore out with Birkenstock for her birthday, the Birkenstock was new.\n\nKathy's dog was having a seizure, so she put a pillow between his head and the floor, and the pillow helped his head not hit the floor.\n\nThe activities that he had planned out could not fit into the schedules because the activities were long.\n\nJen needed to detox her body with either pills or fruits. She chose the pills because it was unnatural.\n\nKaren was positive about the answers on her math test, but confused about the essay. She was least confident about the essay .\n\nSelena wanted the hairdresser to cut her hair with a razor instead of a clipper, because the razor", + " always gave an edgier look." + ] + ], + "resps": [ + [ + [ + -27.1875, + false + ] + ], + [ + [ + -22.03125, + false + ] + ] + ], + "filtered_resps": [ + [ + -27.1875, + false + ], + [ + -22.03125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1250, + "doc": { + "sentence": "Kyle asked Brett for some tips on healthy eating because _ has recently lost weight.", + "option1": "Kyle", + "option2": "Brett", + "answer": "2" + }, + "target": "has recently lost weight.", + "arguments": [ + [ + "Kenneth wanted Joseph to get into plus size modeling, because Kenneth thought that they would be perfect for it.\n\nCraig wanted to get the autograph of Nelson who was a karate master, so Nelson gave an autograph.\n\nAlex wanted to swim in the ocean instead of in the lake because the lake is harder to float with its clear water property.\n\nAdam was invited out on a date by the girl but not Robert because Adam was more attractive.\n\nWe left the boat in the dock and took the barge instead, as the boat had a difficult time on the wavy ocean.\n\nKyle asked Brett for some tips on healthy eating because Kyle", + " has recently lost weight." + ], + [ + "Kenneth wanted Joseph to get into plus size modeling, because Kenneth thought that they would be perfect for it.\n\nCraig wanted to get the autograph of Nelson who was a karate master, so Nelson gave an autograph.\n\nAlex wanted to swim in the ocean instead of in the lake because the lake is harder to float with its clear water property.\n\nAdam was invited out on a date by the girl but not Robert because Adam was more attractive.\n\nWe left the boat in the dock and took the barge instead, as the boat had a difficult time on the wavy ocean.\n\nKyle asked Brett for some tips on healthy eating because Brett", + " has recently lost weight." + ] + ], + "resps": [ + [ + [ + -12.3671875, + false + ] + ], + [ + [ + -11.7109375, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.3671875, + false + ], + [ + -11.7109375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1258, + "doc": { + "sentence": "She couldn't wear the bra, unlike the shirt, because the _ was the right size.", + "option1": "bra", + "option2": "shirt", + "answer": "2" + }, + "target": "was the right size.", + "arguments": [ + [ + "Justin was very concerned about the environment Ian wasn't that interested. Justin planted a lot of trees on their land.\n\nSamantha's recent health has been a very big problem unlike Monica's because Monica was cleared of cancer.\n\nRachel was paid to draw Felicia, so Rachel got a check after the project was done.\n\nJessica confided in Christine that she had never been in a relationship. Christine was supportive.\n\nWorried about getting the court on time, the woman decided to take a taxi instead of the train because the taxi would get there sooner.\n\nShe couldn't wear the bra, unlike the shirt, because the bra", + " was the right size." + ], + [ + "Justin was very concerned about the environment Ian wasn't that interested. Justin planted a lot of trees on their land.\n\nSamantha's recent health has been a very big problem unlike Monica's because Monica was cleared of cancer.\n\nRachel was paid to draw Felicia, so Rachel got a check after the project was done.\n\nJessica confided in Christine that she had never been in a relationship. Christine was supportive.\n\nWorried about getting the court on time, the woman decided to take a taxi instead of the train because the taxi would get there sooner.\n\nShe couldn't wear the bra, unlike the shirt, because the shirt", + " was the right size." + ] + ], + "resps": [ + [ + [ + -9.5078125, + false + ] + ], + [ + [ + -7.75, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.5078125, + false + ], + [ + -7.75, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1266, + "doc": { + "sentence": "She chose the black car over the green car, because the _ has more brighter color.", + "option1": "black car", + "option2": "green car", + "answer": "2" + }, + "target": "has more brighter color.", + "arguments": [ + [ + "Nelson didn't really care to go on boat rides but Derrick loved a cruise around the bay. Nelson had a problem with seasickness.\n\nIt was a large sum of money spent by Natalie but not Jennifer because Jennifer did not have the kitchen remodeled.\n\nThe attorney rejected the case but accepted the settlement, as the settlement was acceptable as far as winning it.\n\nThe pencils of Ian are always sharp for class, but Donald's are not because Donald is lazy.\n\nJason made a positive identification on Joel for stealing a purse, so Jason definitely saw the crime.\n\nShe chose the black car over the green car, because the black car", + " has more brighter color." + ], + [ + "Nelson didn't really care to go on boat rides but Derrick loved a cruise around the bay. Nelson had a problem with seasickness.\n\nIt was a large sum of money spent by Natalie but not Jennifer because Jennifer did not have the kitchen remodeled.\n\nThe attorney rejected the case but accepted the settlement, as the settlement was acceptable as far as winning it.\n\nThe pencils of Ian are always sharp for class, but Donald's are not because Donald is lazy.\n\nJason made a positive identification on Joel for stealing a purse, so Jason definitely saw the crime.\n\nShe chose the black car over the green car, because the green car", + " has more brighter color." + ] + ], + "resps": [ + [ + [ + -23.671875, + false + ] + ], + [ + [ + -23.734375, + false + ] + ] + ], + "filtered_resps": [ + [ + -23.671875, + false + ], + [ + -23.734375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 3, + "doc": { + "sentence": "Terry tried to bake the eggplant in the toaster oven but the _ was too big.", + "option1": "eggplant", + "option2": "toaster", + "answer": "1" + }, + "target": "was too big.", + "arguments": [ + [ + "The pants kept shrinking in the wash, but the socks weren't affected, because the pants were made of malleable material.\n\nThe leggings were more comfortable than the jeans because the jeans stretched out much less.\n\nThe woman wanted to hang the dress in the closet but the dress was too large.\n\nEating zucchini bread was a treat for Aaron but not Ian because Aaron ate it very rarely.\n\nThe man spent his money on the 4-wheeler instead of the motorcycle because the 4-wheeler was cheap.\n\nTerry tried to bake the eggplant in the toaster oven but the eggplant", + " was too big." + ], + [ + "The pants kept shrinking in the wash, but the socks weren't affected, because the pants were made of malleable material.\n\nThe leggings were more comfortable than the jeans because the jeans stretched out much less.\n\nThe woman wanted to hang the dress in the closet but the dress was too large.\n\nEating zucchini bread was a treat for Aaron but not Ian because Aaron ate it very rarely.\n\nThe man spent his money on the 4-wheeler instead of the motorcycle because the 4-wheeler was cheap.\n\nTerry tried to bake the eggplant in the toaster oven but the toaster", + " was too big." + ] + ], + "resps": [ + [ + [ + -2.35546875, + true + ] + ], + [ + [ + -6.5859375, + false + ] + ] + ], + "filtered_resps": [ + [ + -2.35546875, + true + ], + [ + -6.5859375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 11, + "doc": { + "sentence": "I had to read an entire story for class tomorrow. Luckily, the _ was canceled.", + "option1": "story", + "option2": "class", + "answer": "2" + }, + "target": "was canceled.", + "arguments": [ + [ + "Lindsey gave Amy the silent treatment because she was angry; Lindsey didn't speak to her for two days.\n\nI drank water instead of soda because the fever subsided when I drank the water .\n\nIt was Adam who had to prepare meals for Robert since Adam was a competent cook .\n\nThe planted seedlings weren't growing as quickly in the backyard like in the front yard because the front yard has more sunlight.\n\nThe car was quick when it used electricity instead of gasoline, because it was made to run on the gasoline less efficiently.\n\nI had to read an entire story for class tomorrow. Luckily, the story", + " was canceled." + ], + [ + "Lindsey gave Amy the silent treatment because she was angry; Lindsey didn't speak to her for two days.\n\nI drank water instead of soda because the fever subsided when I drank the water .\n\nIt was Adam who had to prepare meals for Robert since Adam was a competent cook .\n\nThe planted seedlings weren't growing as quickly in the backyard like in the front yard because the front yard has more sunlight.\n\nThe car was quick when it used electricity instead of gasoline, because it was made to run on the gasoline less efficiently.\n\nI had to read an entire story for class tomorrow. Luckily, the class", + " was canceled." + ] + ], + "resps": [ + [ + [ + -13.90625, + false + ] + ], + [ + [ + -8.65625, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.90625, + false + ], + [ + -8.65625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 19, + "doc": { + "sentence": "Christmas was a special holiday to Eric but not Adam since _ was a Jew.", + "option1": "Eric", + "option2": "Adam", + "answer": "2" + }, + "target": "was a Jew.", + "arguments": [ + [ + "While discussing retirement, William wanted to move to Florida and Jeffrey did not for William liked warm climates.\n\nJeffrey was feeling sleepy all day, while Steven was full of energy, because Jeffrey had slept restlessly the night before.\n\nSamantha loves chocolate so much she made a cake, but Angela rejected the cake because Samantha adored the sweetness of it all.\n\nBetty love to have cats but Rachel did not. Rachel adopted a dog at the local shelter.\n\nMy mom always preferred the salon to the barber shop because the shop gave worse cuts.\n\nChristmas was a special holiday to Eric but not Adam since Eric", + " was a Jew." + ], + [ + "While discussing retirement, William wanted to move to Florida and Jeffrey did not for William liked warm climates.\n\nJeffrey was feeling sleepy all day, while Steven was full of energy, because Jeffrey had slept restlessly the night before.\n\nSamantha loves chocolate so much she made a cake, but Angela rejected the cake because Samantha adored the sweetness of it all.\n\nBetty love to have cats but Rachel did not. Rachel adopted a dog at the local shelter.\n\nMy mom always preferred the salon to the barber shop because the shop gave worse cuts.\n\nChristmas was a special holiday to Eric but not Adam since Adam", + " was a Jew." + ] + ], + "resps": [ + [ + [ + -8.3125, + false + ] + ], + [ + [ + -6.5078125, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.3125, + false + ], + [ + -6.5078125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 27, + "doc": { + "sentence": "The portions of food today were bigger than the sizes yesterday because the _ fed more people.", + "option1": "portions", + "option2": "sizes", + "answer": "1" + }, + "target": "fed more people.", + "arguments": [ + [ + "Mary wore the poncho to work that day instead of the jacket because the jacket didn't protect her from the rain.\n\nThe brushes that I used were a lot softer than the combs because the brushes were made from hair.\n\nBecause Elena was far less successful at their job this year than Megan, Elena received a smaller raise.\n\nwe replaced the cement surface in the bedroom with wood because the cement was cold.\n\nThe clothes of Kenneth always smell, but Ian's smell very good. Ian does laundry once a day.\n\nThe portions of food today were bigger than the sizes yesterday because the portions", + " fed more people." + ], + [ + "Mary wore the poncho to work that day instead of the jacket because the jacket didn't protect her from the rain.\n\nThe brushes that I used were a lot softer than the combs because the brushes were made from hair.\n\nBecause Elena was far less successful at their job this year than Megan, Elena received a smaller raise.\n\nwe replaced the cement surface in the bedroom with wood because the cement was cold.\n\nThe clothes of Kenneth always smell, but Ian's smell very good. Ian does laundry once a day.\n\nThe portions of food today were bigger than the sizes yesterday because the sizes", + " fed more people." + ] + ], + "resps": [ + [ + [ + -12.7578125, + false + ] + ], + [ + [ + -13.4609375, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.7578125, + false + ], + [ + -13.4609375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 35, + "doc": { + "sentence": "I wanted to build a bathroom on the third floor of the house but I couldn't because the _ would be too full.", + "option1": "bathroom", + "option2": "floor", + "answer": "2" + }, + "target": "would be too full.", + "arguments": [ + [ + "Rachel was far more likely to receive letters from overseas than Victoria because Victoria had never traveled in Europe.\n\nHer skin chafed on her elbow when she wore the big sweater because the sweater is rough.\n\nThe rice needed more seasoning, but the pasta tasted just fine. The pasta must have been spicy.\n\nCarrie continued working while she had her skin condition, but Billy had to stay in the hospital with his lung condition. The lung condition was more life-threatening.\n\nNelson had an easy time writing stories but Joel struggled with it. Joel had taken welding classes at the local community college.\n\nI wanted to build a bathroom on the third floor of the house but I couldn't because the bathroom", + " would be too full." + ], + [ + "Rachel was far more likely to receive letters from overseas than Victoria because Victoria had never traveled in Europe.\n\nHer skin chafed on her elbow when she wore the big sweater because the sweater is rough.\n\nThe rice needed more seasoning, but the pasta tasted just fine. The pasta must have been spicy.\n\nCarrie continued working while she had her skin condition, but Billy had to stay in the hospital with his lung condition. The lung condition was more life-threatening.\n\nNelson had an easy time writing stories but Joel struggled with it. Joel had taken welding classes at the local community college.\n\nI wanted to build a bathroom on the third floor of the house but I couldn't because the floor", + " would be too full." + ] + ], + "resps": [ + [ + [ + -14.6171875, + false + ] + ], + [ + [ + -14.546875, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.6171875, + false + ], + [ + -14.546875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 43, + "doc": { + "sentence": "Jill was on a budget so she only bought a new dress for the ceremony and wore an old hat. She figured the _ would be more noticeable.", + "option1": "dress", + "option2": "hat", + "answer": "1" + }, + "target": "would be more noticeable.", + "arguments": [ + [ + "The hollyhocks in her garden needed plenty of sun and water to moisten the soil. She made sure to give them a lot of the water .\n\nAllison tried to use an elastic band to put her hair in a ponytail, but the hair was too short.\n\nTanya created a beautiful picture but Lindsey did not as Tanya was a wonderful artist.\n\nThe sac has more space for one more basketball. The basketball is a small one.\n\nNo matter where they went in the world, everyone always knew Derrick but not Nelson because Nelson was not a famous person.\n\nJill was on a budget so she only bought a new dress for the ceremony and wore an old hat. She figured the dress", + " would be more noticeable." + ], + [ + "The hollyhocks in her garden needed plenty of sun and water to moisten the soil. She made sure to give them a lot of the water .\n\nAllison tried to use an elastic band to put her hair in a ponytail, but the hair was too short.\n\nTanya created a beautiful picture but Lindsey did not as Tanya was a wonderful artist.\n\nThe sac has more space for one more basketball. The basketball is a small one.\n\nNo matter where they went in the world, everyone always knew Derrick but not Nelson because Nelson was not a famous person.\n\nJill was on a budget so she only bought a new dress for the ceremony and wore an old hat. She figured the hat", + " would be more noticeable." + ] + ], + "resps": [ + [ + [ + -11.0078125, + false + ] + ], + [ + [ + -13.09375, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.0078125, + false + ], + [ + -13.09375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 51, + "doc": { + "sentence": "Judy bought new brushes to paint the etched glasses crack but it didn't fit. The _ was too narrow.", + "option1": "brush", + "option2": "crack", + "answer": "2" + }, + "target": "was too narrow.", + "arguments": [ + [ + "Kenneth borrowed woodworking equipment from Justin so he could build a table. When he accidentally broke some of it, Justin vowed never to lend anything to anyone again.\n\nIn college, Brett needed a tutor for calculus while Kevin did not because Kevin was understanding the material.\n\nThe man with cancer chooses surgery over chemo based on his doctor's advice. surgery must succeed more in cases like his.\n\nMy new car didn't fit in the garage at my house because the garage was too tiny.\n\nThe student chose to download a game rather than his homework assignment. The game is likely more fascinating.\n\nJudy bought new brushes to paint the etched glasses crack but it didn't fit. The brush", + " was too narrow." + ], + [ + "Kenneth borrowed woodworking equipment from Justin so he could build a table. When he accidentally broke some of it, Justin vowed never to lend anything to anyone again.\n\nIn college, Brett needed a tutor for calculus while Kevin did not because Kevin was understanding the material.\n\nThe man with cancer chooses surgery over chemo based on his doctor's advice. surgery must succeed more in cases like his.\n\nMy new car didn't fit in the garage at my house because the garage was too tiny.\n\nThe student chose to download a game rather than his homework assignment. The game is likely more fascinating.\n\nJudy bought new brushes to paint the etched glasses crack but it didn't fit. The crack", + " was too narrow." + ] + ], + "resps": [ + [ + [ + -8.328125, + false + ] + ], + [ + [ + -5.20703125, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.328125, + false + ], + [ + -5.20703125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 59, + "doc": { + "sentence": "Although she was being prosecuted, Monica was welcomed into the sanctuary of the church by Samantha because _ was a sinful criminal.", + "option1": "Monica", + "option2": "Samantha", + "answer": "1" + }, + "target": "was a sinful criminal.", + "arguments": [ + [ + "Jane wanted her doll back because she now hated the toy car. The doll is beautiful.\n\nThe coroner tried to put the body in the bag but the body was too large.\n\nRandy bumped into Brian while walking on the sidewalk, because Randy was in a rush.\n\nThe light sensitive roses had to be removed from the garden and moved to the vineyard, as the garden was sunnier.\n\nMatthew was removing the excess cancerous tissue with a scalpel from Jeffrey because Jeffrey was a patient.\n\nAlthough she was being prosecuted, Monica was welcomed into the sanctuary of the church by Samantha because Monica", + " was a sinful criminal." + ], + [ + "Jane wanted her doll back because she now hated the toy car. The doll is beautiful.\n\nThe coroner tried to put the body in the bag but the body was too large.\n\nRandy bumped into Brian while walking on the sidewalk, because Randy was in a rush.\n\nThe light sensitive roses had to be removed from the garden and moved to the vineyard, as the garden was sunnier.\n\nMatthew was removing the excess cancerous tissue with a scalpel from Jeffrey because Jeffrey was a patient.\n\nAlthough she was being prosecuted, Monica was welcomed into the sanctuary of the church by Samantha because Samantha", + " was a sinful criminal." + ] + ], + "resps": [ + [ + [ + -16.421875, + false + ] + ], + [ + [ + -17.328125, + false + ] + ] + ], + "filtered_resps": [ + [ + -16.421875, + false + ], + [ + -17.328125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 67, + "doc": { + "sentence": "Mary wanted to get another piercing in her ear, but the _ was much too huge.", + "option1": "ear", + "option2": "piercing", + "answer": "2" + }, + "target": "was much too huge.", + "arguments": [ + [ + "Adam had to schedule a visit a dermatologist but Joseph didn't because Adam had bad skin.\n\nBenjamin explained to Kevin how he was going to start his own business. Kevin was proud of him.\n\nNeil wanted to help his good friend Benjamin quit smoking for Benjamin was an current smoker.\n\nLogan lost the billiards game to Robert because Logan was a novice in the game.\n\nAngela loves cleaning but Gary likes laundry. Angela likes the cleaning scents for the home.\n\nMary wanted to get another piercing in her ear, but the ear", + " was much too huge." + ], + [ + "Adam had to schedule a visit a dermatologist but Joseph didn't because Adam had bad skin.\n\nBenjamin explained to Kevin how he was going to start his own business. Kevin was proud of him.\n\nNeil wanted to help his good friend Benjamin quit smoking for Benjamin was an current smoker.\n\nLogan lost the billiards game to Robert because Logan was a novice in the game.\n\nAngela loves cleaning but Gary likes laundry. Angela likes the cleaning scents for the home.\n\nMary wanted to get another piercing in her ear, but the piercing", + " was much too huge." + ] + ], + "resps": [ + [ + [ + -19.859375, + false + ] + ], + [ + [ + -18.46875, + false + ] + ] + ], + "filtered_resps": [ + [ + -19.859375, + false + ], + [ + -18.46875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 75, + "doc": { + "sentence": "The teen found the new hat was no substitute for his cool shirt. The _ was just cool to wear to school.", + "option1": "hat", + "option2": "shirt", + "answer": "2" + }, + "target": "was just cool to wear to school.", + "arguments": [ + [ + "The early morning soccer game was threatened by rain, so the team was hoping that the rain would be delayed.\n\nSome tea spilled on the table and John cleaned it with a napkin. The table got dry.\n\nKatrina showed Carrie how to assemble her own computer from scratch. Katrina was really talented.\n\nCleaning was top of Natalie's chore list but bottom of Megan's, as Natalie was always worried about germs and bacteria.\n\nJeffrey bought a Guinea pig and Brett didn't help care for it. Their mother praised Jeffrey for their work.\n\nThe teen found the new hat was no substitute for his cool shirt. The hat", + " was just cool to wear to school." + ], + [ + "The early morning soccer game was threatened by rain, so the team was hoping that the rain would be delayed.\n\nSome tea spilled on the table and John cleaned it with a napkin. The table got dry.\n\nKatrina showed Carrie how to assemble her own computer from scratch. Katrina was really talented.\n\nCleaning was top of Natalie's chore list but bottom of Megan's, as Natalie was always worried about germs and bacteria.\n\nJeffrey bought a Guinea pig and Brett didn't help care for it. Their mother praised Jeffrey for their work.\n\nThe teen found the new hat was no substitute for his cool shirt. The shirt", + " was just cool to wear to school." + ] + ], + "resps": [ + [ + [ + -20.140625, + false + ] + ], + [ + [ + -21.609375, + false + ] + ] + ], + "filtered_resps": [ + [ + -20.140625, + false + ], + [ + -21.609375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 83, + "doc": { + "sentence": "The filter in the living room needed to be changed more often than the one in the bedroom because the _ was dirtier.", + "option1": "living room", + "option2": "bedroom", + "answer": "1" + }, + "target": "was dirtier.", + "arguments": [ + [ + "The rain was more severe today than the wind, because the rain created many accidents.\n\nTanya asked Angela to be her stock broker because Angela possessed good financial market experience.\n\nIt was more probable that Maria would end up in prison rather than Tanya because Maria had a criminal lifestyle.\n\nKayla fit into a size six shoe while Tanya did not because Kayla has small feet.\n\nWhen Angela needs to know something she searches Google unlike Rachel, Rachel does not mess with the internet.\n\nThe filter in the living room needed to be changed more often than the one in the bedroom because the living room", + " was dirtier." + ], + [ + "The rain was more severe today than the wind, because the rain created many accidents.\n\nTanya asked Angela to be her stock broker because Angela possessed good financial market experience.\n\nIt was more probable that Maria would end up in prison rather than Tanya because Maria had a criminal lifestyle.\n\nKayla fit into a size six shoe while Tanya did not because Kayla has small feet.\n\nWhen Angela needs to know something she searches Google unlike Rachel, Rachel does not mess with the internet.\n\nThe filter in the living room needed to be changed more often than the one in the bedroom because the bedroom", + " was dirtier." + ] + ], + "resps": [ + [ + [ + -5.51953125, + false + ] + ], + [ + [ + -6.23828125, + false + ] + ] + ], + "filtered_resps": [ + [ + -5.51953125, + false + ], + [ + -6.23828125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 91, + "doc": { + "sentence": "Emily never had as much money to spend as Carrie, because _ had a good job.", + "option1": "Emily", + "option2": "Carrie", + "answer": "2" + }, + "target": "had a good job.", + "arguments": [ + [ + "The beach near our house is a lot better than the shore near my mom's place, because the shore is dirty.\n\nRandy was helping Eric find a way to improve his credit because Eric is a bankruptcy filer.\n\nBrian loved putting together model cars while Ian did not because Ian hated the intricate details.\n\nPatricia recognized the signed of a poisoned cat while Megan did not because Megan didn't see the symptoms of poisoning.\n\nChristine was having trouble opening their computer downloads and asked Rebecca for help because Rebecca worked with computers a lot.\n\nEmily never had as much money to spend as Carrie, because Emily", + " had a good job." + ], + [ + "The beach near our house is a lot better than the shore near my mom's place, because the shore is dirty.\n\nRandy was helping Eric find a way to improve his credit because Eric is a bankruptcy filer.\n\nBrian loved putting together model cars while Ian did not because Ian hated the intricate details.\n\nPatricia recognized the signed of a poisoned cat while Megan did not because Megan didn't see the symptoms of poisoning.\n\nChristine was having trouble opening their computer downloads and asked Rebecca for help because Rebecca worked with computers a lot.\n\nEmily never had as much money to spend as Carrie, because Carrie", + " had a good job." + ] + ], + "resps": [ + [ + [ + -9.9375, + false + ] + ], + [ + [ + -6.4375, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.9375, + false + ], + [ + -6.4375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 99, + "doc": { + "sentence": "Mike doesn't like the table in his living room as much as the couch. The _ resonates with the other decorations.", + "option1": "table", + "option2": "couch", + "answer": "2" + }, + "target": "resonates with the other decorations.", + "arguments": [ + [ + "Once the panties got hardened and the leggings were laundered with softening agents, the leggings were smooth.\n\nThe farmer tried to repair the worn down farm fence with new paint and wood, but the paint had wrong color.\n\nEmily couldn't find the file in the cabinet but Kayla did because Kayla was looking in the correct cabinet.\n\nKayla tried to stop Emily's nose bleed even though she was afraid of blood. Kayla was a helpful person.\n\nJames could not finish his homework within the time that mom used outside. The homework is much harder.\n\nMike doesn't like the table in his living room as much as the couch. The table", + " resonates with the other decorations." + ], + [ + "Once the panties got hardened and the leggings were laundered with softening agents, the leggings were smooth.\n\nThe farmer tried to repair the worn down farm fence with new paint and wood, but the paint had wrong color.\n\nEmily couldn't find the file in the cabinet but Kayla did because Kayla was looking in the correct cabinet.\n\nKayla tried to stop Emily's nose bleed even though she was afraid of blood. Kayla was a helpful person.\n\nJames could not finish his homework within the time that mom used outside. The homework is much harder.\n\nMike doesn't like the table in his living room as much as the couch. The couch", + " resonates with the other decorations." + ] + ], + "resps": [ + [ + [ + -29.90625, + false + ] + ], + [ + [ + -30.5, + false + ] + ] + ], + "filtered_resps": [ + [ + -29.90625, + false + ], + [ + -30.5, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 107, + "doc": { + "sentence": "Since the diabetic woman had to limit her sugar intake, she ignored the pie and had a cookie instead because the _ was full of sugar.", + "option1": "pie", + "option2": "cookie", + "answer": "1" + }, + "target": "was full of sugar.", + "arguments": [ + [ + "James could not finish his homework within the time that mom used outside. The time is little.\n\nErin was not shy about sex education though Patricia was. Erin taught the girls about their period.\n\nCynthia adds toner to her skin regimen on Tanya's advice because Cynthia is a customer.\n\nBob decided to go with the lasagna over the raviolli, because the lasagna was quite tasty.\n\nTimmy eagerly agreed to swap his chocolate ice cream cone for Gwen's strawberry ice cream cone because the chocolate flavor is Timmy's most disliked.\n\nSince the diabetic woman had to limit her sugar intake, she ignored the pie and had a cookie instead because the pie", + " was full of sugar." + ], + [ + "James could not finish his homework within the time that mom used outside. The time is little.\n\nErin was not shy about sex education though Patricia was. Erin taught the girls about their period.\n\nCynthia adds toner to her skin regimen on Tanya's advice because Cynthia is a customer.\n\nBob decided to go with the lasagna over the raviolli, because the lasagna was quite tasty.\n\nTimmy eagerly agreed to swap his chocolate ice cream cone for Gwen's strawberry ice cream cone because the chocolate flavor is Timmy's most disliked.\n\nSince the diabetic woman had to limit her sugar intake, she ignored the pie and had a cookie instead because the cookie", + " was full of sugar." + ] + ], + "resps": [ + [ + [ + -6.9765625, + false + ] + ], + [ + [ + -9.359375, + false + ] + ] + ], + "filtered_resps": [ + [ + -6.9765625, + false + ], + [ + -9.359375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 115, + "doc": { + "sentence": "Betty drank chocolate shakes while Elena drank carrot juice, and _ had a very unhealthy diet.", + "option1": "Betty", + "option2": "Elena", + "answer": "1" + }, + "target": "had a very unhealthy diet.", + "arguments": [ + [ + "Bob needed a new vehicle. He was driving a van but wanted a hatchback because the van is old.\n\nLaura asked to borrow some closet space from Natalie , since Natalie had copious room in hers.\n\nI proposed that we did a trade instead of a loan to get what we needed since the trade is just.\n\nCynthia wanted to rest while Erin wanted to train, so Erin spent the afternoon running.\n\nKenneth found far less shark teeth on the beach than Brian, which made Kenneth jealous of him.\n\nBetty drank chocolate shakes while Elena drank carrot juice, and Betty", + " had a very unhealthy diet." + ], + [ + "Bob needed a new vehicle. He was driving a van but wanted a hatchback because the van is old.\n\nLaura asked to borrow some closet space from Natalie , since Natalie had copious room in hers.\n\nI proposed that we did a trade instead of a loan to get what we needed since the trade is just.\n\nCynthia wanted to rest while Erin wanted to train, so Erin spent the afternoon running.\n\nKenneth found far less shark teeth on the beach than Brian, which made Kenneth jealous of him.\n\nBetty drank chocolate shakes while Elena drank carrot juice, and Elena", + " had a very unhealthy diet." + ] + ], + "resps": [ + [ + [ + -18.34375, + false + ] + ], + [ + [ + -18.546875, + false + ] + ] + ], + "filtered_resps": [ + [ + -18.34375, + false + ], + [ + -18.546875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 123, + "doc": { + "sentence": "She counted her calories for her diet and found she needed more so she ate a brownie instead of an apple since the _ has fewer.", + "option1": "apple", + "option2": "brownie", + "answer": "1" + }, + "target": "has fewer.", + "arguments": [ + [ + "Brett showed Craig how to play sevens at the party because Brett is an experienced card player.\n\nAt dinner, Christine ordered spaghetti and Rebecca ordered hamburger with fries, because Rebecca disliked Italian food.\n\nAmy told Carrie that she will finally accept that the cute boy in math class doesn't like her. Amy is letting go.\n\nRandy used a thick cream to soothe Nick's burn because Nick had been in pain for a long time.\n\nWhile contacting the senator I chose to use email rather than phone as the phone keeps no record.\n\nShe counted her calories for her diet and found she needed more so she ate a brownie instead of an apple since the apple", + " has fewer." + ], + [ + "Brett showed Craig how to play sevens at the party because Brett is an experienced card player.\n\nAt dinner, Christine ordered spaghetti and Rebecca ordered hamburger with fries, because Rebecca disliked Italian food.\n\nAmy told Carrie that she will finally accept that the cute boy in math class doesn't like her. Amy is letting go.\n\nRandy used a thick cream to soothe Nick's burn because Nick had been in pain for a long time.\n\nWhile contacting the senator I chose to use email rather than phone as the phone keeps no record.\n\nShe counted her calories for her diet and found she needed more so she ate a brownie instead of an apple since the brownie", + " has fewer." + ] + ], + "resps": [ + [ + [ + -9.875, + false + ] + ], + [ + [ + -10.4921875, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.875, + false + ], + [ + -10.4921875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 131, + "doc": { + "sentence": "It was easy for Amy but not Rachel to create a meal because _ had taken woodshop in school.", + "option1": "Amy", + "option2": "Rachel", + "answer": "2" + }, + "target": "had taken woodshop in school.", + "arguments": [ + [ + "Joseph finished his work at the gas station earlier than Nelson. So Joseph came home early.\n\nI returned the dish with the shallot but kept the one with the onion because the shallot was cooked wrong.\n\nAlthough Ian was a better writer than Samuel, Samuel was better at crafting a story.\n\nKyle was successful at killing the stinkhorn fungus unlike Neil because Kyle had a fungal killer on hand.\n\nRandy was planning the wedding of his friend Ian but Randy got overwhelmed by the stress of handling it.\n\nIt was easy for Amy but not Rachel to create a meal because Amy", + " had taken woodshop in school." + ], + [ + "Joseph finished his work at the gas station earlier than Nelson. So Joseph came home early.\n\nI returned the dish with the shallot but kept the one with the onion because the shallot was cooked wrong.\n\nAlthough Ian was a better writer than Samuel, Samuel was better at crafting a story.\n\nKyle was successful at killing the stinkhorn fungus unlike Neil because Kyle had a fungal killer on hand.\n\nRandy was planning the wedding of his friend Ian but Randy got overwhelmed by the stress of handling it.\n\nIt was easy for Amy but not Rachel to create a meal because Rachel", + " had taken woodshop in school." + ] + ], + "resps": [ + [ + [ + -27.390625, + false + ] + ], + [ + [ + -27.828125, + false + ] + ] + ], + "filtered_resps": [ + [ + -27.390625, + false + ], + [ + -27.828125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 139, + "doc": { + "sentence": "Kyle wanted to crush Ryan 's dreams of becoming a movie actor. _ was a threat to him.", + "option1": "Kyle", + "option2": "Ryan", + "answer": "2" + }, + "target": "was a threat to him.", + "arguments": [ + [ + "Rebecca kept their workspace neat but Jennifer left theirs unorganized. Rebecca only took a few minutes to find important papers.\n\nJoseph taught Aaron how to plant the seed so the plant would grow, as Aaron was a novice gardener.\n\nGem needed to heal her broken heart so she bought both ice cream and chocolate. She chose to eat the ice cream first because she was hot.\n\nKevin's car was fixed really quickly by Hunter in the shop because Hunter is a great mechanic.\n\nMegan was always following in the steps of Sarah since Megan needed effective leadership .\n\nKyle wanted to crush Ryan 's dreams of becoming a movie actor. Kyle", + " was a threat to him." + ], + [ + "Rebecca kept their workspace neat but Jennifer left theirs unorganized. Rebecca only took a few minutes to find important papers.\n\nJoseph taught Aaron how to plant the seed so the plant would grow, as Aaron was a novice gardener.\n\nGem needed to heal her broken heart so she bought both ice cream and chocolate. She chose to eat the ice cream first because she was hot.\n\nKevin's car was fixed really quickly by Hunter in the shop because Hunter is a great mechanic.\n\nMegan was always following in the steps of Sarah since Megan needed effective leadership .\n\nKyle wanted to crush Ryan 's dreams of becoming a movie actor. Ryan", + " was a threat to him." + ] + ], + "resps": [ + [ + [ + -14.578125, + false + ] + ], + [ + [ + -14.3359375, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.578125, + false + ], + [ + -14.3359375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 147, + "doc": { + "sentence": "The installation process was simpler for the cable over the internet because the man had already installed the _ previously.", + "option1": "cable", + "option2": "internet", + "answer": "1" + }, + "target": "previously.", + "arguments": [ + [ + "Elena gave the Academy award to Rebecca because Elena was the presenter of the award.\n\nWe treated the cat to a toy and some food, and the cat chose the toy because it was interesting.\n\nLaura found a book and a magazine on the table, and she decided to take the magazine because she was going to the beach for a short time.\n\nWhen deciding if to be a loner, one must decide if they want many social events or plenty of free time. The events angle helps with sociability.\n\nThe car sailed over the bridge but crashed into the road ahead, since the bridge was so low for the jump.\n\nThe installation process was simpler for the cable over the internet because the man had already installed the cable", + " previously." + ], + [ + "Elena gave the Academy award to Rebecca because Elena was the presenter of the award.\n\nWe treated the cat to a toy and some food, and the cat chose the toy because it was interesting.\n\nLaura found a book and a magazine on the table, and she decided to take the magazine because she was going to the beach for a short time.\n\nWhen deciding if to be a loner, one must decide if they want many social events or plenty of free time. The events angle helps with sociability.\n\nThe car sailed over the bridge but crashed into the road ahead, since the bridge was so low for the jump.\n\nThe installation process was simpler for the cable over the internet because the man had already installed the internet", + " previously." + ] + ], + "resps": [ + [ + [ + -6.328125, + false + ] + ], + [ + [ + -6.23828125, + false + ] + ] + ], + "filtered_resps": [ + [ + -6.328125, + false + ], + [ + -6.23828125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 155, + "doc": { + "sentence": "Hunter chose to eat a banana for breakfast every morning but Michael did not because _ is unconcerned about their health.", + "option1": "Hunter", + "option2": "Michael", + "answer": "2" + }, + "target": "is unconcerned about their health.", + "arguments": [ + [ + "James has a personal problem with is Algebra teacher, but loves his history teacher because the History teacher is kind with him.\n\nJason was more likely to be a model than Brett although Brett was a taller and prettier person.\n\nCarrie has a harder time breathing at high altitudes than Samantha due to Carrie being in terrible shape.\n\nPerforming karaoke in public suited Dennis but not Justin because Justin had little talent and trained unsuccessfully.\n\nBeing health conscious, Natalie doesn't eat red meat, they gave the steak to Cynthia and Cynthia was very full..\n\nHunter chose to eat a banana for breakfast every morning but Michael did not because Hunter", + " is unconcerned about their health." + ], + [ + "James has a personal problem with is Algebra teacher, but loves his history teacher because the History teacher is kind with him.\n\nJason was more likely to be a model than Brett although Brett was a taller and prettier person.\n\nCarrie has a harder time breathing at high altitudes than Samantha due to Carrie being in terrible shape.\n\nPerforming karaoke in public suited Dennis but not Justin because Justin had little talent and trained unsuccessfully.\n\nBeing health conscious, Natalie doesn't eat red meat, they gave the steak to Cynthia and Cynthia was very full..\n\nHunter chose to eat a banana for breakfast every morning but Michael did not because Michael", + " is unconcerned about their health." + ] + ], + "resps": [ + [ + [ + -19.5, + false + ] + ], + [ + [ + -18.28125, + false + ] + ] + ], + "filtered_resps": [ + [ + -19.5, + false + ], + [ + -18.28125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 163, + "doc": { + "sentence": "Monica gives Jessica a book about posture, because _ has been trying to get better at ballet dancing.", + "option1": "Monica", + "option2": "Jessica", + "answer": "2" + }, + "target": "has been trying to get better at ballet dancing.", + "arguments": [ + [ + "The car and the bicycle almost collided in an accident, but the car honked the horn in time.\n\nEmily helps Megan figure out the math homework problems, so Megan offers help with English in return.\n\nLindsey showed Christine the marble cake that she made herself in under two hours. Lindsey was talented.\n\nKevin was worried Kenneth would win the cross country race, because Kevin was currently behind.\n\nThe new wood door would not fit the the opening in bills house, the opening was too narrow.\n\nMonica gives Jessica a book about posture, because Monica", + " has been trying to get better at ballet dancing." + ], + [ + "The car and the bicycle almost collided in an accident, but the car honked the horn in time.\n\nEmily helps Megan figure out the math homework problems, so Megan offers help with English in return.\n\nLindsey showed Christine the marble cake that she made herself in under two hours. Lindsey was talented.\n\nKevin was worried Kenneth would win the cross country race, because Kevin was currently behind.\n\nThe new wood door would not fit the the opening in bills house, the opening was too narrow.\n\nMonica gives Jessica a book about posture, because Jessica", + " has been trying to get better at ballet dancing." + ] + ], + "resps": [ + [ + [ + -28.8125, + false + ] + ], + [ + [ + -28.109375, + false + ] + ] + ], + "filtered_resps": [ + [ + -28.8125, + false + ], + [ + -28.109375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 171, + "doc": { + "sentence": "The woman used a gentle technique when painting the urn but applied more pressure when painting the vase, because the _ was more fragile.", + "option1": "Urn", + "option2": "Vase", + "answer": "1" + }, + "target": "was more fragile.", + "arguments": [ + [ + "Laura can only do 10 push ups, while Emily can do 50, so Laura is a light weight lifter.\n\nThe muscles of Christine are tinier than those of Patricia because Patricia is a gym trainer.\n\nI decided to go to the barbershop instead of my usual salon because I just needed a trim and the barbershop was faster and cheaper.\n\nThe medication was not prescribed to Carrie and was to Angela because Angela had an ear infection.\n\nThe lemming wanted to hide behind the rock in its cage, but the rock was too small.\n\nThe woman used a gentle technique when painting the urn but applied more pressure when painting the vase, because the Urn", + " was more fragile." + ], + [ + "Laura can only do 10 push ups, while Emily can do 50, so Laura is a light weight lifter.\n\nThe muscles of Christine are tinier than those of Patricia because Patricia is a gym trainer.\n\nI decided to go to the barbershop instead of my usual salon because I just needed a trim and the barbershop was faster and cheaper.\n\nThe medication was not prescribed to Carrie and was to Angela because Angela had an ear infection.\n\nThe lemming wanted to hide behind the rock in its cage, but the rock was too small.\n\nThe woman used a gentle technique when painting the urn but applied more pressure when painting the vase, because the Vase", + " was more fragile." + ] + ], + "resps": [ + [ + [ + -4.25390625, + false + ] + ], + [ + [ + -3.677734375, + false + ] + ] + ], + "filtered_resps": [ + [ + -4.25390625, + false + ], + [ + -3.677734375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 179, + "doc": { + "sentence": "I did not buy the color pink rose flowers for my wedding because the _ is too bright.", + "option1": "color", + "option2": "wedding", + "answer": "1" + }, + "target": "is too bright.", + "arguments": [ + [ + "Betty made a nice lladro figure and tried to put it in a box but the box was too small.\n\nCarrie was given concert tickets by Mary; then Carrie sold them because she hated the artist.\n\nJohn took care to shield the ferns from the wind while leaving the flowers in the open, since flowers were much stronger .\n\nHunter removed the pet hair from the car while Justin waited outside because Justin was very allergic.\n\nThe plant root broke out of the pot as it continues to grow and the pot becomes weaker.\n\nI did not buy the color pink rose flowers for my wedding because the color", + " is too bright." + ], + [ + "Betty made a nice lladro figure and tried to put it in a box but the box was too small.\n\nCarrie was given concert tickets by Mary; then Carrie sold them because she hated the artist.\n\nJohn took care to shield the ferns from the wind while leaving the flowers in the open, since flowers were much stronger .\n\nHunter removed the pet hair from the car while Justin waited outside because Justin was very allergic.\n\nThe plant root broke out of the pot as it continues to grow and the pot becomes weaker.\n\nI did not buy the color pink rose flowers for my wedding because the wedding", + " is too bright." + ] + ], + "resps": [ + [ + [ + -6.265625, + false + ] + ], + [ + [ + -12.375, + false + ] + ] + ], + "filtered_resps": [ + [ + -6.265625, + false + ], + [ + -12.375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 187, + "doc": { + "sentence": "People think _ is embarassed, because Samantha made snide comments about the shirt Rebecca was wearing.", + "option1": "Samantha", + "option2": "Rebecca", + "answer": "2" + }, + "target": "is embarassed, because Samantha made snide comments about the shirt Rebecca was wearing.", + "arguments": [ + [ + "Billy replaced the wood counter with granite over the summer time, the granite was trendy.\n\nSteamed rice is much healthier, so Emily insisted theyorder that instead of fried rice, even though Carrie disliked it. Carrie was upset to eat the steamed rice when it arrived.\n\nCultivating a garden was of interest to Carrie but not Monica because Carrie cared a lot about sustainable living.\n\nJason owed back taxes and would not answer the phone when Brett called, because Jason was avoiding the IRS.\n\nWorking in the academy better suited Matthew and not Lawrence because Matthew had a perfect memory.\n\nPeople think Samantha", + " is embarassed, because Samantha made snide comments about the shirt Rebecca was wearing." + ], + [ + "Billy replaced the wood counter with granite over the summer time, the granite was trendy.\n\nSteamed rice is much healthier, so Emily insisted theyorder that instead of fried rice, even though Carrie disliked it. Carrie was upset to eat the steamed rice when it arrived.\n\nCultivating a garden was of interest to Carrie but not Monica because Carrie cared a lot about sustainable living.\n\nJason owed back taxes and would not answer the phone when Brett called, because Jason was avoiding the IRS.\n\nWorking in the academy better suited Matthew and not Lawrence because Matthew had a perfect memory.\n\nPeople think Rebecca", + " is embarassed, because Samantha made snide comments about the shirt Rebecca was wearing." + ] + ], + "resps": [ + [ + [ + -56.09375, + false + ] + ], + [ + [ + -54.15625, + false + ] + ] + ], + "filtered_resps": [ + [ + -56.09375, + false + ], + [ + -54.15625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 195, + "doc": { + "sentence": "Brett asked Nelson where they were because _ had no idea after he fell asleep.", + "option1": "Brett", + "option2": "Nelson", + "answer": "1" + }, + "target": "had no idea after he fell asleep.", + "arguments": [ + [ + "Allison tried to use an elastic band to put her hair in a ponytail, but the hair was too short.\n\nAmy spent more money at the spa than Elena because Elena didn't add a facial to their package.\n\nOn their visit yesterday Jeffrey said the lack brushing Ian teethe had caused the to become brittle, Ian went to the dentist.\n\nThe seeds planted by Samantha sprouted sooner than those planted by Christine, so Christine had a shorter bloom.\n\nThe music coming from the radio was louder than the music coming from the television because the speakers on the radio were bigger.\n\nBrett asked Nelson where they were because Brett", + " had no idea after he fell asleep." + ], + [ + "Allison tried to use an elastic band to put her hair in a ponytail, but the hair was too short.\n\nAmy spent more money at the spa than Elena because Elena didn't add a facial to their package.\n\nOn their visit yesterday Jeffrey said the lack brushing Ian teethe had caused the to become brittle, Ian went to the dentist.\n\nThe seeds planted by Samantha sprouted sooner than those planted by Christine, so Christine had a shorter bloom.\n\nThe music coming from the radio was louder than the music coming from the television because the speakers on the radio were bigger.\n\nBrett asked Nelson where they were because Nelson", + " had no idea after he fell asleep." + ] + ], + "resps": [ + [ + [ + -21.984375, + false + ] + ], + [ + [ + -23.125, + false + ] + ] + ], + "filtered_resps": [ + [ + -21.984375, + false + ], + [ + -23.125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 203, + "doc": { + "sentence": "Whilst on the beach Cynthia loved to wear a bikini but Laura did not because _ had a flat stomach.", + "option1": "Cynthia", + "option2": "Laura", + "answer": "1" + }, + "target": "had a flat stomach.", + "arguments": [ + [ + "Craig liked to play with the large cattle but not Kyle because Kyle found them to be foreign.\n\nRobert's fever went away, and Ian still has one, so Ian is sickly at this point.\n\nAt the wooded summer camp, Jennifer taught Cynthia how to swim and other things like that. The camp counselor was Jennifer .\n\nthe camera could not focus well from the distance because of the light, the camera was too far.\n\nThe leg of Emily started to gangrene when Carrie spotted it immediately and Emily refused to see the doctor where the leg was lost.\n\nWhilst on the beach Cynthia loved to wear a bikini but Laura did not because Cynthia", + " had a flat stomach." + ], + [ + "Craig liked to play with the large cattle but not Kyle because Kyle found them to be foreign.\n\nRobert's fever went away, and Ian still has one, so Ian is sickly at this point.\n\nAt the wooded summer camp, Jennifer taught Cynthia how to swim and other things like that. The camp counselor was Jennifer .\n\nthe camera could not focus well from the distance because of the light, the camera was too far.\n\nThe leg of Emily started to gangrene when Carrie spotted it immediately and Emily refused to see the doctor where the leg was lost.\n\nWhilst on the beach Cynthia loved to wear a bikini but Laura did not because Laura", + " had a flat stomach." + ] + ], + "resps": [ + [ + [ + -11.046875, + false + ] + ], + [ + [ + -10.8046875, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.046875, + false + ], + [ + -10.8046875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 211, + "doc": { + "sentence": "The fishing line snagged and broke on a rock because the _ was too heavy.", + "option1": "fishing line", + "option2": "rock", + "answer": "2" + }, + "target": "was too heavy.", + "arguments": [ + [ + "Christine was explaining to Cynthia how her plan to get famous was going to work. Christine was determined.\n\nJoseph hired Nick to build a pool but Nick was going on a long vacation.\n\nThe senior woman's portfolio was low on stocks but high in bonds, as she considered the stocks to be risky.\n\nMaria could feel calm and relaxed at a movie theater and not a mall because at the mall everyone was walking around.\n\nFelicia had to drink a lot of cranberry juice but Erin didn't because Felicia had issues with their kidney.\n\nThe fishing line snagged and broke on a rock because the fishing line", + " was too heavy." + ], + [ + "Christine was explaining to Cynthia how her plan to get famous was going to work. Christine was determined.\n\nJoseph hired Nick to build a pool but Nick was going on a long vacation.\n\nThe senior woman's portfolio was low on stocks but high in bonds, as she considered the stocks to be risky.\n\nMaria could feel calm and relaxed at a movie theater and not a mall because at the mall everyone was walking around.\n\nFelicia had to drink a lot of cranberry juice but Erin didn't because Felicia had issues with their kidney.\n\nThe fishing line snagged and broke on a rock because the rock", + " was too heavy." + ] + ], + "resps": [ + [ + [ + -5.734375, + false + ] + ], + [ + [ + -7.640625, + false + ] + ] + ], + "filtered_resps": [ + [ + -5.734375, + false + ], + [ + -7.640625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 219, + "doc": { + "sentence": "Lawrence dealt the cards to Joseph at the blackjack table, because _ was a professional player.", + "option1": "Lawrence", + "option2": "Joseph", + "answer": "2" + }, + "target": "was a professional player.", + "arguments": [ + [ + "Leslie had better grades than Derrick because Leslie spent more time studying than playing video games.\n\nThe taxes on the car were more than the taxes on the bike because the car was more expensive.\n\nMy mom bought me cookies, but I couldn't get them in the containers, because the containers were too little.\n\nFelicia was ready to fall in love again unlike Mary because Mary was heartbroken in the past.\n\nFelicia worked out more than Emily so it was no coincidence that Emily was sweating less daily.\n\nLawrence dealt the cards to Joseph at the blackjack table, because Lawrence", + " was a professional player." + ], + [ + "Leslie had better grades than Derrick because Leslie spent more time studying than playing video games.\n\nThe taxes on the car were more than the taxes on the bike because the car was more expensive.\n\nMy mom bought me cookies, but I couldn't get them in the containers, because the containers were too little.\n\nFelicia was ready to fall in love again unlike Mary because Mary was heartbroken in the past.\n\nFelicia worked out more than Emily so it was no coincidence that Emily was sweating less daily.\n\nLawrence dealt the cards to Joseph at the blackjack table, because Joseph", + " was a professional player." + ] + ], + "resps": [ + [ + [ + -8.8984375, + false + ] + ], + [ + [ + -10.109375, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.8984375, + false + ], + [ + -10.109375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 227, + "doc": { + "sentence": "Kevin ate large amounts of food but not Adam. _ didn't have to get checked to see if they had a tapeworm.", + "option1": "Kevin", + "option2": "Adam", + "answer": "2" + }, + "target": "didn't have to get checked to see if they had a tapeworm.", + "arguments": [ + [ + "Maria ordered pancakes while Natalie ordered a hamburger, and Maria put syrup and butter on their meal.\n\nJessica was a Psychiatrist treating Samantha for paranoid personality disorder so Samantha was put on medication.\n\nSince Eric was less coordinated than Randy, Randy was much more comfortable learning how to skateboard.\n\nVictoria gets a bottle of formula for Patricia every couple of hours because Patricia is her child.\n\nShe tried to pay off her debt with a regular monthly payment, but the debt was just too high.\n\nKevin ate large amounts of food but not Adam. Kevin", + " didn't have to get checked to see if they had a tapeworm." + ], + [ + "Maria ordered pancakes while Natalie ordered a hamburger, and Maria put syrup and butter on their meal.\n\nJessica was a Psychiatrist treating Samantha for paranoid personality disorder so Samantha was put on medication.\n\nSince Eric was less coordinated than Randy, Randy was much more comfortable learning how to skateboard.\n\nVictoria gets a bottle of formula for Patricia every couple of hours because Patricia is her child.\n\nShe tried to pay off her debt with a regular monthly payment, but the debt was just too high.\n\nKevin ate large amounts of food but not Adam. Adam", + " didn't have to get checked to see if they had a tapeworm." + ] + ], + "resps": [ + [ + [ + -38.15625, + false + ] + ], + [ + [ + -40.6875, + false + ] + ] + ], + "filtered_resps": [ + [ + -38.15625, + false + ], + [ + -40.6875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 235, + "doc": { + "sentence": "The cake that Lawrence tried to bake for Ryan didn't rise, and _ felt forgiving abut it.", + "option1": "Lawrence", + "option2": "Ryan", + "answer": "2" + }, + "target": "felt forgiving abut it.", + "arguments": [ + [ + "Justin worked on the house to keep ants out and Derrick didn't help, since Justin was more industrious.\n\nCraig made the best rice pudding, which was Justin's favorite, so Craig brought him a large bowl.\n\nNeil really loved to clean their house but Ryan did not as Ryan was very slovenly.\n\nMom was making pancakes for the kids this morning when she realized they were out of syrup. I ran to the store to get the syrup .\n\nThe actor came over and shook Nelson's hand and not Kenneth's because Nelson was next to the actor.\n\nThe cake that Lawrence tried to bake for Ryan didn't rise, and Lawrence", + " felt forgiving abut it." + ], + [ + "Justin worked on the house to keep ants out and Derrick didn't help, since Justin was more industrious.\n\nCraig made the best rice pudding, which was Justin's favorite, so Craig brought him a large bowl.\n\nNeil really loved to clean their house but Ryan did not as Ryan was very slovenly.\n\nMom was making pancakes for the kids this morning when she realized they were out of syrup. I ran to the store to get the syrup .\n\nThe actor came over and shook Nelson's hand and not Kenneth's because Nelson was next to the actor.\n\nThe cake that Lawrence tried to bake for Ryan didn't rise, and Ryan", + " felt forgiving abut it." + ] + ], + "resps": [ + [ + [ + -31.375, + false + ] + ], + [ + [ + -31.15625, + false + ] + ] + ], + "filtered_resps": [ + [ + -31.375, + false + ], + [ + -31.15625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 243, + "doc": { + "sentence": "The man paid cash for the phone but purchased the tablet with credit because the _ was pricy.", + "option1": "Phone", + "option2": "Tablet", + "answer": "2" + }, + "target": "was pricy.", + "arguments": [ + [ + "I had to put the steel and iron in alphabetical order, so I placed the iron in the left slot.\n\nThe doctor was able to diagnose the disease but not the tumor since the disease was shown.\n\nI bought a new picture but it wouldn't fit in the frame, because the picture was too heavy.\n\nAt school, James found the lessons to be engaging and the buildings to be well equipped. The lessons were fun.\n\nLeslie could smell the body odor off of Steven even through the perfume they put on. Steven was gross.\n\nThe man paid cash for the phone but purchased the tablet with credit because the Phone", + " was pricy." + ], + [ + "I had to put the steel and iron in alphabetical order, so I placed the iron in the left slot.\n\nThe doctor was able to diagnose the disease but not the tumor since the disease was shown.\n\nI bought a new picture but it wouldn't fit in the frame, because the picture was too heavy.\n\nAt school, James found the lessons to be engaging and the buildings to be well equipped. The lessons were fun.\n\nLeslie could smell the body odor off of Steven even through the perfume they put on. Steven was gross.\n\nThe man paid cash for the phone but purchased the tablet with credit because the Tablet", + " was pricy." + ] + ], + "resps": [ + [ + [ + -9.578125, + false + ] + ], + [ + [ + -9.734375, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.578125, + false + ], + [ + -9.734375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 251, + "doc": { + "sentence": "Emily decided to eat a lot more yucca than Carrie did. _ was still hungry.", + "option1": "Emily", + "option2": "Carrie", + "answer": "2" + }, + "target": "was still hungry.", + "arguments": [ + [ + "The man chose the watercolor for his paintings rather than the acrylic because the acrylic was ugly.\n\nThe blender was always used by the winning chef, while the loser used the mixer, because the mixer had dull blades.\n\nTo provide motivation Emily gave Samantha some money, as the urgency on the situation was lost on Samantha .\n\nThe cookout invitation that bob bought would not fit with the envelope he purchased, because the envelope was too small.\n\nAs the walls began to cave in on Joseph, he blamed Craig who had sold him the house because Craig had not revealed how frail they were.\n\nEmily decided to eat a lot more yucca than Carrie did. Emily", + " was still hungry." + ], + [ + "The man chose the watercolor for his paintings rather than the acrylic because the acrylic was ugly.\n\nThe blender was always used by the winning chef, while the loser used the mixer, because the mixer had dull blades.\n\nTo provide motivation Emily gave Samantha some money, as the urgency on the situation was lost on Samantha .\n\nThe cookout invitation that bob bought would not fit with the envelope he purchased, because the envelope was too small.\n\nAs the walls began to cave in on Joseph, he blamed Craig who had sold him the house because Craig had not revealed how frail they were.\n\nEmily decided to eat a lot more yucca than Carrie did. Carrie", + " was still hungry." + ] + ], + "resps": [ + [ + [ + -11.7109375, + false + ] + ], + [ + [ + -11.828125, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.7109375, + false + ], + [ + -11.828125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 259, + "doc": { + "sentence": "The teenager got a job at the supermarket instead of at the diner because he had to work during school at the _ .", + "option1": "supermarket", + "option2": "diner", + "answer": "2" + }, + "target": ".", + "arguments": [ + [ + "Carrie wanted a new cat while Rebecca did not so Carrie tried to convince the other to get one.\n\nI tried to write a letter but switched from the blue pen to the black pen since the blue pen's ink well was empty.\n\nAlthough Elena was a worse lawyer than Sarah, Elena was able to connect with their clients emotional problems.\n\nThe boat took Kevin to hi destination but not Jason because Kevin was actually on the boat.\n\nFredrick moved his show from radio to television because he was happy with the exposure the television show was giving him.\n\nThe teenager got a job at the supermarket instead of at the diner because he had to work during school at the supermarket", + " ." + ], + [ + "Carrie wanted a new cat while Rebecca did not so Carrie tried to convince the other to get one.\n\nI tried to write a letter but switched from the blue pen to the black pen since the blue pen's ink well was empty.\n\nAlthough Elena was a worse lawyer than Sarah, Elena was able to connect with their clients emotional problems.\n\nThe boat took Kevin to hi destination but not Jason because Kevin was actually on the boat.\n\nFredrick moved his show from radio to television because he was happy with the exposure the television show was giving him.\n\nThe teenager got a job at the supermarket instead of at the diner because he had to work during school at the diner", + " ." + ] + ], + "resps": [ + [ + [ + -7.7578125, + false + ] + ], + [ + [ + -7.9609375, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.7578125, + false + ], + [ + -7.9609375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 267, + "doc": { + "sentence": "I always wonder how people prefer reading in a library instead of at the house because the lack of people at the _ would make it easier to concentrate.", + "option1": "library", + "option2": "house", + "answer": "2" + }, + "target": "would make it easier to concentrate.", + "arguments": [ + [ + "Neil explained to Derrick that he volunteered to talk to children about the dangers of drugs. Neil is generous.\n\nJohn tried to go seed hunting using a bow and arrow, but missed every shot because the arrow wasn't straight.\n\nThe full lobster was eaten by Megan and not Laura, because Megan loved to eat seafood.\n\nThe cotton bud could not get into the ear of the hamster because the bud is large.\n\nNelson liked to date teen girls but Joel liked older women. Nelson went to the mall to look for potential dates.\n\nI always wonder how people prefer reading in a library instead of at the house because the lack of people at the library", + " would make it easier to concentrate." + ], + [ + "Neil explained to Derrick that he volunteered to talk to children about the dangers of drugs. Neil is generous.\n\nJohn tried to go seed hunting using a bow and arrow, but missed every shot because the arrow wasn't straight.\n\nThe full lobster was eaten by Megan and not Laura, because Megan loved to eat seafood.\n\nThe cotton bud could not get into the ear of the hamster because the bud is large.\n\nNelson liked to date teen girls but Joel liked older women. Nelson went to the mall to look for potential dates.\n\nI always wonder how people prefer reading in a library instead of at the house because the lack of people at the house", + " would make it easier to concentrate." + ] + ], + "resps": [ + [ + [ + -9.6484375, + false + ] + ], + [ + [ + -9.3359375, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.6484375, + false + ], + [ + -9.3359375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 275, + "doc": { + "sentence": "The woman kept the bikini but returned the top, because the _ was the right size.", + "option1": "bikini", + "option2": "top", + "answer": "1" + }, + "target": "was the right size.", + "arguments": [ + [ + "The seamstress wanted to put a button on the shirt with needle and thread but the needle wasn't sharp.\n\nJason but not William had a very expensive wardrobe because William did not like to dress up on a daily basis.\n\nCarrie believed their mother and father treated Maria better because Carrie was given a smaller allowance.\n\nThe woman had beautiful dresses and the man wore holey jeans. She had the dresses that were stylish.\n\nThe monthly budget plan Christopher created was blown by Jeffrey, thanks to Jeffrey making very bad decisions.\n\nThe woman kept the bikini but returned the top, because the bikini", + " was the right size." + ], + [ + "The seamstress wanted to put a button on the shirt with needle and thread but the needle wasn't sharp.\n\nJason but not William had a very expensive wardrobe because William did not like to dress up on a daily basis.\n\nCarrie believed their mother and father treated Maria better because Carrie was given a smaller allowance.\n\nThe woman had beautiful dresses and the man wore holey jeans. She had the dresses that were stylish.\n\nThe monthly budget plan Christopher created was blown by Jeffrey, thanks to Jeffrey making very bad decisions.\n\nThe woman kept the bikini but returned the top, because the top", + " was the right size." + ] + ], + "resps": [ + [ + [ + -10.1875, + false + ] + ], + [ + [ + -10.3125, + false + ] + ] + ], + "filtered_resps": [ + [ + -10.1875, + false + ], + [ + -10.3125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 283, + "doc": { + "sentence": "Brian asked Nick to feed their rabbit,because _ was planning on going on vacation to Disney for a week.", + "option1": "Brian", + "option2": "Nick", + "answer": "1" + }, + "target": "was planning on going on vacation to Disney for a week.", + "arguments": [ + [ + "The goals were to let Erin win and not Katrina because Erin always loses and needs a confidence boost.\n\nShe decided to leave the coach and headed to the taxi so she could get there faster but the coach was actually faster.\n\nBenjamin was not allergic to cats but Matthew was, so Benjamin went to the shelter and picked up two of them.\n\nSamantha wanted to be a celebrity personal assistant more than Lindsey, because Lindsey hated being in the midst of chaos.\n\nJane tried to clean the window with the sponge but she was unsuccessful because the window was too high.\n\nBrian asked Nick to feed their rabbit,because Brian", + " was planning on going on vacation to Disney for a week." + ], + [ + "The goals were to let Erin win and not Katrina because Erin always loses and needs a confidence boost.\n\nShe decided to leave the coach and headed to the taxi so she could get there faster but the coach was actually faster.\n\nBenjamin was not allergic to cats but Matthew was, so Benjamin went to the shelter and picked up two of them.\n\nSamantha wanted to be a celebrity personal assistant more than Lindsey, because Lindsey hated being in the midst of chaos.\n\nJane tried to clean the window with the sponge but she was unsuccessful because the window was too high.\n\nBrian asked Nick to feed their rabbit,because Nick", + " was planning on going on vacation to Disney for a week." + ] + ], + "resps": [ + [ + [ + -28.03125, + false + ] + ], + [ + [ + -30.140625, + false + ] + ] + ], + "filtered_resps": [ + [ + -28.03125, + false + ], + [ + -30.140625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 291, + "doc": { + "sentence": "Patricia was called back for a second interview but not Victoria, as _ had passed the background check.", + "option1": "Patricia", + "option2": "Victoria", + "answer": "1" + }, + "target": "had passed the background check.", + "arguments": [ + [ + "As a new employee, Victoria was at an entry level position, contrary to Monica, because Monica worked very hard to move her way up the ladder.\n\nJoel advised Adam to add more honey later if homemade wine doesn't come out as sweet as he likes as Adam is a novice wine maker..\n\nEric knew how to make a chocolate souffle but Jeffrey did not. Eric was very proficient at baking.\n\nWhen deciding if to be a loner, one must decide if they want many events or plenty of free time. The free time angle helps with productivity.\n\nMary was a more reckless driver than Rachel, so Rachel got very few traffic tickets.\n\nPatricia was called back for a second interview but not Victoria, as Patricia", + " had passed the background check." + ], + [ + "As a new employee, Victoria was at an entry level position, contrary to Monica, because Monica worked very hard to move her way up the ladder.\n\nJoel advised Adam to add more honey later if homemade wine doesn't come out as sweet as he likes as Adam is a novice wine maker..\n\nEric knew how to make a chocolate souffle but Jeffrey did not. Eric was very proficient at baking.\n\nWhen deciding if to be a loner, one must decide if they want many events or plenty of free time. The free time angle helps with productivity.\n\nMary was a more reckless driver than Rachel, so Rachel got very few traffic tickets.\n\nPatricia was called back for a second interview but not Victoria, as Victoria", + " had passed the background check." + ] + ], + "resps": [ + [ + [ + -15.8125, + false + ] + ], + [ + [ + -15.21875, + false + ] + ] + ], + "filtered_resps": [ + [ + -15.8125, + false + ], + [ + -15.21875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 299, + "doc": { + "sentence": "Eric went to Leslie's house to play with the new dog, but there was no answer. _ was at the park.", + "option1": "Eric", + "option2": "Leslie", + "answer": "2" + }, + "target": "was at the park.", + "arguments": [ + [ + "Carrie doesn't know what a tripod is, but Kayla uses one for work every day, so Kayla is the expert photographer.\n\nWilliam wore some tight leather pants that Joel really liked, because William was very attractive in them.\n\nWhen it comes to dog training, Jeffrey's dogs are always better behaved than Matthew's because Matthew is a dog hater.\n\nThe student tried to use the old pen to fill out the application but the application was too long.\n\nRachel just put a new sink in the bathroom unlike Patricia because Rachel was renovating the house.\n\nEric went to Leslie's house to play with the new dog, but there was no answer. Eric", + " was at the park." + ], + [ + "Carrie doesn't know what a tripod is, but Kayla uses one for work every day, so Kayla is the expert photographer.\n\nWilliam wore some tight leather pants that Joel really liked, because William was very attractive in them.\n\nWhen it comes to dog training, Jeffrey's dogs are always better behaved than Matthew's because Matthew is a dog hater.\n\nThe student tried to use the old pen to fill out the application but the application was too long.\n\nRachel just put a new sink in the bathroom unlike Patricia because Rachel was renovating the house.\n\nEric went to Leslie's house to play with the new dog, but there was no answer. Leslie", + " was at the park." + ] + ], + "resps": [ + [ + [ + -13.96875, + false + ] + ], + [ + [ + -9.1015625, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.96875, + false + ], + [ + -9.1015625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 307, + "doc": { + "sentence": "Rebecca asked Kayla to turn the lights out but _ did not want to go to sleep.", + "option1": "Rebecca", + "option2": "Kayla", + "answer": "2" + }, + "target": "did not want to go to sleep.", + "arguments": [ + [ + "Jeffrey was hired to help grow Randy's garden during the summer months because Jeffrey was a landscaper.\n\nThe clams tasted worse than the shrimp did, so the clams were probably of older stock.\n\nThe stress that I have is worse than the anxiety, because the stress is a constant issue.\n\nShe was able to finish the stew, but threw away the rice, because the stew had been cooked perfectly.\n\nMegan is a sociologist, Jessica is not therefore Jessica could probably not explain the meaning of various holidays.\n\nRebecca asked Kayla to turn the lights out but Rebecca", + " did not want to go to sleep." + ], + [ + "Jeffrey was hired to help grow Randy's garden during the summer months because Jeffrey was a landscaper.\n\nThe clams tasted worse than the shrimp did, so the clams were probably of older stock.\n\nThe stress that I have is worse than the anxiety, because the stress is a constant issue.\n\nShe was able to finish the stew, but threw away the rice, because the stew had been cooked perfectly.\n\nMegan is a sociologist, Jessica is not therefore Jessica could probably not explain the meaning of various holidays.\n\nRebecca asked Kayla to turn the lights out but Kayla", + " did not want to go to sleep." + ] + ], + "resps": [ + [ + [ + -13.4140625, + false + ] + ], + [ + [ + -14.03125, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.4140625, + false + ], + [ + -14.03125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 315, + "doc": { + "sentence": "They discussed the company's budget at the business meeting but the _ was boring and the meeting was ran long.", + "option1": "budget", + "option2": "meeting", + "answer": "1" + }, + "target": "was boring and the meeting was ran long.", + "arguments": [ + [ + "They wanted more satiation at the wedding, so the planners used icing rather than fruit on the cake as the icing was more filling.\n\nLearning sign language was harder for the boy than learning to play music. The music just resonated with him.\n\nDerrick made some ramen noodles for lunch while Logan had a salad, Logan felt healthy.\n\nElena wore fancy clothing to the highschool prom and Laura wore a plaint T-shirt. Elena was accepted into the building.\n\nThe student preferred doing their homework with pencil rather than pen, because the pencil provided more control.\n\nThey discussed the company's budget at the business meeting but the budget", + " was boring and the meeting was ran long." + ], + [ + "They wanted more satiation at the wedding, so the planners used icing rather than fruit on the cake as the icing was more filling.\n\nLearning sign language was harder for the boy than learning to play music. The music just resonated with him.\n\nDerrick made some ramen noodles for lunch while Logan had a salad, Logan felt healthy.\n\nElena wore fancy clothing to the highschool prom and Laura wore a plaint T-shirt. Elena was accepted into the building.\n\nThe student preferred doing their homework with pencil rather than pen, because the pencil provided more control.\n\nThey discussed the company's budget at the business meeting but the meeting", + " was boring and the meeting was ran long." + ] + ], + "resps": [ + [ + [ + -28.21875, + false + ] + ], + [ + [ + -25.171875, + false + ] + ] + ], + "filtered_resps": [ + [ + -28.21875, + false + ], + [ + -25.171875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 323, + "doc": { + "sentence": "The girl used the comb to try and brush her hair but the _ was too soft.", + "option1": "hair", + "option2": "comb", + "answer": "2" + }, + "target": "was too soft.", + "arguments": [ + [ + "Rebecca would not apply glitter to her costume, like Kayla did, because Rebecca just lacked pizzazz.\n\nJames could not believe the monkey can jump down from the tree and now he is looking forward to the top of the crane. The crane is taller.\n\nBenjamin was trying to get in shape and bought a bicycle instead of a treadmill because with the bicycle he could be outdoors.\n\nChristine always followed Lindsey when they went mountain climbing because Lindsey was teaching what to do.\n\nLawrence asked Steven to send mortgage check to the bank because Lawrence forgot to do so.\n\nThe girl used the comb to try and brush her hair but the hair", + " was too soft." + ], + [ + "Rebecca would not apply glitter to her costume, like Kayla did, because Rebecca just lacked pizzazz.\n\nJames could not believe the monkey can jump down from the tree and now he is looking forward to the top of the crane. The crane is taller.\n\nBenjamin was trying to get in shape and bought a bicycle instead of a treadmill because with the bicycle he could be outdoors.\n\nChristine always followed Lindsey when they went mountain climbing because Lindsey was teaching what to do.\n\nLawrence asked Steven to send mortgage check to the bank because Lawrence forgot to do so.\n\nThe girl used the comb to try and brush her hair but the comb", + " was too soft." + ] + ], + "resps": [ + [ + [ + -9.578125, + false + ] + ], + [ + [ + -9.0234375, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.578125, + false + ], + [ + -9.0234375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 331, + "doc": { + "sentence": "Angela did a bunch of crunches and sit-ups but Cynthia didn't, consequentially _ had six- pack abs.", + "option1": "Angela", + "option2": "Cynthia", + "answer": "1" + }, + "target": "had six- pack abs.", + "arguments": [ + [ + "Sarah was starting to get overwhelmed looking into different careers and asked Carrie for help since Carrie was a counselor.\n\nCynthia was walking much slower than Betty throughout the day because Cynthia had strained a muscle.\n\nThe fruits were graded higher than the eggs by the FDA since the fruits were pristine.\n\nJames tried to empty the drink from the bottle to the cup but the cup got full very quick. The cup is small.\n\nThe man wanted to take the bus to his job but the bus was too far late.\n\nAngela did a bunch of crunches and sit-ups but Cynthia didn't, consequentially Angela", + " had six- pack abs." + ], + [ + "Sarah was starting to get overwhelmed looking into different careers and asked Carrie for help since Carrie was a counselor.\n\nCynthia was walking much slower than Betty throughout the day because Cynthia had strained a muscle.\n\nThe fruits were graded higher than the eggs by the FDA since the fruits were pristine.\n\nJames tried to empty the drink from the bottle to the cup but the cup got full very quick. The cup is small.\n\nThe man wanted to take the bus to his job but the bus was too far late.\n\nAngela did a bunch of crunches and sit-ups but Cynthia didn't, consequentially Cynthia", + " had six- pack abs." + ] + ], + "resps": [ + [ + [ + -21.25, + false + ] + ], + [ + [ + -21.0, + false + ] + ] + ], + "filtered_resps": [ + [ + -21.25, + false + ], + [ + -21.0, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 339, + "doc": { + "sentence": "Derrick really liked working in Human Resources and William wanted to work at the same company, and _ subsequently accepted a position.", + "option1": "Derrick", + "option2": "William", + "answer": "2" + }, + "target": "subsequently accepted a position.", + "arguments": [ + [ + "Laura is taking singing and dancing lessons from the Jessica, because Jessica is dancing teacher.\n\nErin was much less aggressive than Megan, so Erin didn't have to worry about getting in fights.\n\nDennis joyfully told Donald about his massive comic book collection that took years to get. Donald was indifferent.\n\nKatrina hates work and asks for a Emily's advice, as Katrina wants to enjoy her work.\n\nYou know that the drums will take longer than the flute to learn, so the flute was simpler to study.\n\nDerrick really liked working in Human Resources and William wanted to work at the same company, and Derrick", + " subsequently accepted a position." + ], + [ + "Laura is taking singing and dancing lessons from the Jessica, because Jessica is dancing teacher.\n\nErin was much less aggressive than Megan, so Erin didn't have to worry about getting in fights.\n\nDennis joyfully told Donald about his massive comic book collection that took years to get. Donald was indifferent.\n\nKatrina hates work and asks for a Emily's advice, as Katrina wants to enjoy her work.\n\nYou know that the drums will take longer than the flute to learn, so the flute was simpler to study.\n\nDerrick really liked working in Human Resources and William wanted to work at the same company, and William", + " subsequently accepted a position." + ] + ], + "resps": [ + [ + [ + -22.765625, + false + ] + ], + [ + [ + -22.125, + false + ] + ] + ], + "filtered_resps": [ + [ + -22.765625, + false + ], + [ + -22.125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 347, + "doc": { + "sentence": "Jane loved travelling internationally. The current country she was in preferred wine over tea because the _ was less available.", + "option1": "wine", + "option2": "tea", + "answer": "2" + }, + "target": "was less available.", + "arguments": [ + [ + "The mans old pants looked worse than my jeans because the jeans were brand new.\n\nMary liked cedar wood over other types of wood like poplar, because the cedar wood smelled really good.\n\nRobert cleaned their countertop very well but Nick did not. Robert had a clean home.\n\nRachel visits Jessica to have some tests performed and for a check up, so Jessica is a physician.\n\nThe forever stamps that Ryan had were far prettier than the ones William had and William asked for some of them.\n\nJane loved travelling internationally. The current country she was in preferred wine over tea because the wine", + " was less available." + ], + [ + "The mans old pants looked worse than my jeans because the jeans were brand new.\n\nMary liked cedar wood over other types of wood like poplar, because the cedar wood smelled really good.\n\nRobert cleaned their countertop very well but Nick did not. Robert had a clean home.\n\nRachel visits Jessica to have some tests performed and for a check up, so Jessica is a physician.\n\nThe forever stamps that Ryan had were far prettier than the ones William had and William asked for some of them.\n\nJane loved travelling internationally. The current country she was in preferred wine over tea because the tea", + " was less available." + ] + ], + "resps": [ + [ + [ + -14.8984375, + false + ] + ], + [ + [ + -11.46875, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.8984375, + false + ], + [ + -11.46875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 355, + "doc": { + "sentence": "Ryan was always behind Donald in high school because _ had a diagnosed learning disability.", + "option1": "Ryan", + "option2": "Donald", + "answer": "1" + }, + "target": "had a diagnosed learning disability.", + "arguments": [ + [ + "The hairdresser tried to cut the hair with the scissors but the hair was too strong.\n\nKatrina bought an apple from the vendor and gave it to Amy, because Amy was hungry.\n\nWhen he inspected his football protective gear for the coming season, he decided he needed a new mouthguard but could still use the helmet. The mouthguard was broken.\n\nDonald always spent ages trying to get their kitchen clean but Aaron did not because Aaron was very messy.\n\nWhen Hazel was shopping for a baby shower gift, she decided on a monitor instead of a mobile because the mobile was less needed..\n\nRyan was always behind Donald in high school because Ryan", + " had a diagnosed learning disability." + ], + [ + "The hairdresser tried to cut the hair with the scissors but the hair was too strong.\n\nKatrina bought an apple from the vendor and gave it to Amy, because Amy was hungry.\n\nWhen he inspected his football protective gear for the coming season, he decided he needed a new mouthguard but could still use the helmet. The mouthguard was broken.\n\nDonald always spent ages trying to get their kitchen clean but Aaron did not because Aaron was very messy.\n\nWhen Hazel was shopping for a baby shower gift, she decided on a monitor instead of a mobile because the mobile was less needed..\n\nRyan was always behind Donald in high school because Donald", + " had a diagnosed learning disability." + ] + ], + "resps": [ + [ + [ + -17.0, + false + ] + ], + [ + [ + -18.453125, + false + ] + ] + ], + "filtered_resps": [ + [ + -17.0, + false + ], + [ + -18.453125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 363, + "doc": { + "sentence": "John painted the pole red close to the color of the wall and painted the frame white and now the _ is contrasting.", + "option1": "frame", + "option2": "pole", + "answer": "1" + }, + "target": "is contrasting.", + "arguments": [ + [ + "To groom his facial hair, Adam preferred to use a hand razor over an electric razor because the electric razor was too rough on his skin.\n\nFelicia had to move seats unlike Rebecca because Felicia sat in the wrong seat at the event.\n\nIn Mike's garden, the mint is growing better than the arugula, so the arugula is likely getting insufficient sunlight.\n\nCynthia needed to lose weight but Angela did not because Cynthia was over twenty pounds over the recommended weight.\n\nAfter her lips swelled up, Brian gave all the lip gloss to Christopher since Brian was sensitive to it.\n\nJohn painted the pole red close to the color of the wall and painted the frame white and now the frame", + " is contrasting." + ], + [ + "To groom his facial hair, Adam preferred to use a hand razor over an electric razor because the electric razor was too rough on his skin.\n\nFelicia had to move seats unlike Rebecca because Felicia sat in the wrong seat at the event.\n\nIn Mike's garden, the mint is growing better than the arugula, so the arugula is likely getting insufficient sunlight.\n\nCynthia needed to lose weight but Angela did not because Cynthia was over twenty pounds over the recommended weight.\n\nAfter her lips swelled up, Brian gave all the lip gloss to Christopher since Brian was sensitive to it.\n\nJohn painted the pole red close to the color of the wall and painted the frame white and now the pole", + " is contrasting." + ] + ], + "resps": [ + [ + [ + -9.0, + false + ] + ], + [ + [ + -9.984375, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.0, + false + ], + [ + -9.984375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 371, + "doc": { + "sentence": "They were wanting to move the bed thru the door. The _ was way to small.", + "option1": "door", + "option2": "bed", + "answer": "1" + }, + "target": "was way to small.", + "arguments": [ + [ + "People at the meeting felt more intimidated by Mary than by Betty because Betty was more meek.\n\nI was impressed with the behavior of my friend but not the attitude of his friend, because the attitude was rude.\n\nI really need to upgrade my mouse and RAM on my computer. The computer gets too difficult to control the mouse currently on it.\n\nIt was likely that Elena but not Betty had contracted malaria because Betty had never traveled to a third-world country.\n\nThe syrup cured his sore throat after the pill didn't work, as the pill was deficient in its treatment.\n\nThey were wanting to move the bed thru the door. The door", + " was way to small." + ], + [ + "People at the meeting felt more intimidated by Mary than by Betty because Betty was more meek.\n\nI was impressed with the behavior of my friend but not the attitude of his friend, because the attitude was rude.\n\nI really need to upgrade my mouse and RAM on my computer. The computer gets too difficult to control the mouse currently on it.\n\nIt was likely that Elena but not Betty had contracted malaria because Betty had never traveled to a third-world country.\n\nThe syrup cured his sore throat after the pill didn't work, as the pill was deficient in its treatment.\n\nThey were wanting to move the bed thru the door. The bed", + " was way to small." + ] + ], + "resps": [ + [ + [ + -9.8671875, + false + ] + ], + [ + [ + -14.921875, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.8671875, + false + ], + [ + -14.921875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 379, + "doc": { + "sentence": "Ian's hair is being worked on by Craig, so it's more likely _ is the customer.", + "option1": "Ian", + "option2": "Craig", + "answer": "1" + }, + "target": "is the customer.", + "arguments": [ + [ + "The red mask would not fit in the drawer because the mask is too massive.\n\nLindsey was more worried about finding a boyfriend than Angela because Lindsey did not have a lot of sex appeal.\n\nShe cut the cereal box down into an organizer tray because the box was worthless.\n\nNeil was ready to sleep, but Donald was having a party, so Neil tossed and turned for an hour.\n\nThe new queen bed would not fit in the stairway because the bed is too tall.\n\nIan's hair is being worked on by Craig, so it's more likely Ian", + " is the customer." + ], + [ + "The red mask would not fit in the drawer because the mask is too massive.\n\nLindsey was more worried about finding a boyfriend than Angela because Lindsey did not have a lot of sex appeal.\n\nShe cut the cereal box down into an organizer tray because the box was worthless.\n\nNeil was ready to sleep, but Donald was having a party, so Neil tossed and turned for an hour.\n\nThe new queen bed would not fit in the stairway because the bed is too tall.\n\nIan's hair is being worked on by Craig, so it's more likely Craig", + " is the customer." + ] + ], + "resps": [ + [ + [ + -13.2734375, + false + ] + ], + [ + [ + -11.875, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.2734375, + false + ], + [ + -11.875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 387, + "doc": { + "sentence": "After I soaked the roller in the paint container, the _ had less paint on it.", + "option1": "roller", + "option2": "container", + "answer": "2" + }, + "target": "had less paint on it.", + "arguments": [ + [ + "Gem liked to eat leafs and burgers. She liked the leafs better because it was light.\n\nThe dog liked Carrie but it didn't like Christine very much because Christine always hit it.\n\nBen had a wound on his arm and had the choice of going to the hospital or self-treatment. He chose the hospital because it was expensive.\n\nThe blanket that my grandma made me was more enjoyed than the scarf because the scarf was itchy.\n\nThe horse ran past Rebecca and up to Christine, because Christine had sugar cubes in their pocket.\n\nAfter I soaked the roller in the paint container, the roller", + " had less paint on it." + ], + [ + "Gem liked to eat leafs and burgers. She liked the leafs better because it was light.\n\nThe dog liked Carrie but it didn't like Christine very much because Christine always hit it.\n\nBen had a wound on his arm and had the choice of going to the hospital or self-treatment. He chose the hospital because it was expensive.\n\nThe blanket that my grandma made me was more enjoyed than the scarf because the scarf was itchy.\n\nThe horse ran past Rebecca and up to Christine, because Christine had sugar cubes in their pocket.\n\nAfter I soaked the roller in the paint container, the container", + " had less paint on it." + ] + ], + "resps": [ + [ + [ + -11.265625, + false + ] + ], + [ + [ + -12.765625, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.265625, + false + ], + [ + -12.765625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 395, + "doc": { + "sentence": "Donald has a problem with hearing in his ears unlike Benjamin because _ worked in a quiet area.", + "option1": "Donald", + "option2": "Benjamin", + "answer": "2" + }, + "target": "worked in a quiet area.", + "arguments": [ + [ + "The waitress brought Donald a salad and Nick fish because Donald didn't care for the taste of fish.\n\nThe puppy slept on the floor instead of on the bed because it was hard for it to get on the bed .\n\nJustin has never had any animals in his house unlike Derrick because Justin is allergic to them.\n\nElena is a fight manager, Rebecca is a gardener therefore Elena knows how to wrap boxers' hands.\n\nLindsey was always organized but Victoria was rarely organized. Victoria often had trouble when looking for something.\n\nDonald has a problem with hearing in his ears unlike Benjamin because Donald", + " worked in a quiet area." + ], + [ + "The waitress brought Donald a salad and Nick fish because Donald didn't care for the taste of fish.\n\nThe puppy slept on the floor instead of on the bed because it was hard for it to get on the bed .\n\nJustin has never had any animals in his house unlike Derrick because Justin is allergic to them.\n\nElena is a fight manager, Rebecca is a gardener therefore Elena knows how to wrap boxers' hands.\n\nLindsey was always organized but Victoria was rarely organized. Victoria often had trouble when looking for something.\n\nDonald has a problem with hearing in his ears unlike Benjamin because Benjamin", + " worked in a quiet area." + ] + ], + "resps": [ + [ + [ + -18.59375, + false + ] + ], + [ + [ + -18.484375, + false + ] + ] + ], + "filtered_resps": [ + [ + -18.59375, + false + ], + [ + -18.484375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 403, + "doc": { + "sentence": "At their high school's homecoming dance, Natalie stayed on the floor for the slow dance while Maria got food during it, because _ had broken up with her significant other.", + "option1": "Natalie", + "option2": "Maria", + "answer": "2" + }, + "target": "had broken up with her significant other.", + "arguments": [ + [ + "Lindsey bonded more quickly with her classmates than Jessica because Lindsey had a friendly disposition.\n\nSamantha was was quite active, so was a good coach for Emily's weight loss because Samantha could teach healthy habits to him.\n\nMegan loved serving Laura coffee every morning at the cafe, because Megan was a natural helper.\n\nCraig's greed was very well known to so when he saw Michael's gold watch Craig envied it.\n\nAngela's main vice is eating, while Betty has a small appetite, so Betty is more likely to be thin.\n\nAt their high school's homecoming dance, Natalie stayed on the floor for the slow dance while Maria got food during it, because Natalie", + " had broken up with her significant other." + ], + [ + "Lindsey bonded more quickly with her classmates than Jessica because Lindsey had a friendly disposition.\n\nSamantha was was quite active, so was a good coach for Emily's weight loss because Samantha could teach healthy habits to him.\n\nMegan loved serving Laura coffee every morning at the cafe, because Megan was a natural helper.\n\nCraig's greed was very well known to so when he saw Michael's gold watch Craig envied it.\n\nAngela's main vice is eating, while Betty has a small appetite, so Betty is more likely to be thin.\n\nAt their high school's homecoming dance, Natalie stayed on the floor for the slow dance while Maria got food during it, because Maria", + " had broken up with her significant other." + ] + ], + "resps": [ + [ + [ + -23.421875, + false + ] + ], + [ + [ + -22.71875, + false + ] + ] + ], + "filtered_resps": [ + [ + -23.421875, + false + ], + [ + -22.71875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 411, + "doc": { + "sentence": "Erin read a book to Monica because _ was old enough to be able to read.", + "option1": "Erin", + "option2": "Monica", + "answer": "1" + }, + "target": "was old enough to be able to read.", + "arguments": [ + [ + "Jeffrey hired Michael to clean their floors but Michael was going on a long vacation.\n\nJen had to get her license and a house inspection to become a foster parent, and she had to keep her house clean for the inspection .\n\nIn order to help a friend with PTSD, she left a group therapy flyer on the table instead of a self-help book because the flyer would be useful.\n\nWhen roasting chicken I like to use the stove instead of the oven. The oven makes it unappetizing.\n\nHe refused to change out of his tank top, even though it made him look like a a redneck with beer because he wanted to finish the beer .\n\nErin read a book to Monica because Erin", + " was old enough to be able to read." + ], + [ + "Jeffrey hired Michael to clean their floors but Michael was going on a long vacation.\n\nJen had to get her license and a house inspection to become a foster parent, and she had to keep her house clean for the inspection .\n\nIn order to help a friend with PTSD, she left a group therapy flyer on the table instead of a self-help book because the flyer would be useful.\n\nWhen roasting chicken I like to use the stove instead of the oven. The oven makes it unappetizing.\n\nHe refused to change out of his tank top, even though it made him look like a a redneck with beer because he wanted to finish the beer .\n\nErin read a book to Monica because Monica", + " was old enough to be able to read." + ] + ], + "resps": [ + [ + [ + -19.34375, + false + ] + ], + [ + [ + -16.71875, + false + ] + ] + ], + "filtered_resps": [ + [ + -19.34375, + false + ], + [ + -16.71875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 419, + "doc": { + "sentence": "The garbage can smells much worse than the recycling, so the _ is probably a lot more sterile.", + "option1": "garbage", + "option2": "recycling", + "answer": "2" + }, + "target": "is probably a lot more sterile.", + "arguments": [ + [ + "Upon coming across a millipedes on hike, Rebecca took a picture of it and Elena stepped on it as Elena is a bug hater.\n\nThe hats that Margaret knit look a lot nicer than the gloves she made. She has a knack for making the hats .\n\nTech problems are Lawrence specialty and physical problems are Ryan, Ryan works with people and disabilities.\n\nAble to hear a scurrying sound from below the sink, Megan asked Samantha to check, as Samantha was indifferent about seeing a mouse.\n\nDennis could not afford to replace the windows of his house like Neil recently had, because Dennis was poor.\n\nThe garbage can smells much worse than the recycling, so the garbage", + " is probably a lot more sterile." + ], + [ + "Upon coming across a millipedes on hike, Rebecca took a picture of it and Elena stepped on it as Elena is a bug hater.\n\nThe hats that Margaret knit look a lot nicer than the gloves she made. She has a knack for making the hats .\n\nTech problems are Lawrence specialty and physical problems are Ryan, Ryan works with people and disabilities.\n\nAble to hear a scurrying sound from below the sink, Megan asked Samantha to check, as Samantha was indifferent about seeing a mouse.\n\nDennis could not afford to replace the windows of his house like Neil recently had, because Dennis was poor.\n\nThe garbage can smells much worse than the recycling, so the recycling", + " is probably a lot more sterile." + ] + ], + "resps": [ + [ + [ + -23.890625, + false + ] + ], + [ + [ + -20.796875, + false + ] + ] + ], + "filtered_resps": [ + [ + -23.890625, + false + ], + [ + -20.796875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 427, + "doc": { + "sentence": "Kenneth is accused of destroying drywall in Jeffrey's house, _ is renting the house.", + "option1": "Kenneth", + "option2": "Jeffrey", + "answer": "1" + }, + "target": "is renting the house.", + "arguments": [ + [ + "i had to abandon pleasure to seek inner peace after my divorce, the pleasure was destructive.\n\nVictoria's Birthday present from Felicia was a new grill because Victoria is an avid chef.\n\nShe became extremely educated by reading books and watching videos. The books were often musty.\n\nSamuel did not know a lot of conversation topics like Brian because Brian always kept up with the news.\n\nNeil underwent the medical procedure performed by Nick, and Neil got through the procedure with flying colors.\n\nKenneth is accused of destroying drywall in Jeffrey's house, Kenneth", + " is renting the house." + ], + [ + "i had to abandon pleasure to seek inner peace after my divorce, the pleasure was destructive.\n\nVictoria's Birthday present from Felicia was a new grill because Victoria is an avid chef.\n\nShe became extremely educated by reading books and watching videos. The books were often musty.\n\nSamuel did not know a lot of conversation topics like Brian because Brian always kept up with the news.\n\nNeil underwent the medical procedure performed by Nick, and Neil got through the procedure with flying colors.\n\nKenneth is accused of destroying drywall in Jeffrey's house, Jeffrey", + " is renting the house." + ] + ], + "resps": [ + [ + [ + -14.9296875, + false + ] + ], + [ + [ + -14.578125, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.9296875, + false + ], + [ + -14.578125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 435, + "doc": { + "sentence": "Angela loved to wear sun glasses but Jessica didn't. _ bought a fancy new pair of shoes.", + "option1": "Angela", + "option2": "Jessica", + "answer": "2" + }, + "target": "bought a fancy new pair of shoes.", + "arguments": [ + [ + "The man hated his work compared to his wife's job because the work was stressful.\n\nNeil always brewed his coffee last thing in the morning unlike Steven because Steven needed it first.\n\nThe seeds that William uses are worse than Adam's because William went to a less reputable farmer.\n\nBetty has found a gold and needs help from Felicia to clean it, because Felicia is really helpful.\n\nCindy ate the noodles but not the vegetables because the vegetables were hard and undercooked.\n\nAngela loved to wear sun glasses but Jessica didn't. Angela", + " bought a fancy new pair of shoes." + ], + [ + "The man hated his work compared to his wife's job because the work was stressful.\n\nNeil always brewed his coffee last thing in the morning unlike Steven because Steven needed it first.\n\nThe seeds that William uses are worse than Adam's because William went to a less reputable farmer.\n\nBetty has found a gold and needs help from Felicia to clean it, because Felicia is really helpful.\n\nCindy ate the noodles but not the vegetables because the vegetables were hard and undercooked.\n\nAngela loved to wear sun glasses but Jessica didn't. Jessica", + " bought a fancy new pair of shoes." + ] + ], + "resps": [ + [ + [ + -24.53125, + false + ] + ], + [ + [ + -24.640625, + false + ] + ] + ], + "filtered_resps": [ + [ + -24.53125, + false + ], + [ + -24.640625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 443, + "doc": { + "sentence": "Mary goes around telling everyone that Christine is too clingy because _ likes to be touched..", + "option1": "Mary", + "option2": "Christine", + "answer": "2" + }, + "target": "likes to be touched..", + "arguments": [ + [ + "Bradley wants to buy a motorcycle and sell his SUV because the motorcycle will save a lot of money on gas.\n\nAmy learned to play the mandolin from Elena due to Amy being a music beginner.\n\nGrace was happy to get a new battery for her car. The battery was dead.\n\nWhen choosing a movie to watch, Logan would select a documentary and Jason a comedy, I say Jason is a fun loving person.\n\nKenneth liked to collect plates with pretty flowers on them while Eric did not. Eric didn't buy a new plate.\n\nMary goes around telling everyone that Christine is too clingy because Mary", + " likes to be touched.." + ], + [ + "Bradley wants to buy a motorcycle and sell his SUV because the motorcycle will save a lot of money on gas.\n\nAmy learned to play the mandolin from Elena due to Amy being a music beginner.\n\nGrace was happy to get a new battery for her car. The battery was dead.\n\nWhen choosing a movie to watch, Logan would select a documentary and Jason a comedy, I say Jason is a fun loving person.\n\nKenneth liked to collect plates with pretty flowers on them while Eric did not. Eric didn't buy a new plate.\n\nMary goes around telling everyone that Christine is too clingy because Christine", + " likes to be touched.." + ] + ], + "resps": [ + [ + [ + -31.234375, + false + ] + ], + [ + [ + -29.3125, + false + ] + ] + ], + "filtered_resps": [ + [ + -31.234375, + false + ], + [ + -29.3125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 451, + "doc": { + "sentence": "Hugh scrubbed the mold in his apartment with a cleaner but had to call a pro because the _ was too weak.", + "option1": "mold", + "option2": "cleaner", + "answer": "2" + }, + "target": "was too weak.", + "arguments": [ + [ + "Laura asked Elena to help choose their new curtains because Laura was new to interior design.\n\nVictoria found reading poems most enthralling while Felicia found mysteries more to their liking. Victoria bought a book by Shakespeare at Barnes and Noble.\n\nThe rod could not be used to mix the mixture of flour and water because the rod is too thin.\n\nNeil put the milk on Randy 's table and it spilled all over it. Randy was angry.\n\nRebecca asked Natalie what time their beginner's yoga class started because Rebecca could not remember.\n\nHugh scrubbed the mold in his apartment with a cleaner but had to call a pro because the mold", + " was too weak." + ], + [ + "Laura asked Elena to help choose their new curtains because Laura was new to interior design.\n\nVictoria found reading poems most enthralling while Felicia found mysteries more to their liking. Victoria bought a book by Shakespeare at Barnes and Noble.\n\nThe rod could not be used to mix the mixture of flour and water because the rod is too thin.\n\nNeil put the milk on Randy 's table and it spilled all over it. Randy was angry.\n\nRebecca asked Natalie what time their beginner's yoga class started because Rebecca could not remember.\n\nHugh scrubbed the mold in his apartment with a cleaner but had to call a pro because the cleaner", + " was too weak." + ] + ], + "resps": [ + [ + [ + -9.5234375, + false + ] + ], + [ + [ + -4.41015625, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.5234375, + false + ], + [ + -4.41015625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 459, + "doc": { + "sentence": "The apartment that Samantha lived in was a lot smaller than Megan, because _ had a little salary.", + "option1": "Samantha", + "option2": "Megan", + "answer": "1" + }, + "target": "had a little salary.", + "arguments": [ + [ + "The barber tried to use the chemical to dye the woman's hair but the hair was too tough.\n\nSteven raises cattle while Joel raises chickens, and therefore Steven is able to sell milk.\n\nLeslie laughed at Christopher for having such short hair, and Christopher felt angry about it later.\n\nThe sidewalk was made of bricks while the driveway was made of poured concrete. The sidewalk was more bumpy to ride on.\n\nNelson found it easier to put the star on the Christmas tree than Robert because Nelson was quite tall.\n\nThe apartment that Samantha lived in was a lot smaller than Megan, because Samantha", + " had a little salary." + ], + [ + "The barber tried to use the chemical to dye the woman's hair but the hair was too tough.\n\nSteven raises cattle while Joel raises chickens, and therefore Steven is able to sell milk.\n\nLeslie laughed at Christopher for having such short hair, and Christopher felt angry about it later.\n\nThe sidewalk was made of bricks while the driveway was made of poured concrete. The sidewalk was more bumpy to ride on.\n\nNelson found it easier to put the star on the Christmas tree than Robert because Nelson was quite tall.\n\nThe apartment that Samantha lived in was a lot smaller than Megan, because Megan", + " had a little salary." + ] + ], + "resps": [ + [ + [ + -15.65625, + false + ] + ], + [ + [ + -18.109375, + false + ] + ] + ], + "filtered_resps": [ + [ + -15.65625, + false + ], + [ + -18.109375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 467, + "doc": { + "sentence": "After Logan pitched a ball that got clobbered for a home run by Justin in a baseball game, _ felt exultant.", + "option1": "Logan", + "option2": "Justin", + "answer": "2" + }, + "target": "felt exultant.", + "arguments": [ + [ + "My friend renovated both her kitchen and bathroom. Her kitchen came off better, because the kitchen looks modern.\n\nBetty had to potty train Cynthia in order to enroll them in preschool, because Cynthia was a toddler.\n\nIt was more common for the bike to break that the tricycle, because the bike had poor craftsmanship.\n\nThe container was filled with water and milk, but the container burst and the milk was the heavier liquid.\n\nWilliam swept up all the leaves while Ian sat on the porch relaxing, so Ian was chill and relaxed.\n\nAfter Logan pitched a ball that got clobbered for a home run by Justin in a baseball game, Logan", + " felt exultant." + ], + [ + "My friend renovated both her kitchen and bathroom. Her kitchen came off better, because the kitchen looks modern.\n\nBetty had to potty train Cynthia in order to enroll them in preschool, because Cynthia was a toddler.\n\nIt was more common for the bike to break that the tricycle, because the bike had poor craftsmanship.\n\nThe container was filled with water and milk, but the container burst and the milk was the heavier liquid.\n\nWilliam swept up all the leaves while Ian sat on the porch relaxing, so Ian was chill and relaxed.\n\nAfter Logan pitched a ball that got clobbered for a home run by Justin in a baseball game, Justin", + " felt exultant." + ] + ], + "resps": [ + [ + [ + -12.5234375, + false + ] + ], + [ + [ + -14.625, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.5234375, + false + ], + [ + -14.625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 475, + "doc": { + "sentence": "Benjamin has a spouse and Kyle is single after being divorced, so _ is celebrating their independence this year.", + "option1": "Benjamin", + "option2": "Kyle", + "answer": "2" + }, + "target": "is celebrating their independence this year.", + "arguments": [ + [ + "Angela needs help with pricing her jewelery so she goes to Emily, becasue Emily is a professional.\n\nJeffrey always put peanut butter and jam on his sandwiches unlike Donald because Jeffrey loved the combo.\n\nThey went to a petting zoo which Samuel liked but Jason hated. Samuel was sure the animals enjoyed the experience, too.\n\nThe plane flew at a lower altitude than the helicopter because the plane had less engine power.\n\nThe musician wanted to store the guitar in the case but the case was too small.\n\nBenjamin has a spouse and Kyle is single after being divorced, so Benjamin", + " is celebrating their independence this year." + ], + [ + "Angela needs help with pricing her jewelery so she goes to Emily, becasue Emily is a professional.\n\nJeffrey always put peanut butter and jam on his sandwiches unlike Donald because Jeffrey loved the combo.\n\nThey went to a petting zoo which Samuel liked but Jason hated. Samuel was sure the animals enjoyed the experience, too.\n\nThe plane flew at a lower altitude than the helicopter because the plane had less engine power.\n\nThe musician wanted to store the guitar in the case but the case was too small.\n\nBenjamin has a spouse and Kyle is single after being divorced, so Kyle", + " is celebrating their independence this year." + ] + ], + "resps": [ + [ + [ + -34.25, + false + ] + ], + [ + [ + -31.734375, + false + ] + ] + ], + "filtered_resps": [ + [ + -34.25, + false + ], + [ + -31.734375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 483, + "doc": { + "sentence": "Tommy was able to carry the tripod himself, but his friend had to help him carry the camera because the _ was lighter.", + "option1": "camera", + "option2": "tripod", + "answer": "2" + }, + "target": "was lighter.", + "arguments": [ + [ + "Kevin's broker recommended that he sell all his commodities and invest in bonds instead because the bonds would be more profitable.\n\nMary had less oily hair than Victoria although the scalp of Victoria was much drier.\n\nLaura likes the bright colors of a clownfish but Rebecca does not. Rebecca bought a catfish for their aquarium.\n\nCarrie was afraid of ghosts. Christine said this was foolish but Christine could not convinced them.\n\nRachel had fun at the slumber party but Erin had a bad time, Erin was quiet and was kept up all night.\n\nTommy was able to carry the tripod himself, but his friend had to help him carry the camera because the camera", + " was lighter." + ], + [ + "Kevin's broker recommended that he sell all his commodities and invest in bonds instead because the bonds would be more profitable.\n\nMary had less oily hair than Victoria although the scalp of Victoria was much drier.\n\nLaura likes the bright colors of a clownfish but Rebecca does not. Rebecca bought a catfish for their aquarium.\n\nCarrie was afraid of ghosts. Christine said this was foolish but Christine could not convinced them.\n\nRachel had fun at the slumber party but Erin had a bad time, Erin was quiet and was kept up all night.\n\nTommy was able to carry the tripod himself, but his friend had to help him carry the camera because the tripod", + " was lighter." + ] + ], + "resps": [ + [ + [ + -9.4921875, + false + ] + ], + [ + [ + -10.2578125, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.4921875, + false + ], + [ + -10.2578125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 491, + "doc": { + "sentence": "The remote control worked better than the toy car because the batteries in the _ were fresher.", + "option1": "remote control", + "option2": "toy car", + "answer": "1" + }, + "target": "were fresher.", + "arguments": [ + [ + "The smile of Matthew is brighter than Craig's is, so Craig brushes his teeth less often.\n\nGrandad liked to get his news from real newspapers, and not online websites. The newspapers felt authentic and substantial.\n\nKen's dog preferred eating from the table and not his bowl, because food from the table seemed special to him.\n\nPatricia was caught trespassing on Sarah's house and other property, so Patricia went to jail.\n\nThe mechanic told Evan he needed to replace his brake pads, but not the shoes, as the pads were worn.\n\nThe remote control worked better than the toy car because the batteries in the remote control", + " were fresher." + ], + [ + "The smile of Matthew is brighter than Craig's is, so Craig brushes his teeth less often.\n\nGrandad liked to get his news from real newspapers, and not online websites. The newspapers felt authentic and substantial.\n\nKen's dog preferred eating from the table and not his bowl, because food from the table seemed special to him.\n\nPatricia was caught trespassing on Sarah's house and other property, so Patricia went to jail.\n\nThe mechanic told Evan he needed to replace his brake pads, but not the shoes, as the pads were worn.\n\nThe remote control worked better than the toy car because the batteries in the toy car", + " were fresher." + ] + ], + "resps": [ + [ + [ + -3.529296875, + false + ] + ], + [ + [ + -9.875, + false + ] + ] + ], + "filtered_resps": [ + [ + -3.529296875, + false + ], + [ + -9.875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 499, + "doc": { + "sentence": "Cynthia gave a rabbit as a companion to Carrie because _ thought they were lonely.", + "option1": "Cynthia", + "option2": "Carrie", + "answer": "1" + }, + "target": "thought they were lonely.", + "arguments": [ + [ + "Katrina was able to remove the mildew from the tub but not Christine because Katrina used bleach.\n\nHangovers are really bad, but they are not as bad as migraines, because the migraines last awhile.\n\nThe autopsy was performed by Kayla instead of Christine since Christine fainted at the sight of blood .\n\nJon had to attend more physical therapy for his knee than for his elbow. The elbow had the less serious injury.\n\nLawrence has an anxiety disorder and Jason does not, so Lawrence takes medication for it.\n\nCynthia gave a rabbit as a companion to Carrie because Cynthia", + " thought they were lonely." + ], + [ + "Katrina was able to remove the mildew from the tub but not Christine because Katrina used bleach.\n\nHangovers are really bad, but they are not as bad as migraines, because the migraines last awhile.\n\nThe autopsy was performed by Kayla instead of Christine since Christine fainted at the sight of blood .\n\nJon had to attend more physical therapy for his knee than for his elbow. The elbow had the less serious injury.\n\nLawrence has an anxiety disorder and Jason does not, so Lawrence takes medication for it.\n\nCynthia gave a rabbit as a companion to Carrie because Carrie", + " thought they were lonely." + ] + ], + "resps": [ + [ + [ + -13.3203125, + false + ] + ], + [ + [ + -15.9765625, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.3203125, + false + ], + [ + -15.9765625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 507, + "doc": { + "sentence": "Nick struggled with unresolved trauma that Ian couldn't understand, since _ had frequently experienced childhood abuse.", + "option1": "Nick", + "option2": "Ian", + "answer": "2" + }, + "target": "had frequently experienced childhood abuse.", + "arguments": [ + [ + "Ian didn't know what to do about the situation while Steven was ready to go with an answer. Steven was a solver.\n\nI liked the flowers at my sisters house more than the plants at my moms, because the plants were ugly.\n\nThe dog food outweighed the drink, hence James decided to add more drink because the drink is lighter.\n\nThe man tried to put the furniture on the floor but the furniture was too large.\n\nBrett made a homemade pie while Eric bought a pie at the store because Eric was a terrible baker.\n\nNick struggled with unresolved trauma that Ian couldn't understand, since Nick", + " had frequently experienced childhood abuse." + ], + [ + "Ian didn't know what to do about the situation while Steven was ready to go with an answer. Steven was a solver.\n\nI liked the flowers at my sisters house more than the plants at my moms, because the plants were ugly.\n\nThe dog food outweighed the drink, hence James decided to add more drink because the drink is lighter.\n\nThe man tried to put the furniture on the floor but the furniture was too large.\n\nBrett made a homemade pie while Eric bought a pie at the store because Eric was a terrible baker.\n\nNick struggled with unresolved trauma that Ian couldn't understand, since Ian", + " had frequently experienced childhood abuse." + ] + ], + "resps": [ + [ + [ + -25.6875, + false + ] + ], + [ + [ + -24.65625, + false + ] + ] + ], + "filtered_resps": [ + [ + -25.6875, + false + ], + [ + -24.65625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 515, + "doc": { + "sentence": "The stain in the bucket could not be cleaned with the brush because the _ is tough.", + "option1": "stain", + "option2": "brush", + "answer": "1" + }, + "target": "is tough.", + "arguments": [ + [ + "Mary aged much worse than Cynthia because Mary was smoking all of their spare time.\n\nSamantha used a brush on their hair after a shower but Christine just toweled their hair. Christine had tangled gnarly hair.\n\nKyle screamed at William, because William was showing off their vast collection of creepy insects.\n\nLindsey was much weaker than Megan since Megan was a gym rat who worked out at least five days a week.\n\nMike was late to work because his car was law on gas, fortunately the work was close enough to walk to.\n\nThe stain in the bucket could not be cleaned with the brush because the stain", + " is tough." + ], + [ + "Mary aged much worse than Cynthia because Mary was smoking all of their spare time.\n\nSamantha used a brush on their hair after a shower but Christine just toweled their hair. Christine had tangled gnarly hair.\n\nKyle screamed at William, because William was showing off their vast collection of creepy insects.\n\nLindsey was much weaker than Megan since Megan was a gym rat who worked out at least five days a week.\n\nMike was late to work because his car was law on gas, fortunately the work was close enough to walk to.\n\nThe stain in the bucket could not be cleaned with the brush because the brush", + " is tough." + ] + ], + "resps": [ + [ + [ + -12.53125, + false + ] + ], + [ + [ + -15.4765625, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.53125, + false + ], + [ + -15.4765625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 523, + "doc": { + "sentence": "Mary wanted to surprise Cynthia with a puppy for Christmas, so _ asked about allergies to dogs.", + "option1": "Mary", + "option2": "Cynthia", + "answer": "1" + }, + "target": "asked about allergies to dogs.", + "arguments": [ + [ + "Being a boss comes natural to Michael it never has for Leslie, Leslie is not a suitable leader for others.\n\nThe feeling that John has with Philip is worse than his emotion towards Dennis, because the feeling are intense.\n\nChristine is teaching Rebecca how to ride a horse, because Christine is a great teacher.\n\nWilliam's attorney was a public defender who just didn't care and Dennis has a very successful hired attorney so chances are Dennis will win in mediation.\n\nThe skin of Jessica is much more bronze than that of Angela because Jessica got a lot of sun.\n\nMary wanted to surprise Cynthia with a puppy for Christmas, so Mary", + " asked about allergies to dogs." + ], + [ + "Being a boss comes natural to Michael it never has for Leslie, Leslie is not a suitable leader for others.\n\nThe feeling that John has with Philip is worse than his emotion towards Dennis, because the feeling are intense.\n\nChristine is teaching Rebecca how to ride a horse, because Christine is a great teacher.\n\nWilliam's attorney was a public defender who just didn't care and Dennis has a very successful hired attorney so chances are Dennis will win in mediation.\n\nThe skin of Jessica is much more bronze than that of Angela because Jessica got a lot of sun.\n\nMary wanted to surprise Cynthia with a puppy for Christmas, so Cynthia", + " asked about allergies to dogs." + ] + ], + "resps": [ + [ + [ + -26.265625, + false + ] + ], + [ + [ + -24.1875, + false + ] + ] + ], + "filtered_resps": [ + [ + -26.265625, + false + ], + [ + -24.1875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 531, + "doc": { + "sentence": "At the dance, Adam asked the girl to dance before Donald, so _ is angry with himself.", + "option1": "Adam", + "option2": "Donald", + "answer": "2" + }, + "target": "is angry with himself.", + "arguments": [ + [ + "He wanted to buy a digital or acoustic piano for his new home and he chose the Acoustic piano because it was classic.\n\nShe tried to avoid the zoo so she could visit the park instead, since the park was aligned to her tastes.\n\nCleaning wood doors is enjoyable for Patricia but not Laura because Patricia is okay with easy work.\n\nSamantha liked to drink low tea and Tanya did not because Tanya did not enjoy drinking something in the evening.\n\nMary is in bad health unlike Katrina so Katrina doesn't worry about eating more fruits and vegetables.\n\nAt the dance, Adam asked the girl to dance before Donald, so Adam", + " is angry with himself." + ], + [ + "He wanted to buy a digital or acoustic piano for his new home and he chose the Acoustic piano because it was classic.\n\nShe tried to avoid the zoo so she could visit the park instead, since the park was aligned to her tastes.\n\nCleaning wood doors is enjoyable for Patricia but not Laura because Patricia is okay with easy work.\n\nSamantha liked to drink low tea and Tanya did not because Tanya did not enjoy drinking something in the evening.\n\nMary is in bad health unlike Katrina so Katrina doesn't worry about eating more fruits and vegetables.\n\nAt the dance, Adam asked the girl to dance before Donald, so Donald", + " is angry with himself." + ] + ], + "resps": [ + [ + [ + -19.671875, + false + ] + ], + [ + [ + -15.265625, + false + ] + ] + ], + "filtered_resps": [ + [ + -19.671875, + false + ], + [ + -15.265625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 539, + "doc": { + "sentence": "Rebecca slept in the hammock in the backyard while Tanya gardened because _ was tired.", + "option1": "Rebecca", + "option2": "Tanya", + "answer": "1" + }, + "target": "was tired.", + "arguments": [ + [ + "Beth's put her art in a gallery instead of a museum because the gallery thought her art was different.\n\nThe computer needed a new monitor, but the keyboard was fine, because the keyboard was brand new.\n\nSamantha's hands were freezing, so she asked Elena if she could borrow some gloves. Samantha was unprepared for the cold weather.\n\nDuring the child's development, the parents were required to get many books and not as many notebooks because the notebooks were not needed for learning.\n\nVictoria had to wear cleats today at school but Patricia did not because Victoria has a soccer match after school.\n\nRebecca slept in the hammock in the backyard while Tanya gardened because Rebecca", + " was tired." + ], + [ + "Beth's put her art in a gallery instead of a museum because the gallery thought her art was different.\n\nThe computer needed a new monitor, but the keyboard was fine, because the keyboard was brand new.\n\nSamantha's hands were freezing, so she asked Elena if she could borrow some gloves. Samantha was unprepared for the cold weather.\n\nDuring the child's development, the parents were required to get many books and not as many notebooks because the notebooks were not needed for learning.\n\nVictoria had to wear cleats today at school but Patricia did not because Victoria has a soccer match after school.\n\nRebecca slept in the hammock in the backyard while Tanya gardened because Tanya", + " was tired." + ] + ], + "resps": [ + [ + [ + -5.29296875, + false + ] + ], + [ + [ + -6.11328125, + false + ] + ] + ], + "filtered_resps": [ + [ + -5.29296875, + false + ], + [ + -6.11328125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 547, + "doc": { + "sentence": "Joe drank his milk and tried to dunk his cookie in the glass but the _ was too big.", + "option1": "cookie", + "option2": "glass", + "answer": "1" + }, + "target": "was too big.", + "arguments": [ + [ + "He ran into the building after he heard the siren go off. The building was safe.\n\nThe team only needed to replace the monitor and not the computer because the monitor was old.\n\nNeil couldn't stop lying to Leslie, but Leslie told him he better to keep his friend.\n\nShe decided to leave the coach and headed to the taxi so she could get there faster but the coach was actually faster.\n\nThe shoe john sent to the man was returned but he accepted the watch because the watch is attractive.\n\nJoe drank his milk and tried to dunk his cookie in the glass but the cookie", + " was too big." + ], + [ + "He ran into the building after he heard the siren go off. The building was safe.\n\nThe team only needed to replace the monitor and not the computer because the monitor was old.\n\nNeil couldn't stop lying to Leslie, but Leslie told him he better to keep his friend.\n\nShe decided to leave the coach and headed to the taxi so she could get there faster but the coach was actually faster.\n\nThe shoe john sent to the man was returned but he accepted the watch because the watch is attractive.\n\nJoe drank his milk and tried to dunk his cookie in the glass but the glass", + " was too big." + ] + ], + "resps": [ + [ + [ + -3.783203125, + true + ] + ], + [ + [ + -4.421875, + false + ] + ] + ], + "filtered_resps": [ + [ + -3.783203125, + true + ], + [ + -4.421875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 555, + "doc": { + "sentence": "So _ ignored drinking milk from the bottle because Rachel was thirsty and Erin already drank some water.", + "option1": "Rachel", + "option2": "Erin", + "answer": "2" + }, + "target": "ignored drinking milk from the bottle because Rachel was thirsty and Erin already drank some water.", + "arguments": [ + [ + "Being physically fit was easier for Natalie than Amy because Natalie spent a lot of time doing weight training.\n\nEric is known as bilingual whereas Jason is not because Jason still can't speak Spanish fluently.\n\nMegan fed the baby carrot flavored formula to Amy, so Amy is being a hungry infant.\n\nthe practice was to happen daily but they had limited space, the space was too little.\n\nLaura disliked the diamond ring Cynthia was wearing, but Cynthia loved it despite feeling diamonds were the result of slave labor and violence.\n\nSo Rachel", + " ignored drinking milk from the bottle because Rachel was thirsty and Erin already drank some water." + ], + [ + "Being physically fit was easier for Natalie than Amy because Natalie spent a lot of time doing weight training.\n\nEric is known as bilingual whereas Jason is not because Jason still can't speak Spanish fluently.\n\nMegan fed the baby carrot flavored formula to Amy, so Amy is being a hungry infant.\n\nthe practice was to happen daily but they had limited space, the space was too little.\n\nLaura disliked the diamond ring Cynthia was wearing, but Cynthia loved it despite feeling diamonds were the result of slave labor and violence.\n\nSo Erin", + " ignored drinking milk from the bottle because Rachel was thirsty and Erin already drank some water." + ] + ], + "resps": [ + [ + [ + -65.375, + false + ] + ], + [ + [ + -65.4375, + false + ] + ] + ], + "filtered_resps": [ + [ + -65.375, + false + ], + [ + -65.4375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 563, + "doc": { + "sentence": "Fiction books were interesting and easy to read for Logan but not Brett because _ enjoyed real tales.", + "option1": "Logan", + "option2": "Brett", + "answer": "2" + }, + "target": "enjoyed real tales.", + "arguments": [ + [ + "When they baked, Kevin always let Jeffrey crack the egg because Kevin always got shells in the mix.\n\nJames was reading an essay loud to the audience but they cannot hear him because of the music played. The essay is quiet.\n\nMichael was going to Hawaii when Craig insisted he learned how to swim, but Craig had no idea how to swim either.\n\nWhile Michael didn't like animals as much as Robert however Robert had a dislike for frogs.\n\nAdam wanted to play the game on the table instead of the carpet, because the table had a smoother surface.\n\nFiction books were interesting and easy to read for Logan but not Brett because Logan", + " enjoyed real tales." + ], + [ + "When they baked, Kevin always let Jeffrey crack the egg because Kevin always got shells in the mix.\n\nJames was reading an essay loud to the audience but they cannot hear him because of the music played. The essay is quiet.\n\nMichael was going to Hawaii when Craig insisted he learned how to swim, but Craig had no idea how to swim either.\n\nWhile Michael didn't like animals as much as Robert however Robert had a dislike for frogs.\n\nAdam wanted to play the game on the table instead of the carpet, because the table had a smoother surface.\n\nFiction books were interesting and easy to read for Logan but not Brett because Brett", + " enjoyed real tales." + ] + ], + "resps": [ + [ + [ + -20.859375, + false + ] + ], + [ + [ + -18.4375, + false + ] + ] + ], + "filtered_resps": [ + [ + -20.859375, + false + ], + [ + -18.4375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 571, + "doc": { + "sentence": "He tried to use the rag to clean the bacteria off the table but the _ was too large.", + "option1": "bacteria", + "option2": "table", + "answer": "2" + }, + "target": "was too large.", + "arguments": [ + [ + "Joe chose to invest in real estate over the stock market because he thought the real estate would have a higher long term return.\n\nSunny days were the best time to visit the beach according to Christopher but Matthew did not agree with Christopher .\n\nThe children were scared of the puppets but laughed at the movies, as the movies were amusing for them.\n\nThe mouse got stuck in a hole while running with a wood in its mouth. The wood is wide.\n\nIan really had to go the bathroom while he was at Craig's house, causing Ian to feel embarrassed.\n\nHe tried to use the rag to clean the bacteria off the table but the bacteria", + " was too large." + ], + [ + "Joe chose to invest in real estate over the stock market because he thought the real estate would have a higher long term return.\n\nSunny days were the best time to visit the beach according to Christopher but Matthew did not agree with Christopher .\n\nThe children were scared of the puppets but laughed at the movies, as the movies were amusing for them.\n\nThe mouse got stuck in a hole while running with a wood in its mouth. The wood is wide.\n\nIan really had to go the bathroom while he was at Craig's house, causing Ian to feel embarrassed.\n\nHe tried to use the rag to clean the bacteria off the table but the table", + " was too large." + ] + ], + "resps": [ + [ + [ + -9.6015625, + false + ] + ], + [ + [ + -7.8671875, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.6015625, + false + ], + [ + -7.8671875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 579, + "doc": { + "sentence": "I couldn't figure out what my costume would be for Halloween Peter Pan or Snow White. The _ costume I'd have to make myself a boy.", + "option1": "Peter Pan", + "option2": "Snow White", + "answer": "1" + }, + "target": "costume I'd have to make myself a boy.", + "arguments": [ + [ + "While hiking, Logan asked Derrick what brand of binoculars he preferred, because Logan was curious.\n\nKayla asked Rachel to show how to exercise at the local crossfit, because Kayla seldom worked out.\n\nMegan was hoping that Mary would give her tips on how to become an actress, because Mary was a total celebrity.\n\nRachel thought fish were good pets but Monica did not. Rachel bought a guppy from the pet store.\n\nThe student tried to hang his backpack in the closet but the closet was too small.\n\nI couldn't figure out what my costume would be for Halloween Peter Pan or Snow White. The Peter Pan", + " costume I'd have to make myself a boy." + ], + [ + "While hiking, Logan asked Derrick what brand of binoculars he preferred, because Logan was curious.\n\nKayla asked Rachel to show how to exercise at the local crossfit, because Kayla seldom worked out.\n\nMegan was hoping that Mary would give her tips on how to become an actress, because Mary was a total celebrity.\n\nRachel thought fish were good pets but Monica did not. Rachel bought a guppy from the pet store.\n\nThe student tried to hang his backpack in the closet but the closet was too small.\n\nI couldn't figure out what my costume would be for Halloween Peter Pan or Snow White. The Snow White", + " costume I'd have to make myself a boy." + ] + ], + "resps": [ + [ + [ + -34.3125, + false + ] + ], + [ + [ + -33.1875, + false + ] + ] + ], + "filtered_resps": [ + [ + -34.3125, + false + ], + [ + -33.1875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 587, + "doc": { + "sentence": "The water in the car was hotter than the water in the truck because the engine in the _ had run more recently.", + "option1": "truck", + "option2": "car", + "answer": "2" + }, + "target": "had run more recently.", + "arguments": [ + [ + "Christine thought rabbits were very cute but Betty didn't. Betty bought a gerbil at the pet store.\n\nIan helped Steven carry a mattress up the stairs since Ian is a very strong person.\n\nJoe used soap to get rid of his smell, but the Soap was too weak.\n\nThe man tried to put the food into the refrigerator but the refrigerator was too small.\n\nThe blackberries tasted sweet but the raspberries tasted tart because the raspberries were less ripe.\n\nThe water in the car was hotter than the water in the truck because the engine in the truck", + " had run more recently." + ], + [ + "Christine thought rabbits were very cute but Betty didn't. Betty bought a gerbil at the pet store.\n\nIan helped Steven carry a mattress up the stairs since Ian is a very strong person.\n\nJoe used soap to get rid of his smell, but the Soap was too weak.\n\nThe man tried to put the food into the refrigerator but the refrigerator was too small.\n\nThe blackberries tasted sweet but the raspberries tasted tart because the raspberries were less ripe.\n\nThe water in the car was hotter than the water in the truck because the engine in the car", + " had run more recently." + ] + ], + "resps": [ + [ + [ + -16.46875, + false + ] + ], + [ + [ + -15.875, + false + ] + ] + ], + "filtered_resps": [ + [ + -16.46875, + false + ], + [ + -15.875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 595, + "doc": { + "sentence": "Donald stuck his nose up and scoffed at William's ragged outfit, because _ looked like the working class.", + "option1": "Donald", + "option2": "William", + "answer": "2" + }, + "target": "looked like the working class.", + "arguments": [ + [ + "Fallon brought home mice and put them in cages, but the cages were too small.\n\nCarrie asked Angela what medicine the doctor had said to get because Carrie had forgotten.\n\nRachel was always happy for Felicia because Felicia got good grades a lot of the time at school.\n\nThe flowers in my moms house were beautiful as opposed to the plants in my house, because the plants were let go.\n\nDarlene was making a casserole and decided to top it with tater tots instead of potato chips because her family had already had it with the potato chips before.\n\nDonald stuck his nose up and scoffed at William's ragged outfit, because Donald", + " looked like the working class." + ], + [ + "Fallon brought home mice and put them in cages, but the cages were too small.\n\nCarrie asked Angela what medicine the doctor had said to get because Carrie had forgotten.\n\nRachel was always happy for Felicia because Felicia got good grades a lot of the time at school.\n\nThe flowers in my moms house were beautiful as opposed to the plants in my house, because the plants were let go.\n\nDarlene was making a casserole and decided to top it with tater tots instead of potato chips because her family had already had it with the potato chips before.\n\nDonald stuck his nose up and scoffed at William's ragged outfit, because William", + " looked like the working class." + ] + ], + "resps": [ + [ + [ + -20.90625, + false + ] + ], + [ + [ + -16.359375, + false + ] + ] + ], + "filtered_resps": [ + [ + -20.90625, + false + ], + [ + -16.359375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 603, + "doc": { + "sentence": "the water poured freely into the hole until it disappeared , the _ was deep.", + "option1": "hole", + "option2": "water", + "answer": "1" + }, + "target": "was deep.", + "arguments": [ + [ + "Nelson banged loudy on the drum which really bothered Michael because Michael was really sensitive to sound.\n\nWhen Betty said they were a hippie Emily laughed and said they preferred Nixon. The liberal was Betty .\n\nBugs freak Sarah out, while Katrina is a lover of them Sarah is an indoor human being.\n\nDoctor gave some medicine to Betty but gave none to Tanya as Tanya was showing none of the symptoms of illness.\n\nShe changed her university course from mathematics to history, because the mathematics course is too complex.\n\nthe water poured freely into the hole until it disappeared , the hole", + " was deep." + ], + [ + "Nelson banged loudy on the drum which really bothered Michael because Michael was really sensitive to sound.\n\nWhen Betty said they were a hippie Emily laughed and said they preferred Nixon. The liberal was Betty .\n\nBugs freak Sarah out, while Katrina is a lover of them Sarah is an indoor human being.\n\nDoctor gave some medicine to Betty but gave none to Tanya as Tanya was showing none of the symptoms of illness.\n\nShe changed her university course from mathematics to history, because the mathematics course is too complex.\n\nthe water poured freely into the hole until it disappeared , the water", + " was deep." + ] + ], + "resps": [ + [ + [ + -7.22265625, + false + ] + ], + [ + [ + -8.8359375, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.22265625, + false + ], + [ + -8.8359375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 611, + "doc": { + "sentence": "The man finally decided to become a guardian for the child at the orphanage because the _ was loving.", + "option1": "orphanage", + "option2": "guardian", + "answer": "2" + }, + "target": "was loving.", + "arguments": [ + [ + "Planting a fruit tree was a good idea for William but not Derrick because William enjoys eating fruit.\n\nSteven was more interested in planning his vacation than Justin because Justin had never wanted to travel.\n\nMary put the unused furniture in the den before decorating the dining room, because the den would not be used during the party.\n\nCraig set up traps in order to catch rats for Michael, because Michael needed traps from because their house was infested.\n\nEddie needed to make money so he pulled his money out of bonds and put them into stocks because the bonds had a better chance of lower performance.\n\nThe man finally decided to become a guardian for the child at the orphanage because the orphanage", + " was loving." + ], + [ + "Planting a fruit tree was a good idea for William but not Derrick because William enjoys eating fruit.\n\nSteven was more interested in planning his vacation than Justin because Justin had never wanted to travel.\n\nMary put the unused furniture in the den before decorating the dining room, because the den would not be used during the party.\n\nCraig set up traps in order to catch rats for Michael, because Michael needed traps from because their house was infested.\n\nEddie needed to make money so he pulled his money out of bonds and put them into stocks because the bonds had a better chance of lower performance.\n\nThe man finally decided to become a guardian for the child at the orphanage because the guardian", + " was loving." + ] + ], + "resps": [ + [ + [ + -13.8984375, + false + ] + ], + [ + [ + -13.203125, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.8984375, + false + ], + [ + -13.203125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 619, + "doc": { + "sentence": "The gothic lolita style suited Victoria better than Sarah because _ looked the worst in frilly dresses.", + "option1": "Victoria", + "option2": "Sarah", + "answer": "2" + }, + "target": "looked the worst in frilly dresses.", + "arguments": [ + [ + "For their birthday, Amy wanted to improve the house with Sarah, but Sarah left the short boards.\n\nJames believes he could get the same number of grams of stones with equal volume of oil but he was wrong because the oil is lighter.\n\nAfter eating dinner, Leslie offered a piece of gum to Kevin because Kevin had eaten a lot of garlic.\n\nThe skin treatment made her skin look better than the face mask did. The skin treatment must work efficiently.\n\nJulie couldn't use the rope to tie the rods together so she used a ribbon because the ribbon was a lot easier to knot.\n\nThe gothic lolita style suited Victoria better than Sarah because Victoria", + " looked the worst in frilly dresses." + ], + [ + "For their birthday, Amy wanted to improve the house with Sarah, but Sarah left the short boards.\n\nJames believes he could get the same number of grams of stones with equal volume of oil but he was wrong because the oil is lighter.\n\nAfter eating dinner, Leslie offered a piece of gum to Kevin because Kevin had eaten a lot of garlic.\n\nThe skin treatment made her skin look better than the face mask did. The skin treatment must work efficiently.\n\nJulie couldn't use the rope to tie the rods together so she used a ribbon because the ribbon was a lot easier to knot.\n\nThe gothic lolita style suited Victoria better than Sarah because Sarah", + " looked the worst in frilly dresses." + ] + ], + "resps": [ + [ + [ + -25.328125, + false + ] + ], + [ + [ + -24.09375, + false + ] + ] + ], + "filtered_resps": [ + [ + -25.328125, + false + ], + [ + -24.09375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 627, + "doc": { + "sentence": "Erin frequently suffered from hair loss while Samantha had healthy hair, as _ was never stressed out.", + "option1": "Erin", + "option2": "Samantha", + "answer": "2" + }, + "target": "was never stressed out.", + "arguments": [ + [ + "The microchip in Kenneth's cat works, but Benjamin's doesn't because Benjamin has a shady veterinarian.\n\nBrett wasn't sure what color of dress to buy unlike Derrick because Derrick was not picky.\n\nI have displayed my awards on the mantle but had to move some of them to a case. The mantle was too full.\n\nEvery time Michael saw a spider in the apartment he asked Samuel to deal with it, because Samuel loved helping spiders.\n\nKenneth could write a song and Kyle could sing them so, Kenneth wrote a beautiful song.\n\nErin frequently suffered from hair loss while Samantha had healthy hair, as Erin", + " was never stressed out." + ], + [ + "The microchip in Kenneth's cat works, but Benjamin's doesn't because Benjamin has a shady veterinarian.\n\nBrett wasn't sure what color of dress to buy unlike Derrick because Derrick was not picky.\n\nI have displayed my awards on the mantle but had to move some of them to a case. The mantle was too full.\n\nEvery time Michael saw a spider in the apartment he asked Samuel to deal with it, because Samuel loved helping spiders.\n\nKenneth could write a song and Kyle could sing them so, Kenneth wrote a beautiful song.\n\nErin frequently suffered from hair loss while Samantha had healthy hair, as Samantha", + " was never stressed out." + ] + ], + "resps": [ + [ + [ + -17.171875, + false + ] + ], + [ + [ + -11.9296875, + false + ] + ] + ], + "filtered_resps": [ + [ + -17.171875, + false + ], + [ + -11.9296875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 635, + "doc": { + "sentence": "The woman pierced the customer's tongue with a needle before piercing his nose because the _ was numb.", + "option1": "tongue", + "option2": "nose", + "answer": "1" + }, + "target": "was numb.", + "arguments": [ + [ + "John could never think of buying a television with that price considering his income because the income is low.\n\nCynthia needed to lose weight but Angela did not because Angela was over twenty pounds under the recommended weight.\n\nSheila didn’t check the temperature of her flat iron before straightening her hair. The hair was fried.\n\nSo Derrick hates being outdoor because Benjamin likes the fresh air and the open space and Derrick don't.\n\nLaura fixed all of the electronics brought to them by Felicia, because Felicia was paying them.\n\nThe woman pierced the customer's tongue with a needle before piercing his nose because the tongue", + " was numb." + ], + [ + "John could never think of buying a television with that price considering his income because the income is low.\n\nCynthia needed to lose weight but Angela did not because Angela was over twenty pounds under the recommended weight.\n\nSheila didn’t check the temperature of her flat iron before straightening her hair. The hair was fried.\n\nSo Derrick hates being outdoor because Benjamin likes the fresh air and the open space and Derrick don't.\n\nLaura fixed all of the electronics brought to them by Felicia, because Felicia was paying them.\n\nThe woman pierced the customer's tongue with a needle before piercing his nose because the nose", + " was numb." + ] + ], + "resps": [ + [ + [ + -7.875, + false + ] + ], + [ + [ + -9.9296875, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.875, + false + ], + [ + -9.9296875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 643, + "doc": { + "sentence": "Maria was able to keep their weight off long term, unlike Felicia, because _ followed a crash diet.", + "option1": "Maria", + "option2": "Felicia", + "answer": "1" + }, + "target": "followed a crash diet.", + "arguments": [ + [ + "My migraine today was worse than my headache yesterday, because the headache was very mellow.\n\nShe chose to wax her legs rather than using a razor because she preferred the smoother look that using the wax gave her.\n\nDuring the meeting, Emily asked Elena to summarize the main points, because Emily preferred a succinct presentation.\n\nAlexis wanted to lose weight, so she bought a bench to lift weights and a low calorie meal pack, but the pack had additives.\n\nPaint was applied to the scooter, but not the car. The scooter had recently been in an accident.\n\nMaria was able to keep their weight off long term, unlike Felicia, because Maria", + " followed a crash diet." + ], + [ + "My migraine today was worse than my headache yesterday, because the headache was very mellow.\n\nShe chose to wax her legs rather than using a razor because she preferred the smoother look that using the wax gave her.\n\nDuring the meeting, Emily asked Elena to summarize the main points, because Emily preferred a succinct presentation.\n\nAlexis wanted to lose weight, so she bought a bench to lift weights and a low calorie meal pack, but the pack had additives.\n\nPaint was applied to the scooter, but not the car. The scooter had recently been in an accident.\n\nMaria was able to keep their weight off long term, unlike Felicia, because Felicia", + " followed a crash diet." + ] + ], + "resps": [ + [ + [ + -12.25, + false + ] + ], + [ + [ + -11.3515625, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.25, + false + ], + [ + -11.3515625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 651, + "doc": { + "sentence": "Natalie committed a bunch of good deeds in Samantha's name, because _ wanted all the credit.", + "option1": "Natalie", + "option2": "Samantha", + "answer": "2" + }, + "target": "wanted all the credit.", + "arguments": [ + [ + "When Christine suspected that Felicia was lying, she tried to set a trap. Then Christine got angry when it didn't work.\n\nFeeling chronic pain is an everything day for Dennis but not Donald because Dennis suffers from chronic pain syndrome.\n\nMark preferred to drink juice over water in the hot summer sun because the juice was delicious.\n\nThe student preferred to write his papers on the computer versus paper because he is slower at writing on paper .\n\n Carrie hates chocolates so Patricia received chocolates as a gift for their once a year birthday from Carrie.\n\nNatalie committed a bunch of good deeds in Samantha's name, because Natalie", + " wanted all the credit." + ], + [ + "When Christine suspected that Felicia was lying, she tried to set a trap. Then Christine got angry when it didn't work.\n\nFeeling chronic pain is an everything day for Dennis but not Donald because Dennis suffers from chronic pain syndrome.\n\nMark preferred to drink juice over water in the hot summer sun because the juice was delicious.\n\nThe student preferred to write his papers on the computer versus paper because he is slower at writing on paper .\n\n Carrie hates chocolates so Patricia received chocolates as a gift for their once a year birthday from Carrie.\n\nNatalie committed a bunch of good deeds in Samantha's name, because Samantha", + " wanted all the credit." + ] + ], + "resps": [ + [ + [ + -11.4921875, + false + ] + ], + [ + [ + -11.953125, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.4921875, + false + ], + [ + -11.953125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 659, + "doc": { + "sentence": "Jason really wanted to get the job, but he felt like he flunked the interview. The manager called and said he could try the _ again next week.", + "option1": "job", + "option2": "interview", + "answer": "2" + }, + "target": "again next week.", + "arguments": [ + [ + "Adam loved orange juice with their breakfast but William much preferred apple juice. Adam ordered a glass of orange juice at IHOP.\n\nDonald has decided to become a Medical Marijuana farmer Jason doesn't approve, Jason wants to be a cop.\n\nAfter getting his high school degree, Kevin never received a college degree but still got a great job because the high school degree was all that was necessary.\n\nLawrence was afraid to mess with electricity, while Adam was adept with it, so Lawrence would avoid the fuse box.\n\nThe large wooden cutting board did not fit into the kitchen sink because the sink was too small.\n\nJason really wanted to get the job, but he felt like he flunked the interview. The manager called and said he could try the job", + " again next week." + ], + [ + "Adam loved orange juice with their breakfast but William much preferred apple juice. Adam ordered a glass of orange juice at IHOP.\n\nDonald has decided to become a Medical Marijuana farmer Jason doesn't approve, Jason wants to be a cop.\n\nAfter getting his high school degree, Kevin never received a college degree but still got a great job because the high school degree was all that was necessary.\n\nLawrence was afraid to mess with electricity, while Adam was adept with it, so Lawrence would avoid the fuse box.\n\nThe large wooden cutting board did not fit into the kitchen sink because the sink was too small.\n\nJason really wanted to get the job, but he felt like he flunked the interview. The manager called and said he could try the interview", + " again next week." + ] + ], + "resps": [ + [ + [ + -4.37109375, + false + ] + ], + [ + [ + -3.66015625, + false + ] + ] + ], + "filtered_resps": [ + [ + -4.37109375, + false + ], + [ + -3.66015625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 667, + "doc": { + "sentence": "Craig had cereal for breakfast while Dennis had a shake, so _ finished eating their breakfast.", + "option1": "Craig", + "option2": "Dennis", + "answer": "1" + }, + "target": "finished eating their breakfast.", + "arguments": [ + [ + "An Uber was called for Rebecca but not Kayla because Kayla had a ride home.\n\nThe painting of Kayla sold for more than the one by Cynthia because Kayla was more creative.\n\nJack decided to become a vegetarian and to make a mushroom lasagna with substitutes for meat. He decided to swap the meat .\n\nThe food stamps were more beneficial to the couple than the donations because the donations came in tiny amounts.\n\nThe mother looked in the drawer and could only find the spoons but not the forks because the forks were lost.\n\nCraig had cereal for breakfast while Dennis had a shake, so Craig", + " finished eating their breakfast." + ], + [ + "An Uber was called for Rebecca but not Kayla because Kayla had a ride home.\n\nThe painting of Kayla sold for more than the one by Cynthia because Kayla was more creative.\n\nJack decided to become a vegetarian and to make a mushroom lasagna with substitutes for meat. He decided to swap the meat .\n\nThe food stamps were more beneficial to the couple than the donations because the donations came in tiny amounts.\n\nThe mother looked in the drawer and could only find the spoons but not the forks because the forks were lost.\n\nCraig had cereal for breakfast while Dennis had a shake, so Dennis", + " finished eating their breakfast." + ] + ], + "resps": [ + [ + [ + -22.21875, + false + ] + ], + [ + [ + -21.765625, + false + ] + ] + ], + "filtered_resps": [ + [ + -22.21875, + false + ], + [ + -21.765625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 675, + "doc": { + "sentence": "Neil's cat was terrified of thunderstorms but Kyle's wasn't bothered by them. _ found their cat hiding under the bed after the loud crackle of thunder.", + "option1": "Neil", + "option2": "Kyle", + "answer": "1" + }, + "target": "found their cat hiding under the bed after the loud crackle of thunder.", + "arguments": [ + [ + "Megan always loved to talk but Tanya did not because Tanya was really very introverted.\n\nThe coffee that Michael makes is usually stronger than that of Logan because Michael uses more grounds.\n\nPatricia wanted to adopt Jennifer and take her into her home, so Jennifer could be a daughter now.\n\nThe single Monica did not envy Emily 's married life, as Monica relished her freedom.\n\nThe staple that I used worked a lot better than the tape because the staple was stronger.\n\nNeil's cat was terrified of thunderstorms but Kyle's wasn't bothered by them. Neil", + " found their cat hiding under the bed after the loud crackle of thunder." + ], + [ + "Megan always loved to talk but Tanya did not because Tanya was really very introverted.\n\nThe coffee that Michael makes is usually stronger than that of Logan because Michael uses more grounds.\n\nPatricia wanted to adopt Jennifer and take her into her home, so Jennifer could be a daughter now.\n\nThe single Monica did not envy Emily 's married life, as Monica relished her freedom.\n\nThe staple that I used worked a lot better than the tape because the staple was stronger.\n\nNeil's cat was terrified of thunderstorms but Kyle's wasn't bothered by them. Kyle", + " found their cat hiding under the bed after the loud crackle of thunder." + ] + ], + "resps": [ + [ + [ + -39.875, + false + ] + ], + [ + [ + -40.65625, + false + ] + ] + ], + "filtered_resps": [ + [ + -39.875, + false + ], + [ + -40.65625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 683, + "doc": { + "sentence": "Marty needed some sport and dress shoes, but could only buy one pair. He went with the _ since he would be going to a wedding.", + "option1": "dress", + "option2": "sport", + "answer": "1" + }, + "target": "since he would be going to a wedding.", + "arguments": [ + [ + "Christine told Megan some tips for their new real estate agent job since Christine was experienced and thought they could use some help.\n\nShe wanted to do embroidery with her needle and floss, but when she tried to thread the needle she realized the floss was too thick.\n\nTai needed to hire a contractor, either licensed or unlicensed, but the unlicensed was too cheap.\n\nOver the winter the bank replaced their dirty carpet with hardwood to satisfy their customers, the carpet was old.\n\nRandy legs were shinier than Craig because Randy always remembered to moisturize after a shower.\n\nMarty needed some sport and dress shoes, but could only buy one pair. He went with the dress", + " since he would be going to a wedding." + ], + [ + "Christine told Megan some tips for their new real estate agent job since Christine was experienced and thought they could use some help.\n\nShe wanted to do embroidery with her needle and floss, but when she tried to thread the needle she realized the floss was too thick.\n\nTai needed to hire a contractor, either licensed or unlicensed, but the unlicensed was too cheap.\n\nOver the winter the bank replaced their dirty carpet with hardwood to satisfy their customers, the carpet was old.\n\nRandy legs were shinier than Craig because Randy always remembered to moisturize after a shower.\n\nMarty needed some sport and dress shoes, but could only buy one pair. He went with the sport", + " since he would be going to a wedding." + ] + ], + "resps": [ + [ + [ + -17.640625, + false + ] + ], + [ + [ + -20.046875, + false + ] + ] + ], + "filtered_resps": [ + [ + -17.640625, + false + ], + [ + -20.046875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 691, + "doc": { + "sentence": "The cat Natalie owned would snuggle up on Jessica's lap because _ was nice to it all the time.", + "option1": "Natalie", + "option2": "Jessica", + "answer": "2" + }, + "target": "was nice to it all the time.", + "arguments": [ + [ + "There was less chocolate in the cake than in the pie, so the pie was sweeter.\n\nKyle caught several fish but Justin did not catch a single one, so Justin was disappointed about how they did on the fishing trip.\n\nTanya wanted to return the found wallet to the owner, but Jessica argued that they should keep the money, because Tanya was more ethical.\n\nWe didn't have money for a lantern so we made our own out of tin cans rather than buckets as the tin cans were compact.\n\nJustin was not afraid to fight Leslie in the boxing ring, even though Leslie was much larger.\n\nThe cat Natalie owned would snuggle up on Jessica's lap because Natalie", + " was nice to it all the time." + ], + [ + "There was less chocolate in the cake than in the pie, so the pie was sweeter.\n\nKyle caught several fish but Justin did not catch a single one, so Justin was disappointed about how they did on the fishing trip.\n\nTanya wanted to return the found wallet to the owner, but Jessica argued that they should keep the money, because Tanya was more ethical.\n\nWe didn't have money for a lantern so we made our own out of tin cans rather than buckets as the tin cans were compact.\n\nJustin was not afraid to fight Leslie in the boxing ring, even though Leslie was much larger.\n\nThe cat Natalie owned would snuggle up on Jessica's lap because Jessica", + " was nice to it all the time." + ] + ], + "resps": [ + [ + [ + -19.875, + false + ] + ], + [ + [ + -15.3203125, + false + ] + ] + ], + "filtered_resps": [ + [ + -19.875, + false + ], + [ + -15.3203125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 699, + "doc": { + "sentence": "Frank wanted to put the burger on the barbecue, but the _ wasn't formed yet.", + "option1": "barbecue", + "option2": "burger", + "answer": "2" + }, + "target": "wasn't formed yet.", + "arguments": [ + [ + "The farmers harvested more pumpkins than apples because the pumpkins grew better during the season.\n\nThe girl wore the shorts, but took the pants to the seamstress be hemmed, because the pants were the wrong length.\n\nHe had to rid the house of the trash and clothing, but the trash was the most disgusting part to clean up.\n\nBetty was more experienced than Jessica at chess, but it was a surprise when Jessica won.\n\nMaria recalled her childhood more fondly than Jessica, because Maria had been loved by her parents.\n\nFrank wanted to put the burger on the barbecue, but the barbecue", + " wasn't formed yet." + ], + [ + "The farmers harvested more pumpkins than apples because the pumpkins grew better during the season.\n\nThe girl wore the shorts, but took the pants to the seamstress be hemmed, because the pants were the wrong length.\n\nHe had to rid the house of the trash and clothing, but the trash was the most disgusting part to clean up.\n\nBetty was more experienced than Jessica at chess, but it was a surprise when Jessica won.\n\nMaria recalled her childhood more fondly than Jessica, because Maria had been loved by her parents.\n\nFrank wanted to put the burger on the barbecue, but the burger", + " wasn't formed yet." + ] + ], + "resps": [ + [ + [ + -17.359375, + false + ] + ], + [ + [ + -16.8125, + false + ] + ] + ], + "filtered_resps": [ + [ + -17.359375, + false + ], + [ + -16.8125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 707, + "doc": { + "sentence": "Derrick had been working on his script for years and refused to get any other job, much to Logan's dismay. _ was worried and upset.", + "option1": "Derrick", + "option2": "Logan", + "answer": "2" + }, + "target": "was worried and upset.", + "arguments": [ + [ + "Nelson had lots of new ideas, but not Robert because Nelson was much more original in thought.\n\nWinston loved audio, and preferred to use the headphones rather than the speakers to listen to music becasuse he thought that the headphones sounded perfect.\n\nI bought a traveling cage for the dog and not the horse because the horse was wrongly sized for a traveling cage.\n\nCleaning the kitchen has never bothered Mary, while cleaning her bedroom does bother her. The kitchen isn't as dirty to start with.\n\nWe cannot see the flowers in the garden because of the fences and the fences are tall.\n\nDerrick had been working on his script for years and refused to get any other job, much to Logan's dismay. Derrick", + " was worried and upset." + ], + [ + "Nelson had lots of new ideas, but not Robert because Nelson was much more original in thought.\n\nWinston loved audio, and preferred to use the headphones rather than the speakers to listen to music becasuse he thought that the headphones sounded perfect.\n\nI bought a traveling cage for the dog and not the horse because the horse was wrongly sized for a traveling cage.\n\nCleaning the kitchen has never bothered Mary, while cleaning her bedroom does bother her. The kitchen isn't as dirty to start with.\n\nWe cannot see the flowers in the garden because of the fences and the fences are tall.\n\nDerrick had been working on his script for years and refused to get any other job, much to Logan's dismay. Logan", + " was worried and upset." + ] + ], + "resps": [ + [ + [ + -19.453125, + false + ] + ], + [ + [ + -17.484375, + false + ] + ] + ], + "filtered_resps": [ + [ + -19.453125, + false + ], + [ + -17.484375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 715, + "doc": { + "sentence": "The company wanted to increase labor productivity with its new machinery and camera, but the _ had faulty screws.", + "option1": "machinery", + "option2": "camera", + "answer": "1" + }, + "target": "had faulty screws.", + "arguments": [ + [ + "A basketball is a ball but what is a football? The football isn't quite what I pictured.\n\nNatalie asked Elena to place the book on the top shelf since Elena was tall enough to reach.\n\nHe didn't want to send the personal letter to her, so he sent a card instead. The card was appropriate to share.\n\nBurnt out, Felicia wants to go on a vacation with Tanya because Felicia needs a break from work.\n\nFelicia loved animals more than Cynthia so Felicia liked to play with mice and watch them run around.\n\nThe company wanted to increase labor productivity with its new machinery and camera, but the machinery", + " had faulty screws." + ], + [ + "A basketball is a ball but what is a football? The football isn't quite what I pictured.\n\nNatalie asked Elena to place the book on the top shelf since Elena was tall enough to reach.\n\nHe didn't want to send the personal letter to her, so he sent a card instead. The card was appropriate to share.\n\nBurnt out, Felicia wants to go on a vacation with Tanya because Felicia needs a break from work.\n\nFelicia loved animals more than Cynthia so Felicia liked to play with mice and watch them run around.\n\nThe company wanted to increase labor productivity with its new machinery and camera, but the camera", + " had faulty screws." + ] + ], + "resps": [ + [ + [ + -15.859375, + false + ] + ], + [ + [ + -17.515625, + false + ] + ] + ], + "filtered_resps": [ + [ + -15.859375, + false + ], + [ + -17.515625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 723, + "doc": { + "sentence": "The doctor couldn't treat the arm infection, but was able to handle the ear ache. The _ was more petty.", + "option1": "arm infection", + "option2": "ear ache", + "answer": "2" + }, + "target": "was more petty.", + "arguments": [ + [ + "Jennifer accepted all the medical treatment from Erin, because Erin was always happy to be helpful to anyone.\n\nKevin was a better writer than Brett, so Kevin was able to finish essays more quickly.\n\nMary checked all the hiding places they expected Jennifer to be in, but Mary never found them.\n\nAdopting a dog didn't work out for Kayla the way it did for Lindsey because Kayla has a fear of dogs.\n\nThe dog obeyed Lawrence more than William around the house because Lawrence had built a deeper bond with it.\n\nThe doctor couldn't treat the arm infection, but was able to handle the ear ache. The arm infection", + " was more petty." + ], + [ + "Jennifer accepted all the medical treatment from Erin, because Erin was always happy to be helpful to anyone.\n\nKevin was a better writer than Brett, so Kevin was able to finish essays more quickly.\n\nMary checked all the hiding places they expected Jennifer to be in, but Mary never found them.\n\nAdopting a dog didn't work out for Kayla the way it did for Lindsey because Kayla has a fear of dogs.\n\nThe dog obeyed Lawrence more than William around the house because Lawrence had built a deeper bond with it.\n\nThe doctor couldn't treat the arm infection, but was able to handle the ear ache. The ear ache", + " was more petty." + ] + ], + "resps": [ + [ + [ + -21.609375, + false + ] + ], + [ + [ + -19.171875, + false + ] + ] + ], + "filtered_resps": [ + [ + -21.609375, + false + ], + [ + -19.171875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 731, + "doc": { + "sentence": "The brutal boxing match was suitable for Christopher but not Samuel because _ did not damage his opponent.", + "option1": "Christopher", + "option2": "Samuel", + "answer": "2" + }, + "target": "did not damage his opponent.", + "arguments": [ + [ + "Jade ordered sushi and steak at the fusion restaurant, but could only eat the steak because the steak tasted wonderful.\n\nLess people liked to be around Jessica than around Cynthia because Cynthia liked helping others.\n\nBob preferred the movie over dinner on the date because the dinner required more conversation.\n\nChristopher could speak French well, Derrick could not so Derrick didn't get along well in France.\n\nBilly poured the entire bag of broccoli into the hot pan located on the stone until the pan was full.\n\nThe brutal boxing match was suitable for Christopher but not Samuel because Christopher", + " did not damage his opponent." + ], + [ + "Jade ordered sushi and steak at the fusion restaurant, but could only eat the steak because the steak tasted wonderful.\n\nLess people liked to be around Jessica than around Cynthia because Cynthia liked helping others.\n\nBob preferred the movie over dinner on the date because the dinner required more conversation.\n\nChristopher could speak French well, Derrick could not so Derrick didn't get along well in France.\n\nBilly poured the entire bag of broccoli into the hot pan located on the stone until the pan was full.\n\nThe brutal boxing match was suitable for Christopher but not Samuel because Samuel", + " did not damage his opponent." + ] + ], + "resps": [ + [ + [ + -19.140625, + false + ] + ], + [ + [ + -18.046875, + false + ] + ] + ], + "filtered_resps": [ + [ + -19.140625, + false + ], + [ + -18.046875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 739, + "doc": { + "sentence": "The market was going out of business so they sold their products but not the lots as the _ were useful.", + "option1": "products", + "option2": "lots", + "answer": "2" + }, + "target": "were useful.", + "arguments": [ + [ + "Kevin shouted loudly at the women and Craig was embarrassed. Kevin was always loud in public.\n\nFelicia played a mean trick on Jessica, which turned out badly and made Jessica feel violated.\n\nJason puts in a lot of extra time at work but Adam leaves early very often. Jason got a promotion.\n\nNick was a worker who was asked by Hunter for silverware, and Nick was surprised by the request since it was a fast food restaurant.\n\nThe fastball flew at Ryan as they swung and missed, but Joseph caught it. Joseph got ready to catch the next pitch.\n\nThe market was going out of business so they sold their products but not the lots as the products", + " were useful." + ], + [ + "Kevin shouted loudly at the women and Craig was embarrassed. Kevin was always loud in public.\n\nFelicia played a mean trick on Jessica, which turned out badly and made Jessica feel violated.\n\nJason puts in a lot of extra time at work but Adam leaves early very often. Jason got a promotion.\n\nNick was a worker who was asked by Hunter for silverware, and Nick was surprised by the request since it was a fast food restaurant.\n\nThe fastball flew at Ryan as they swung and missed, but Joseph caught it. Joseph got ready to catch the next pitch.\n\nThe market was going out of business so they sold their products but not the lots as the lots", + " were useful." + ] + ], + "resps": [ + [ + [ + -7.9453125, + false + ] + ], + [ + [ + -8.4453125, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.9453125, + false + ], + [ + -8.4453125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 747, + "doc": { + "sentence": "Kayla was the subject of a secret crush from Rebecca. _ was aware they were a secret admirer.", + "option1": "Kayla", + "option2": "Rebecca", + "answer": "2" + }, + "target": "was aware they were a secret admirer.", + "arguments": [ + [ + "John decided to place a bet wager for an upcoming race because the wager was small.\n\nI prefer eggs with sausage rather than eggs with bacon for breakfast. The eggs with bacon is bland to me.\n\nJennifer yelled at Betty for betraying Jennifer 's trust because she would no longer be able to dog sit again.\n\nHe didn't appreciate the trumpet as much as the violin because he thought the violin made serene music.\n\nPeter was not able to put the duvet in the washing machine because the machine was too small.\n\nKayla was the subject of a secret crush from Rebecca. Kayla", + " was aware they were a secret admirer." + ], + [ + "John decided to place a bet wager for an upcoming race because the wager was small.\n\nI prefer eggs with sausage rather than eggs with bacon for breakfast. The eggs with bacon is bland to me.\n\nJennifer yelled at Betty for betraying Jennifer 's trust because she would no longer be able to dog sit again.\n\nHe didn't appreciate the trumpet as much as the violin because he thought the violin made serene music.\n\nPeter was not able to put the duvet in the washing machine because the machine was too small.\n\nKayla was the subject of a secret crush from Rebecca. Rebecca", + " was aware they were a secret admirer." + ] + ], + "resps": [ + [ + [ + -24.3125, + false + ] + ], + [ + [ + -27.140625, + false + ] + ] + ], + "filtered_resps": [ + [ + -24.3125, + false + ], + [ + -27.140625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 755, + "doc": { + "sentence": "During the earthquake, the boy hid under the desk instead of the table because the _ was sturdy.", + "option1": "desk", + "option2": "table", + "answer": "1" + }, + "target": "was sturdy.", + "arguments": [ + [ + "Randy led the league in goals scored while Eric was in last place. Eric was a very bad footballer.\n\nAt the cosplay convention, Jason showed Brian his new costume because Jason was proud of it.\n\nJennifer asked Cynthia if she had heard any complaints about the new teacher but Cynthia had not heard any.\n\nElena was asked by Rachel to plant the poppy seeds because Elena had a green thumb.\n\nJeffrey loves to drink coffee every morning but Ian does not. Jeffrey orders a cup of coffee with their breakfast.\n\nDuring the earthquake, the boy hid under the desk instead of the table because the desk", + " was sturdy." + ], + [ + "Randy led the league in goals scored while Eric was in last place. Eric was a very bad footballer.\n\nAt the cosplay convention, Jason showed Brian his new costume because Jason was proud of it.\n\nJennifer asked Cynthia if she had heard any complaints about the new teacher but Cynthia had not heard any.\n\nElena was asked by Rachel to plant the poppy seeds because Elena had a green thumb.\n\nJeffrey loves to drink coffee every morning but Ian does not. Jeffrey orders a cup of coffee with their breakfast.\n\nDuring the earthquake, the boy hid under the desk instead of the table because the table", + " was sturdy." + ] + ], + "resps": [ + [ + [ + -5.046875, + false + ] + ], + [ + [ + -8.078125, + false + ] + ] + ], + "filtered_resps": [ + [ + -5.046875, + false + ], + [ + -8.078125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 763, + "doc": { + "sentence": "The musician liked playing at the auditorium more than at the park because he sounded quieter at the _ .", + "option1": "auditorium", + "option2": "park", + "answer": "2" + }, + "target": ".", + "arguments": [ + [ + "Maria's garden was much grander and better looking than Megan's because Megan was an amateur gardener.\n\nIan suddenly went pale in the face and started babbling to Hunter because Ian is very nervous.\n\nMegan dreamed of becoming a famous singer while Jennifer wanted to be an artist. Jennifer loved to paint and draw.\n\nRuss bought a telescope to view the planet but he couldn't see the star because the planet was closer.\n\nShe had to take sausages out of her recipe and substitute lentils, since the lentils had a complimentary flavor.\n\nThe musician liked playing at the auditorium more than at the park because he sounded quieter at the auditorium", + " ." + ], + [ + "Maria's garden was much grander and better looking than Megan's because Megan was an amateur gardener.\n\nIan suddenly went pale in the face and started babbling to Hunter because Ian is very nervous.\n\nMegan dreamed of becoming a famous singer while Jennifer wanted to be an artist. Jennifer loved to paint and draw.\n\nRuss bought a telescope to view the planet but he couldn't see the star because the planet was closer.\n\nShe had to take sausages out of her recipe and substitute lentils, since the lentils had a complimentary flavor.\n\nThe musician liked playing at the auditorium more than at the park because he sounded quieter at the park", + " ." + ] + ], + "resps": [ + [ + [ + -8.40625, + false + ] + ], + [ + [ + -8.765625, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.40625, + false + ], + [ + -8.765625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 771, + "doc": { + "sentence": "Natalie had a phobia about crossing over high bridges but Tanya didn't. _ had to re-route their trip to avoid bridges.", + "option1": "Natalie", + "option2": "Tanya", + "answer": "1" + }, + "target": "had to re-route their trip to avoid bridges.", + "arguments": [ + [ + "The house of Tanya was a lot worse off than that of Felicia, by reason that Felicia had more money.\n\nJames found that the tank was surprisingly easy to operate and not the vehicle because the tank had simple controls.\n\nSince Benjamin ate unhealthy desserts far more frequently than Brett, Benjamin had weak will power.\n\nJustin went to see William who was a therapist, and William listened to them talk all about their problems.\n\nThe lady was dreaming of becoming an artist that used pencils instead of markers, since the pencils were temporary.\n\nNatalie had a phobia about crossing over high bridges but Tanya didn't. Natalie", + " had to re-route their trip to avoid bridges." + ], + [ + "The house of Tanya was a lot worse off than that of Felicia, by reason that Felicia had more money.\n\nJames found that the tank was surprisingly easy to operate and not the vehicle because the tank had simple controls.\n\nSince Benjamin ate unhealthy desserts far more frequently than Brett, Benjamin had weak will power.\n\nJustin went to see William who was a therapist, and William listened to them talk all about their problems.\n\nThe lady was dreaming of becoming an artist that used pencils instead of markers, since the pencils were temporary.\n\nNatalie had a phobia about crossing over high bridges but Tanya didn't. Tanya", + " had to re-route their trip to avoid bridges." + ] + ], + "resps": [ + [ + [ + -29.296875, + false + ] + ], + [ + [ + -31.59375, + false + ] + ] + ], + "filtered_resps": [ + [ + -29.296875, + false + ], + [ + -31.59375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 779, + "doc": { + "sentence": "The cleavage had to be hidden for this event's clothing because the _ was inappropriate.", + "option1": "cleavage", + "option2": "clothing", + "answer": "1" + }, + "target": "was inappropriate.", + "arguments": [ + [ + "Playing music came much more naturally to Hunter than Kevin although Kevin loved the clarinet.\n\nBeatrice was done cleaning the hallway before Jackie could clean the basement. It was quicker to clean the hallway .\n\nDuring their school holidays Nelson badly wanted to get a job but Aaron did not because Nelson was very hardworking.\n\nThe cook could safely touch the pot, but had to wait on the pan, because the pot was cold.\n\nSamuel suffered from constipation but Randy did not, so Samuel liked to drink a lot of prune juice.\n\nThe cleavage had to be hidden for this event's clothing because the cleavage", + " was inappropriate." + ], + [ + "Playing music came much more naturally to Hunter than Kevin although Kevin loved the clarinet.\n\nBeatrice was done cleaning the hallway before Jackie could clean the basement. It was quicker to clean the hallway .\n\nDuring their school holidays Nelson badly wanted to get a job but Aaron did not because Nelson was very hardworking.\n\nThe cook could safely touch the pot, but had to wait on the pan, because the pot was cold.\n\nSamuel suffered from constipation but Randy did not, so Samuel liked to drink a lot of prune juice.\n\nThe cleavage had to be hidden for this event's clothing because the clothing", + " was inappropriate." + ] + ], + "resps": [ + [ + [ + -5.37890625, + false + ] + ], + [ + [ + -6.10546875, + false + ] + ] + ], + "filtered_resps": [ + [ + -5.37890625, + false + ], + [ + -6.10546875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 787, + "doc": { + "sentence": "Maria planned to spring clean this weekend and told Katrina they should help too. _ purposely left home very early.", + "option1": "Maria", + "option2": "Katrina", + "answer": "2" + }, + "target": "purposely left home very early.", + "arguments": [ + [ + "Megan gave a skirt to Tanya to wear at her recital because Tanya needed a confidence boost.\n\nRandy went to an ice cream shop because he had a coupon and met Michael there. Randy paid only half price.\n\nKayla wanted to start a business in a field that Felicia was working in so Felicia offered some help.\n\nKenneth bought a new house and needed help installing moulding. When Samuel offered to help, Kenneth was relieved.\n\nI always went to the store and not the shop because the store was closer to my apartment.\n\nMaria planned to spring clean this weekend and told Katrina they should help too. Maria", + " purposely left home very early." + ], + [ + "Megan gave a skirt to Tanya to wear at her recital because Tanya needed a confidence boost.\n\nRandy went to an ice cream shop because he had a coupon and met Michael there. Randy paid only half price.\n\nKayla wanted to start a business in a field that Felicia was working in so Felicia offered some help.\n\nKenneth bought a new house and needed help installing moulding. When Samuel offered to help, Kenneth was relieved.\n\nI always went to the store and not the shop because the store was closer to my apartment.\n\nMaria planned to spring clean this weekend and told Katrina they should help too. Katrina", + " purposely left home very early." + ] + ], + "resps": [ + [ + [ + -26.90625, + false + ] + ], + [ + [ + -29.734375, + false + ] + ] + ], + "filtered_resps": [ + [ + -26.90625, + false + ], + [ + -29.734375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 795, + "doc": { + "sentence": "Steven was disappointed as Logan asked him if he had any herb. _ was let down.", + "option1": "Steven", + "option2": "Logan", + "answer": "1" + }, + "target": "was let down.", + "arguments": [ + [ + "Steven was going to attend the concert unlike Ryan because it was Steven favorite genre of music.\n\nThe birds preferred eating the seeds than the worms because the worms tasted a lot worse.\n\nWhen it came to works of fiction, books were preferred to movies, as the books required more imagination.\n\nCarrie was a teacher of math and Elena was their student, so Elena got lots of homework.\n\nThe waiter could not cover the round tables with the square tablecloths because the tables were round.\n\nSteven was disappointed as Logan asked him if he had any herb. Steven", + " was let down." + ], + [ + "Steven was going to attend the concert unlike Ryan because it was Steven favorite genre of music.\n\nThe birds preferred eating the seeds than the worms because the worms tasted a lot worse.\n\nWhen it came to works of fiction, books were preferred to movies, as the books required more imagination.\n\nCarrie was a teacher of math and Elena was their student, so Elena got lots of homework.\n\nThe waiter could not cover the round tables with the square tablecloths because the tables were round.\n\nSteven was disappointed as Logan asked him if he had any herb. Logan", + " was let down." + ] + ], + "resps": [ + [ + [ + -14.34375, + false + ] + ], + [ + [ + -15.046875, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.34375, + false + ], + [ + -15.046875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 803, + "doc": { + "sentence": "In her newly purchased house, Patricia was upset to discover a woodworm infestation and called the realtor Victoria. _ called the sellers to ask them pay for an exterminator.", + "option1": "Patricia", + "option2": "Victoria", + "answer": "2" + }, + "target": "called the sellers to ask them pay for an exterminator.", + "arguments": [ + [ + "Federico couldn't see in the bedroom when coming from the bathroom for the bathroom was too bright.\n\nThe woman tried to put the candle on the stand but the candle was too large.\n\nLogan made many harsh and hurtful demands of Adam, because Adam was a major victim.\n\nJoJo was training her dog to return the ball to the basket after playing, because the ball often got lost.\n\nLindsey was arrested the previous night and called Carrie immediately because Lindsey needed a good defense lawyer.\n\nIn her newly purchased house, Patricia was upset to discover a woodworm infestation and called the realtor Victoria. Patricia", + " called the sellers to ask them pay for an exterminator." + ], + [ + "Federico couldn't see in the bedroom when coming from the bathroom for the bathroom was too bright.\n\nThe woman tried to put the candle on the stand but the candle was too large.\n\nLogan made many harsh and hurtful demands of Adam, because Adam was a major victim.\n\nJoJo was training her dog to return the ball to the basket after playing, because the ball often got lost.\n\nLindsey was arrested the previous night and called Carrie immediately because Lindsey needed a good defense lawyer.\n\nIn her newly purchased house, Patricia was upset to discover a woodworm infestation and called the realtor Victoria. Victoria", + " called the sellers to ask them pay for an exterminator." + ] + ], + "resps": [ + [ + [ + -41.84375, + false + ] + ], + [ + [ + -38.96875, + false + ] + ] + ], + "filtered_resps": [ + [ + -41.84375, + false + ], + [ + -38.96875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 811, + "doc": { + "sentence": "In order to grow his plants naturally, he bought fertilizer and water. The _ was filled with nutrients.", + "option1": "fertilizer", + "option2": "water", + "answer": "1" + }, + "target": "was filled with nutrients.", + "arguments": [ + [ + "The hair Hannah attached to his hair with a glue got blown away by the wind. The wind is confirmed strong.\n\nTo prepare for the test, Jason asked Joel for help. Joel is an excellent student.\n\nTim preferred putting the medicine in a cheese ball instead of a spoon, because the cheese ball made it easier to swallow.\n\nThe comb worked much better than the brush did because the comb was a bit newer.\n\nSteven struggles with their children's bad behavior while Dennis enjoys their children as Dennis is consistence in child discipline.\n\nIn order to grow his plants naturally, he bought fertilizer and water. The fertilizer", + " was filled with nutrients." + ], + [ + "The hair Hannah attached to his hair with a glue got blown away by the wind. The wind is confirmed strong.\n\nTo prepare for the test, Jason asked Joel for help. Joel is an excellent student.\n\nTim preferred putting the medicine in a cheese ball instead of a spoon, because the cheese ball made it easier to swallow.\n\nThe comb worked much better than the brush did because the comb was a bit newer.\n\nSteven struggles with their children's bad behavior while Dennis enjoys their children as Dennis is consistence in child discipline.\n\nIn order to grow his plants naturally, he bought fertilizer and water. The water", + " was filled with nutrients." + ] + ], + "resps": [ + [ + [ + -13.53125, + false + ] + ], + [ + [ + -12.6015625, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.53125, + false + ], + [ + -12.6015625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 819, + "doc": { + "sentence": "Sally knew the exam would be hard so she developed a study schedule. The _ was 4 weeks away.", + "option1": "exam", + "option2": "schedule", + "answer": "1" + }, + "target": "was 4 weeks away.", + "arguments": [ + [ + "Cleaning a piano is easy to Nick but not Leslie because Leslie makes it complex by not using a feather duster.\n\nI gave my parents a car for their birthday instead of just a card. The car shows appreciation.\n\nThe man bought some yarn instead of a ball because his cat preferred playing with the yarn .\n\nKenneth uses shampoo for color treated hair and Lawrence does not because Kenneth has dyed hair.\n\nThe hens were worth their trouble to Sarah but not to Natalie becasue Sarah loved the free eggs.\n\nSally knew the exam would be hard so she developed a study schedule. The exam", + " was 4 weeks away." + ], + [ + "Cleaning a piano is easy to Nick but not Leslie because Leslie makes it complex by not using a feather duster.\n\nI gave my parents a car for their birthday instead of just a card. The car shows appreciation.\n\nThe man bought some yarn instead of a ball because his cat preferred playing with the yarn .\n\nKenneth uses shampoo for color treated hair and Lawrence does not because Kenneth has dyed hair.\n\nThe hens were worth their trouble to Sarah but not to Natalie becasue Sarah loved the free eggs.\n\nSally knew the exam would be hard so she developed a study schedule. The schedule", + " was 4 weeks away." + ] + ], + "resps": [ + [ + [ + -16.96875, + false + ] + ], + [ + [ + -22.53125, + false + ] + ] + ], + "filtered_resps": [ + [ + -16.96875, + false + ], + [ + -22.53125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 827, + "doc": { + "sentence": "Amy tried to spread the cake icing all over the cake but the _ was not enough.", + "option1": "icing", + "option2": "cake", + "answer": "1" + }, + "target": "was not enough.", + "arguments": [ + [ + "Randy showed Michael how to use the square app because Michael was uncomfortable with electronics.\n\nAngela always had cornrows while Christine did not, so people were confused when Angela showed up without cornrows.\n\nYang wanted to be an illustrator and started drawing using crayons instead of pencils because the crayons were bought.\n\nWhen Diva baked a chocolate souffle for the first time she put them in several small ramekins. Ultimately, the souffle failed because the chocolate sunk.\n\nThe water was eroding the area under the deck faster than the porch, because the porch was on stable ground.\n\nAmy tried to spread the cake icing all over the cake but the icing", + " was not enough." + ], + [ + "Randy showed Michael how to use the square app because Michael was uncomfortable with electronics.\n\nAngela always had cornrows while Christine did not, so people were confused when Angela showed up without cornrows.\n\nYang wanted to be an illustrator and started drawing using crayons instead of pencils because the crayons were bought.\n\nWhen Diva baked a chocolate souffle for the first time she put them in several small ramekins. Ultimately, the souffle failed because the chocolate sunk.\n\nThe water was eroding the area under the deck faster than the porch, because the porch was on stable ground.\n\nAmy tried to spread the cake icing all over the cake but the cake", + " was not enough." + ] + ], + "resps": [ + [ + [ + -9.3125, + false + ] + ], + [ + [ + -12.390625, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.3125, + false + ], + [ + -12.390625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 835, + "doc": { + "sentence": "Jason missed his work shift in order to finish his research paper, because the _ was less important.", + "option1": "work shift", + "option2": "research paper", + "answer": "1" + }, + "target": "was less important.", + "arguments": [ + [ + "Everyone wanted to be a mermaid at the Halloween party, but the costume at the store only fit Christine and not Jennifer because Jennifer was obese.\n\nBenjamin did not have a phobia of spiders unlike Justin so Justin avoided them when they saw them.\n\nLeslie was better able to communicate their ideas to the group than Brian, because Brian was shy.\n\nElena passed the exam while Laura failed because Elena studied hard for the exam leading up to it.\n\nLogan had never fired a gun before, so Michael took him to a firing range; Michael was patient.\n\nJason missed his work shift in order to finish his research paper, because the work shift", + " was less important." + ], + [ + "Everyone wanted to be a mermaid at the Halloween party, but the costume at the store only fit Christine and not Jennifer because Jennifer was obese.\n\nBenjamin did not have a phobia of spiders unlike Justin so Justin avoided them when they saw them.\n\nLeslie was better able to communicate their ideas to the group than Brian, because Brian was shy.\n\nElena passed the exam while Laura failed because Elena studied hard for the exam leading up to it.\n\nLogan had never fired a gun before, so Michael took him to a firing range; Michael was patient.\n\nJason missed his work shift in order to finish his research paper, because the research paper", + " was less important." + ] + ], + "resps": [ + [ + [ + -9.96875, + false + ] + ], + [ + [ + -10.828125, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.96875, + false + ], + [ + -10.828125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 843, + "doc": { + "sentence": "The teacher asked for the homework. Elena played games the night before and Tanya did not, so _ got an F.", + "option1": "Elena", + "option2": "Tanya", + "answer": "1" + }, + "target": "got an F.", + "arguments": [ + [ + "Toby gave up on using the calendar to stay organized and started making a list, because the list was calming.\n\nDaphne got herself a cloak and a bodysuit for her Raven costume, and she thought the cloak made her look mysterious.\n\nThe young cook poured oil from the container into the fryer until the container was empty.\n\nJustin wanted to tell Robert they loved them so Justin asked them out to a fancy dinner.\n\nMary poured the entire bottle of cleaning soap into the bath until the bottle was empty.\n\nThe teacher asked for the homework. Elena played games the night before and Tanya did not, so Elena", + " got an F." + ], + [ + "Toby gave up on using the calendar to stay organized and started making a list, because the list was calming.\n\nDaphne got herself a cloak and a bodysuit for her Raven costume, and she thought the cloak made her look mysterious.\n\nThe young cook poured oil from the container into the fryer until the container was empty.\n\nJustin wanted to tell Robert they loved them so Justin asked them out to a fancy dinner.\n\nMary poured the entire bottle of cleaning soap into the bath until the bottle was empty.\n\nThe teacher asked for the homework. Elena played games the night before and Tanya did not, so Tanya", + " got an F." + ] + ], + "resps": [ + [ + [ + -8.1484375, + false + ] + ], + [ + [ + -7.140625, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.1484375, + false + ], + [ + -7.140625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 851, + "doc": { + "sentence": "The rib-eye steak needed some artisan pepper to season it because the _ was flavorful.", + "option1": "steak", + "option2": "pepper", + "answer": "2" + }, + "target": "was flavorful.", + "arguments": [ + [ + "Nelson used the new baseballs at the field to throw at Ryan because Ryan was the catcher.\n\nJohns body looks a lot better than my back because the back of me is weak.\n\nBack when I was obese, I ate too many snacks and ate too few vegetables, but my weight reacted best when the vegetables were tasty.\n\nJennifer asked Felicia to help them make a diet plan and exercise routine. Felicia didn't need to lose weight.\n\nThe pills relieved my pain more than the capsules did because the capsules were weaker.\n\nThe rib-eye steak needed some artisan pepper to season it because the steak", + " was flavorful." + ], + [ + "Nelson used the new baseballs at the field to throw at Ryan because Ryan was the catcher.\n\nJohns body looks a lot better than my back because the back of me is weak.\n\nBack when I was obese, I ate too many snacks and ate too few vegetables, but my weight reacted best when the vegetables were tasty.\n\nJennifer asked Felicia to help them make a diet plan and exercise routine. Felicia didn't need to lose weight.\n\nThe pills relieved my pain more than the capsules did because the capsules were weaker.\n\nThe rib-eye steak needed some artisan pepper to season it because the pepper", + " was flavorful." + ] + ], + "resps": [ + [ + [ + -9.203125, + false + ] + ], + [ + [ + -7.171875, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.203125, + false + ], + [ + -7.171875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 859, + "doc": { + "sentence": "Samantha believed in life after death while Christine did not, so _ never tried to talk to spirits.", + "option1": "Samantha", + "option2": "Christine", + "answer": "2" + }, + "target": "never tried to talk to spirits.", + "arguments": [ + [ + "The silver bracelet was stunning but Mike liked to wear things other people didn't like so he bought the weird gold bracelet. The silver bracelet was beautiful.\n\nThe dog preferred sleeping on the couch instead of the dog bed because the bed was further from his food.\n\nThe pasta of Christine always tastes more authentic than Cynthia's because Christine is a famous cook.\n\nRebecca had less grass in their yard than Elena because Rebecca had more rabbits in their yard.\n\nHe became aggressive when visiting the house, but relaxed when going to the store, because the store was full of peaceful people.\n\nSamantha believed in life after death while Christine did not, so Samantha", + " never tried to talk to spirits." + ], + [ + "The silver bracelet was stunning but Mike liked to wear things other people didn't like so he bought the weird gold bracelet. The silver bracelet was beautiful.\n\nThe dog preferred sleeping on the couch instead of the dog bed because the bed was further from his food.\n\nThe pasta of Christine always tastes more authentic than Cynthia's because Christine is a famous cook.\n\nRebecca had less grass in their yard than Elena because Rebecca had more rabbits in their yard.\n\nHe became aggressive when visiting the house, but relaxed when going to the store, because the store was full of peaceful people.\n\nSamantha believed in life after death while Christine did not, so Christine", + " never tried to talk to spirits." + ] + ], + "resps": [ + [ + [ + -19.265625, + false + ] + ], + [ + [ + -18.375, + false + ] + ] + ], + "filtered_resps": [ + [ + -19.265625, + false + ], + [ + -18.375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 867, + "doc": { + "sentence": "Craig had never learned handwriting in school but Michael had learned beautiful script so, _ always typed all their correspondence.", + "option1": "Craig", + "option2": "Michael", + "answer": "1" + }, + "target": "always typed all their correspondence.", + "arguments": [ + [ + "She bought the nurse outfit instead of the clown costume for Halloween because the clown costume was frumpy.\n\nAfter reading about the dangers, Jeffrey encouraged Neil to quit smoking, but Neil ignored his advice.\n\nBenjamin was walking quite a bit faster than Brian, as Brian was experiencing knee pain.\n\nShe knew the questions on the math test and not the reading test since the reading test was on a shorter timer.\n\nThe pencils of Ian are always sharp for class, but Donald's are not because Ian is prepared.\n\nCraig had never learned handwriting in school but Michael had learned beautiful script so, Craig", + " always typed all their correspondence." + ], + [ + "She bought the nurse outfit instead of the clown costume for Halloween because the clown costume was frumpy.\n\nAfter reading about the dangers, Jeffrey encouraged Neil to quit smoking, but Neil ignored his advice.\n\nBenjamin was walking quite a bit faster than Brian, as Brian was experiencing knee pain.\n\nShe knew the questions on the math test and not the reading test since the reading test was on a shorter timer.\n\nThe pencils of Ian are always sharp for class, but Donald's are not because Ian is prepared.\n\nCraig had never learned handwriting in school but Michael had learned beautiful script so, Michael", + " always typed all their correspondence." + ] + ], + "resps": [ + [ + [ + -29.296875, + false + ] + ], + [ + [ + -26.453125, + false + ] + ] + ], + "filtered_resps": [ + [ + -29.296875, + false + ], + [ + -26.453125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 875, + "doc": { + "sentence": "Craig was all about self-publishing his first album, but a PRO rep Lawrence advised against it. _ advocated for a very hands-off approach to publishing.", + "option1": "Craig", + "option2": "Lawrence", + "answer": "2" + }, + "target": "advocated for a very hands-off approach to publishing.", + "arguments": [ + [ + "The old man had a lot of canaries that ate a lot of cherries instead of the pellets, since the cherries were colorful.\n\nEveryone liked the Sarah's new knife more than Maria's because Sarah spent more money on it.\n\nCarrie had a large car payment where Monica had none at all, because Carrie drove a car.\n\nPatricia spent freely and capriciously but Monica was thrifty and miserly. Patricia could never spend within their means.\n\nNatalie saw fish at the aquarium while Lindsey saw turtles, and Lindsey took pictures of the reptiles.\n\nCraig was all about self-publishing his first album, but a PRO rep Lawrence advised against it. Craig", + " advocated for a very hands-off approach to publishing." + ], + [ + "The old man had a lot of canaries that ate a lot of cherries instead of the pellets, since the cherries were colorful.\n\nEveryone liked the Sarah's new knife more than Maria's because Sarah spent more money on it.\n\nCarrie had a large car payment where Monica had none at all, because Carrie drove a car.\n\nPatricia spent freely and capriciously but Monica was thrifty and miserly. Patricia could never spend within their means.\n\nNatalie saw fish at the aquarium while Lindsey saw turtles, and Lindsey took pictures of the reptiles.\n\nCraig was all about self-publishing his first album, but a PRO rep Lawrence advised against it. Lawrence", + " advocated for a very hands-off approach to publishing." + ] + ], + "resps": [ + [ + [ + -35.15625, + false + ] + ], + [ + [ + -33.46875, + false + ] + ] + ], + "filtered_resps": [ + [ + -35.15625, + false + ], + [ + -33.46875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 883, + "doc": { + "sentence": "The newborns in the nursery were very frail because they were fed the _ calorie food during the high and low calorie experiment..", + "option1": "high", + "option2": "low", + "answer": "2" + }, + "target": "calorie food during the high and low calorie experiment..", + "arguments": [ + [ + "Leslie wore contacts at school although Neil didn't have to because Neil had a good eyesight.\n\nThere wasn't much beeswax this year so we dumped the combs into the trash instead of making honey as the trash was a viable option.\n\nEmily was having difficulty going through puberty but not Christine because Christine had very weak acne causing hormones.\n\nAdam felt that Ian was the romantic in their relationship. Adam had trouble being creative to show love.\n\nSteven's jeans have lots of holes in them, while Aaron's are fresh due to Steven wearing old clothing.\n\nThe newborns in the nursery were very frail because they were fed the high", + " calorie food during the high and low calorie experiment.." + ], + [ + "Leslie wore contacts at school although Neil didn't have to because Neil had a good eyesight.\n\nThere wasn't much beeswax this year so we dumped the combs into the trash instead of making honey as the trash was a viable option.\n\nEmily was having difficulty going through puberty but not Christine because Christine had very weak acne causing hormones.\n\nAdam felt that Ian was the romantic in their relationship. Adam had trouble being creative to show love.\n\nSteven's jeans have lots of holes in them, while Aaron's are fresh due to Steven wearing old clothing.\n\nThe newborns in the nursery were very frail because they were fed the low", + " calorie food during the high and low calorie experiment.." + ] + ], + "resps": [ + [ + [ + -50.90625, + false + ] + ], + [ + [ + -51.90625, + false + ] + ] + ], + "filtered_resps": [ + [ + -50.90625, + false + ], + [ + -51.90625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 891, + "doc": { + "sentence": "Benjamin asked Samuel to buy them a puppy, because _ could not have a pet.", + "option1": "Benjamin", + "option2": "Samuel", + "answer": "2" + }, + "target": "could not have a pet.", + "arguments": [ + [ + "Steven owned a rusty bike that Randy liked to use, so Steven would loan it to them.\n\nKayla did not have the musical knowledge of Rebecca so Kayla borrowed her old records to listen to.\n\nJill poured the entire bag of flour into the mixing bowl until the bowl was full.\n\nKayla was constantly looking for gossip, and Angela had something juicy, so Kayla begged them for details.\n\nFelicia wants to bond with her new pet Macaw and asks for Amy's help, because Amy is Macaw trainer.\n\nBenjamin asked Samuel to buy them a puppy, because Benjamin", + " could not have a pet." + ], + [ + "Steven owned a rusty bike that Randy liked to use, so Steven would loan it to them.\n\nKayla did not have the musical knowledge of Rebecca so Kayla borrowed her old records to listen to.\n\nJill poured the entire bag of flour into the mixing bowl until the bowl was full.\n\nKayla was constantly looking for gossip, and Angela had something juicy, so Kayla begged them for details.\n\nFelicia wants to bond with her new pet Macaw and asks for Amy's help, because Amy is Macaw trainer.\n\nBenjamin asked Samuel to buy them a puppy, because Samuel", + " could not have a pet." + ] + ], + "resps": [ + [ + [ + -12.4375, + false + ] + ], + [ + [ + -15.0390625, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.4375, + false + ], + [ + -15.0390625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 899, + "doc": { + "sentence": "It smelled a lot better near the pool than it did near the compost because there was no garbage in the _ .", + "option1": "compost", + "option2": "pool", + "answer": "2" + }, + "target": ".", + "arguments": [ + [ + "The mental health of Brian is much better than William's because Brian sees a therapist.\n\nThey bought some supplies for archery so they setup a target in the backyard to test them in the backyard .\n\nThe work was more difficult than the task, because the work had a lot more steps.\n\nRob this time built the staircase using stone instead of wood because the stone was on sale.\n\nJoel loved climbing trees while Kyle didn't, so when around trees, Joel rarely stayed on the ground.\n\nIt smelled a lot better near the pool than it did near the compost because there was no garbage in the compost", + " ." + ], + [ + "The mental health of Brian is much better than William's because Brian sees a therapist.\n\nThey bought some supplies for archery so they setup a target in the backyard to test them in the backyard .\n\nThe work was more difficult than the task, because the work had a lot more steps.\n\nRob this time built the staircase using stone instead of wood because the stone was on sale.\n\nJoel loved climbing trees while Kyle didn't, so when around trees, Joel rarely stayed on the ground.\n\nIt smelled a lot better near the pool than it did near the compost because there was no garbage in the pool", + " ." + ] + ], + "resps": [ + [ + [ + -4.671875, + false + ] + ], + [ + [ + -4.7265625, + false + ] + ] + ], + "filtered_resps": [ + [ + -4.671875, + false + ], + [ + -4.7265625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 907, + "doc": { + "sentence": "Rachel's date was shorter than she, so she wore her shoes rather than her boots, because the _ had low heels.", + "option1": "shoes", + "option2": "boots", + "answer": "1" + }, + "target": "had low heels.", + "arguments": [ + [ + "The Mangos grew better in the fields that Hunter owned versus those of Logan even though Logan used better fertilizer.\n\nI had to embroider the design by hand and not a sewing machine because the sewing machine was too simple.\n\nElena was a very receptive student to Megan 's lessons, and Elena gave her full attention.\n\nBrian needed help assembling the bed frame when Joel showed up at the front door. Joel offered to help.\n\nEven though Erin was a harder worker than Mary, Mary has a more easier time working in sales.\n\nRachel's date was shorter than she, so she wore her shoes rather than her boots, because the shoes", + " had low heels." + ], + [ + "The Mangos grew better in the fields that Hunter owned versus those of Logan even though Logan used better fertilizer.\n\nI had to embroider the design by hand and not a sewing machine because the sewing machine was too simple.\n\nElena was a very receptive student to Megan 's lessons, and Elena gave her full attention.\n\nBrian needed help assembling the bed frame when Joel showed up at the front door. Joel offered to help.\n\nEven though Erin was a harder worker than Mary, Mary has a more easier time working in sales.\n\nRachel's date was shorter than she, so she wore her shoes rather than her boots, because the boots", + " had low heels." + ] + ], + "resps": [ + [ + [ + -10.1171875, + false + ] + ], + [ + [ + -10.234375, + false + ] + ] + ], + "filtered_resps": [ + [ + -10.1171875, + false + ], + [ + -10.234375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 915, + "doc": { + "sentence": "Cynthia felt very thirsty but Sarah did not feel thirsty. _ bought a bag of chips.", + "option1": "Cynthia", + "option2": "Sarah", + "answer": "2" + }, + "target": "bought a bag of chips.", + "arguments": [ + [ + "The coroner tried to put the bodies in the coffins but the coffins were too small.\n\nFor the party. the vodka was kept in the freezer as the freezer would accommodate it.\n\nKevin was worried Kenneth would win the cross country race, because Kenneth was currently ahead.\n\nGoing to a costume party seemed like a fun time to Robert but not to Nick, so Nick went the store and bought a pant suit.\n\nPatricia regifted some shortbread they received for Christmas to Carrie, although Carrie didn't like shortbread.\n\nCynthia felt very thirsty but Sarah did not feel thirsty. Cynthia", + " bought a bag of chips." + ], + [ + "The coroner tried to put the bodies in the coffins but the coffins were too small.\n\nFor the party. the vodka was kept in the freezer as the freezer would accommodate it.\n\nKevin was worried Kenneth would win the cross country race, because Kenneth was currently ahead.\n\nGoing to a costume party seemed like a fun time to Robert but not to Nick, so Nick went the store and bought a pant suit.\n\nPatricia regifted some shortbread they received for Christmas to Carrie, although Carrie didn't like shortbread.\n\nCynthia felt very thirsty but Sarah did not feel thirsty. Sarah", + " bought a bag of chips." + ] + ], + "resps": [ + [ + [ + -16.015625, + false + ] + ], + [ + [ + -15.8828125, + false + ] + ] + ], + "filtered_resps": [ + [ + -16.015625, + false + ], + [ + -15.8828125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 923, + "doc": { + "sentence": "The student wanted to be respectful to the teacher so he got her a book instead of an apple because the _ was old.", + "option1": "book", + "option2": "apple", + "answer": "2" + }, + "target": "was old.", + "arguments": [ + [ + "Trying to lose belly fat is Laura was asking Amy for advice, Amy knew lots of ways to lose body fat.\n\nRyan winced while their parent Nelson operated the tablesaw to cut the board, because Nelson was adept with saws.\n\nIt costed more to repair the car of Leslie than it did the car of Derrick although Derrick had more services done.\n\nLogan liked the look of hardwood floors in a house but Brett thought carpet was nicer. Brett had the contractor put berber carpeting on their floors.\n\nRandy hates the music that always plays in the elevator, unlike Michael, because Randy grew up with rock not Jazz.\n\nThe student wanted to be respectful to the teacher so he got her a book instead of an apple because the book", + " was old." + ], + [ + "Trying to lose belly fat is Laura was asking Amy for advice, Amy knew lots of ways to lose body fat.\n\nRyan winced while their parent Nelson operated the tablesaw to cut the board, because Nelson was adept with saws.\n\nIt costed more to repair the car of Leslie than it did the car of Derrick although Derrick had more services done.\n\nLogan liked the look of hardwood floors in a house but Brett thought carpet was nicer. Brett had the contractor put berber carpeting on their floors.\n\nRandy hates the music that always plays in the elevator, unlike Michael, because Randy grew up with rock not Jazz.\n\nThe student wanted to be respectful to the teacher so he got her a book instead of an apple because the apple", + " was old." + ] + ], + "resps": [ + [ + [ + -10.65625, + false + ] + ], + [ + [ + -7.98046875, + false + ] + ] + ], + "filtered_resps": [ + [ + -10.65625, + false + ], + [ + -7.98046875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 931, + "doc": { + "sentence": "Samantha gifted her new bathrobe to Betty because it felt very comfortable for _ when she tried it on.", + "option1": "Samantha", + "option2": "Betty", + "answer": "2" + }, + "target": "when she tried it on.", + "arguments": [ + [ + "The shelving unit they bought would not fit in the pantry because the pantry was too small.\n\nJason could work out at the gym but not Ryan because Ryan cancelled their membership.\n\nJames cannot press the button so he turned the knob instead. It turned out the knob is movable.\n\nTanya was immune to the chicken pox and Rachel was not because Rachel didnt get a chicken pox shot.\n\nThe pills relieved my pain more than the capsules did because the pills were stronger.\n\nSamantha gifted her new bathrobe to Betty because it felt very comfortable for Samantha", + " when she tried it on." + ], + [ + "The shelving unit they bought would not fit in the pantry because the pantry was too small.\n\nJason could work out at the gym but not Ryan because Ryan cancelled their membership.\n\nJames cannot press the button so he turned the knob instead. It turned out the knob is movable.\n\nTanya was immune to the chicken pox and Rachel was not because Rachel didnt get a chicken pox shot.\n\nThe pills relieved my pain more than the capsules did because the pills were stronger.\n\nSamantha gifted her new bathrobe to Betty because it felt very comfortable for Betty", + " when she tried it on." + ] + ], + "resps": [ + [ + [ + -7.765625, + false + ] + ], + [ + [ + -7.6015625, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.765625, + false + ], + [ + -7.6015625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 939, + "doc": { + "sentence": "Bill had complicated feelings about getting a car after his motorcycle died because the _ possessed a lot of sentimental value.", + "option1": "car", + "option2": "motorcycle", + "answer": "2" + }, + "target": "possessed a lot of sentimental value.", + "arguments": [ + [ + "My friends business wasn't as good as my job because the job was making me some money.\n\nHe enjoyed the silver more than he enjoyed the gold, because the gold was uglier.\n\nThe tulips bloomed in the garden before the daffodils, because the daffodils had received less sun.\n\nJessica wants to clean colored grout so she asks her friend Rebecca for help, because Jessica doesn't know how to do it.\n\nJessica wanted to go see a horror movie with Christine but Christine hated to watch them.\n\nBill had complicated feelings about getting a car after his motorcycle died because the car", + " possessed a lot of sentimental value." + ], + [ + "My friends business wasn't as good as my job because the job was making me some money.\n\nHe enjoyed the silver more than he enjoyed the gold, because the gold was uglier.\n\nThe tulips bloomed in the garden before the daffodils, because the daffodils had received less sun.\n\nJessica wants to clean colored grout so she asks her friend Rebecca for help, because Jessica doesn't know how to do it.\n\nJessica wanted to go see a horror movie with Christine but Christine hated to watch them.\n\nBill had complicated feelings about getting a car after his motorcycle died because the motorcycle", + " possessed a lot of sentimental value." + ] + ], + "resps": [ + [ + [ + -18.640625, + false + ] + ], + [ + [ + -17.9375, + false + ] + ] + ], + "filtered_resps": [ + [ + -18.640625, + false + ], + [ + -17.9375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 947, + "doc": { + "sentence": "Mark wanted to lose some weight by starting a diet and workout routine. He focused mainly on the _ because he was lazy.", + "option1": "workout routine", + "option2": "diet", + "answer": "2" + }, + "target": "because he was lazy.", + "arguments": [ + [ + "Carrie is in need of work desperately and has come across Rebecca who is hiring, Rebecca has hired someone for a job.\n\nThe stains on the shirt didn't come out with normal products, because the stains were too strong.\n\nBetty wanted to buy some new clothes and asked Elena to come along because Elena had incredible fashion sense.\n\nRyan wore sunscreen on the hot summer day but Joseph did not. Joseph got a bad sunburn.\n\nCraig loved tadpoles while Samuel didn't so Samuel took the task of cleaning up the car.\n\nMark wanted to lose some weight by starting a diet and workout routine. He focused mainly on the workout routine", + " because he was lazy." + ], + [ + "Carrie is in need of work desperately and has come across Rebecca who is hiring, Rebecca has hired someone for a job.\n\nThe stains on the shirt didn't come out with normal products, because the stains were too strong.\n\nBetty wanted to buy some new clothes and asked Elena to come along because Elena had incredible fashion sense.\n\nRyan wore sunscreen on the hot summer day but Joseph did not. Joseph got a bad sunburn.\n\nCraig loved tadpoles while Samuel didn't so Samuel took the task of cleaning up the car.\n\nMark wanted to lose some weight by starting a diet and workout routine. He focused mainly on the diet", + " because he was lazy." + ] + ], + "resps": [ + [ + [ + -9.3359375, + false + ] + ], + [ + [ + -10.59375, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.3359375, + false + ], + [ + -10.59375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 955, + "doc": { + "sentence": "The Windows software attempted to install the upgrades onto the computer, but the _ was outdated.", + "option1": "software", + "option2": "computer", + "answer": "2" + }, + "target": "was outdated.", + "arguments": [ + [ + "Eric limped over to Samuel during a time out of a game to get water for Eric cramps.\n\nBen posted a selfie and a food shot on snapchat. People liked the food better, because Ben was ugly.\n\nJustin's car needed repairs and was in the shop so Adam gave them a ride to work. Justin will also need a ride home.\n\nThe candy jar could hold 100 gumballs or 80 maltballs because the gumballs were smaller.\n\nKatrina is a client of Rebecca at the salon and Rebecca is grateful for the work that they are given.\n\nThe Windows software attempted to install the upgrades onto the computer, but the software", + " was outdated." + ], + [ + "Eric limped over to Samuel during a time out of a game to get water for Eric cramps.\n\nBen posted a selfie and a food shot on snapchat. People liked the food better, because Ben was ugly.\n\nJustin's car needed repairs and was in the shop so Adam gave them a ride to work. Justin will also need a ride home.\n\nThe candy jar could hold 100 gumballs or 80 maltballs because the gumballs were smaller.\n\nKatrina is a client of Rebecca at the salon and Rebecca is grateful for the work that they are given.\n\nThe Windows software attempted to install the upgrades onto the computer, but the computer", + " was outdated." + ] + ], + "resps": [ + [ + [ + -7.33203125, + false + ] + ], + [ + [ + -7.87109375, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.33203125, + false + ], + [ + -7.87109375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 963, + "doc": { + "sentence": "Brett took more medicines than Aaron did although _ was suffering from many more diseases.", + "option1": "Brett", + "option2": "Aaron", + "answer": "2" + }, + "target": "was suffering from many more diseases.", + "arguments": [ + [ + "The artist preferred drawing still lifes of pots rather than plants , since the pots were easier to draw.\n\nAble to hear a scurrying sound from below the sink, Megan asked Samantha to check, as Megan was terrified of seeing a mouse.\n\nThey were lighting the sticks with matches, but preferred the lighters, so the matches were quickly abandoned.\n\nIf you wonder whether to use a pen or a pencil to do your homework, the pencil is easier to fix later.\n\nAfter Donald picked up and slammed Joel through the coffee table Donald felt very strong.\n\nBrett took more medicines than Aaron did although Brett", + " was suffering from many more diseases." + ], + [ + "The artist preferred drawing still lifes of pots rather than plants , since the pots were easier to draw.\n\nAble to hear a scurrying sound from below the sink, Megan asked Samantha to check, as Megan was terrified of seeing a mouse.\n\nThey were lighting the sticks with matches, but preferred the lighters, so the matches were quickly abandoned.\n\nIf you wonder whether to use a pen or a pencil to do your homework, the pencil is easier to fix later.\n\nAfter Donald picked up and slammed Joel through the coffee table Donald felt very strong.\n\nBrett took more medicines than Aaron did although Aaron", + " was suffering from many more diseases." + ] + ], + "resps": [ + [ + [ + -15.5859375, + false + ] + ], + [ + [ + -14.5546875, + false + ] + ] + ], + "filtered_resps": [ + [ + -15.5859375, + false + ], + [ + -14.5546875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 971, + "doc": { + "sentence": "Kenneth worked hard at training martial arts but not Samuel. _ couldn't made their dream come true of fighting in the UFC octagon.", + "option1": "Kenneth", + "option2": "Samuel", + "answer": "2" + }, + "target": "couldn't made their dream come true of fighting in the UFC octagon.", + "arguments": [ + [ + "Maria used some acid to clean stains on the equipment but it didn't work because the acid was too weak.\n\nThe board cannot contain the flowchart James intend to draw because the board is small.\n\nAmy thought building a wall on the border was a good idea but Laura didn't because Amy was a patriotic American.\n\nKevin wanted to hang a chandelier from their ceiling so they called Aaron for help because Kevin had never mounted from a ceiling beam.\n\nSia left her career as a telemarketer for a career as a blogger. The telemarketer career allows her less free time.\n\nKenneth worked hard at training martial arts but not Samuel. Kenneth", + " couldn't made their dream come true of fighting in the UFC octagon." + ], + [ + "Maria used some acid to clean stains on the equipment but it didn't work because the acid was too weak.\n\nThe board cannot contain the flowchart James intend to draw because the board is small.\n\nAmy thought building a wall on the border was a good idea but Laura didn't because Amy was a patriotic American.\n\nKevin wanted to hang a chandelier from their ceiling so they called Aaron for help because Kevin had never mounted from a ceiling beam.\n\nSia left her career as a telemarketer for a career as a blogger. The telemarketer career allows her less free time.\n\nKenneth worked hard at training martial arts but not Samuel. Samuel", + " couldn't made their dream come true of fighting in the UFC octagon." + ] + ], + "resps": [ + [ + [ + -50.875, + false + ] + ], + [ + [ + -50.03125, + false + ] + ] + ], + "filtered_resps": [ + [ + -50.875, + false + ], + [ + -50.03125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 979, + "doc": { + "sentence": "John cannot run the entire length of the track, he had been used to the field. The _ is short.", + "option1": "track", + "option2": "field", + "answer": "2" + }, + "target": "is short.", + "arguments": [ + [ + "As the walls began to cave in on Joseph, he blamed Craig who had sold him the house because Craig had not revealed how frail they were.\n\nNeil lost all their private personal information to William as a result of the hack, because William was a predator.\n\nLeslie helped William to cope with a diagnosis of borderline personality disorder (BPD) from his doctor, because Leslie likes him.\n\nMary sat still while Victoria listened to her chest. The diagnosis was dengue fever, which surprised Victoria as she hadn't found this in patients.\n\nCreative writing was Amy's passion, but Mary struggled to write even a short story. Mary had bad imagination.\n\nJohn cannot run the entire length of the track, he had been used to the field. The track", + " is short." + ], + [ + "As the walls began to cave in on Joseph, he blamed Craig who had sold him the house because Craig had not revealed how frail they were.\n\nNeil lost all their private personal information to William as a result of the hack, because William was a predator.\n\nLeslie helped William to cope with a diagnosis of borderline personality disorder (BPD) from his doctor, because Leslie likes him.\n\nMary sat still while Victoria listened to her chest. The diagnosis was dengue fever, which surprised Victoria as she hadn't found this in patients.\n\nCreative writing was Amy's passion, but Mary struggled to write even a short story. Mary had bad imagination.\n\nJohn cannot run the entire length of the track, he had been used to the field. The field", + " is short." + ] + ], + "resps": [ + [ + [ + -8.09375, + false + ] + ], + [ + [ + -8.796875, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.09375, + false + ], + [ + -8.796875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 987, + "doc": { + "sentence": "It doesn't take much to shift between ice and water. The _ is hard and strong when its cold.", + "option1": "water", + "option2": "ice", + "answer": "2" + }, + "target": "is hard and strong when its cold.", + "arguments": [ + [ + "Hunter enjoyed learning about Chinese superstitions but not Benjamin since Benjamin found them to be boring.\n\nMary made a fancy cheesecake to celebrate Rebecca's birthday, but Mary messed up the recipe.\n\nWhile waiting on the cricket field, Brett asked William to go get the bats. Brett set up the wickets while he got the bats.\n\nJustin showed Brett how to grind their own coffee beans, because Justin thought freshly ground was best.\n\nKevin had inexperience in home design compared to Dennis, and Kevin asked for advice about frames in photos that were displayed.\n\nIt doesn't take much to shift between ice and water. The water", + " is hard and strong when its cold." + ], + [ + "Hunter enjoyed learning about Chinese superstitions but not Benjamin since Benjamin found them to be boring.\n\nMary made a fancy cheesecake to celebrate Rebecca's birthday, but Mary messed up the recipe.\n\nWhile waiting on the cricket field, Brett asked William to go get the bats. Brett set up the wickets while he got the bats.\n\nJustin showed Brett how to grind their own coffee beans, because Justin thought freshly ground was best.\n\nKevin had inexperience in home design compared to Dennis, and Kevin asked for advice about frames in photos that were displayed.\n\nIt doesn't take much to shift between ice and water. The ice", + " is hard and strong when its cold." + ] + ], + "resps": [ + [ + [ + -29.265625, + false + ] + ], + [ + [ + -26.75, + false + ] + ] + ], + "filtered_resps": [ + [ + -29.265625, + false + ], + [ + -26.75, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 995, + "doc": { + "sentence": "Felicia was given a leather belt from Betty to clean it, because _ knows how to do it.", + "option1": "Felicia", + "option2": "Betty", + "answer": "1" + }, + "target": "knows how to do it.", + "arguments": [ + [ + "I drank water instead of soda because the fever subsided when I drank the water .\n\nAaron is jealous of Kevin despite Aaron being chosen to be the best man at the wedding.\n\nThe rice had too much salt in it, but the potato had just enough salt, and as a result the potato was delicious.\n\nThe dog was cooler than the cat because the dog was sitting under the tree.\n\nLawrence was happy about the internship at the company of Robert when Robert gave praise.\n\nFelicia was given a leather belt from Betty to clean it, because Felicia", + " knows how to do it." + ], + [ + "I drank water instead of soda because the fever subsided when I drank the water .\n\nAaron is jealous of Kevin despite Aaron being chosen to be the best man at the wedding.\n\nThe rice had too much salt in it, but the potato had just enough salt, and as a result the potato was delicious.\n\nThe dog was cooler than the cat because the dog was sitting under the tree.\n\nLawrence was happy about the internship at the company of Robert when Robert gave praise.\n\nFelicia was given a leather belt from Betty to clean it, because Betty", + " knows how to do it." + ] + ], + "resps": [ + [ + [ + -11.484375, + false + ] + ], + [ + [ + -11.109375, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.484375, + false + ], + [ + -11.109375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1003, + "doc": { + "sentence": "Jack wanted to start a game, but couldn't decide between baseball or basketball. The _ game would needed fewer of friends.", + "option1": "baseball", + "option2": "basketball", + "answer": "2" + }, + "target": "game would needed fewer of friends.", + "arguments": [ + [ + "Elena always needed help with organizing her belongings and closet unlike Mary because Mary was neat.\n\nThe backhoe failed to remove the boulder but the bulldozer could, as the bulldozer was correctly equipped for the job.\n\nAngela was so jealous that Kayla knew how to play the guitar that Kayla offered to give her lessons the next day.\n\nCecily could only lift the cabbage and had to get Jenni to lift the pumpkin for her. The cabbage was light.\n\nPatricia drove a gas hog while Victoria had a car with high MPG, thus causing the environmentalists to look at Patricia with contempt.\n\nJack wanted to start a game, but couldn't decide between baseball or basketball. The baseball", + " game would needed fewer of friends." + ], + [ + "Elena always needed help with organizing her belongings and closet unlike Mary because Mary was neat.\n\nThe backhoe failed to remove the boulder but the bulldozer could, as the bulldozer was correctly equipped for the job.\n\nAngela was so jealous that Kayla knew how to play the guitar that Kayla offered to give her lessons the next day.\n\nCecily could only lift the cabbage and had to get Jenni to lift the pumpkin for her. The cabbage was light.\n\nPatricia drove a gas hog while Victoria had a car with high MPG, thus causing the environmentalists to look at Patricia with contempt.\n\nJack wanted to start a game, but couldn't decide between baseball or basketball. The basketball", + " game would needed fewer of friends." + ] + ], + "resps": [ + [ + [ + -39.59375, + false + ] + ], + [ + [ + -39.6875, + false + ] + ] + ], + "filtered_resps": [ + [ + -39.59375, + false + ], + [ + -39.6875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1011, + "doc": { + "sentence": "At the hospital, Kenneth tended to Randy 's wounds as _ was learning to contain an infection.", + "option1": "Kenneth", + "option2": "Randy", + "answer": "1" + }, + "target": "was learning to contain an infection.", + "arguments": [ + [ + "The mental health of Brian is much better than William's because Brian sees a therapist.\n\nThe fingers of Kenneth were bleeding, so Dennis took a look at them, because Dennis is a physician.\n\nFixing the laptop was easy for Nelson but not Michael, because Michael was not technology savvy.\n\nAubrey kept her hamster in a tank instead of a cage because the tank was cleaner for it.\n\nI tried to put all of the food in the microwave but it wouldn't fit, because the microwave was too miniscule.\n\nAt the hospital, Kenneth tended to Randy 's wounds as Kenneth", + " was learning to contain an infection." + ], + [ + "The mental health of Brian is much better than William's because Brian sees a therapist.\n\nThe fingers of Kenneth were bleeding, so Dennis took a look at them, because Dennis is a physician.\n\nFixing the laptop was easy for Nelson but not Michael, because Michael was not technology savvy.\n\nAubrey kept her hamster in a tank instead of a cage because the tank was cleaner for it.\n\nI tried to put all of the food in the microwave but it wouldn't fit, because the microwave was too miniscule.\n\nAt the hospital, Kenneth tended to Randy 's wounds as Randy", + " was learning to contain an infection." + ] + ], + "resps": [ + [ + [ + -29.375, + false + ] + ], + [ + [ + -31.046875, + false + ] + ] + ], + "filtered_resps": [ + [ + -29.375, + false + ], + [ + -31.046875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1019, + "doc": { + "sentence": "After visiting their tenth college, Kevin asked Donald to just make up his mind, because _ just didn't have time for more.", + "option1": "Kevin", + "option2": "Donald", + "answer": "1" + }, + "target": "just didn't have time for more.", + "arguments": [ + [ + "Robert went to Hunter and asked him to judge leniently just this one time, because Hunter didn't lose anything valuable.\n\nOn the island the weather was frequently unpredictable. It was supposed to rain this weekend and the rain would be very heavy.\n\nLogan had trust in Ryan for the reason that Ryan was an honest and responsible person.\n\nDennis was invited for an interview by Justin for a position at a new office. Dennis prepared by researching the company.\n\nKayla raises cows and helps supply the world with hamburger Carrie doesnt eat hamburger, the chance Carrie is a vegetarian is big.\n\nAfter visiting their tenth college, Kevin asked Donald to just make up his mind, because Kevin", + " just didn't have time for more." + ], + [ + "Robert went to Hunter and asked him to judge leniently just this one time, because Hunter didn't lose anything valuable.\n\nOn the island the weather was frequently unpredictable. It was supposed to rain this weekend and the rain would be very heavy.\n\nLogan had trust in Ryan for the reason that Ryan was an honest and responsible person.\n\nDennis was invited for an interview by Justin for a position at a new office. Dennis prepared by researching the company.\n\nKayla raises cows and helps supply the world with hamburger Carrie doesnt eat hamburger, the chance Carrie is a vegetarian is big.\n\nAfter visiting their tenth college, Kevin asked Donald to just make up his mind, because Donald", + " just didn't have time for more." + ] + ], + "resps": [ + [ + [ + -19.328125, + false + ] + ], + [ + [ + -23.796875, + false + ] + ] + ], + "filtered_resps": [ + [ + -19.328125, + false + ], + [ + -23.796875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1027, + "doc": { + "sentence": "She was the prettiest in the room, wearing a pretty dress and jewelry. The _ was sparkling.", + "option1": "dress", + "option2": "jewelry", + "answer": "2" + }, + "target": "was sparkling.", + "arguments": [ + [ + "While changing her eating routine, Sally stopped eating chips and replaced it with fruit. The fruit were smooth.\n\nMary got stranded along the side of the road, and Christine helped them, so Mary was thankful.\n\nThe shoes were too big for Jason so he gave them to Ryan, because Jason feet are tiny.\n\nThe little boy poured milk from the carton into his cereal bowl until the carton was empty.\n\nAaron listened to Ryan talk about how disciplined he was to get 6 pack abs. Ryan was proud of himself.\n\nShe was the prettiest in the room, wearing a pretty dress and jewelry. The dress", + " was sparkling." + ], + [ + "While changing her eating routine, Sally stopped eating chips and replaced it with fruit. The fruit were smooth.\n\nMary got stranded along the side of the road, and Christine helped them, so Mary was thankful.\n\nThe shoes were too big for Jason so he gave them to Ryan, because Jason feet are tiny.\n\nThe little boy poured milk from the carton into his cereal bowl until the carton was empty.\n\nAaron listened to Ryan talk about how disciplined he was to get 6 pack abs. Ryan was proud of himself.\n\nShe was the prettiest in the room, wearing a pretty dress and jewelry. The jewelry", + " was sparkling." + ] + ], + "resps": [ + [ + [ + -8.3203125, + false + ] + ], + [ + [ + -6.6953125, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.3203125, + false + ], + [ + -6.6953125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1035, + "doc": { + "sentence": "Megan picked up some olive oil for Felicia because _ hated to cook but loved to eat.", + "option1": "Megan", + "option2": "Felicia", + "answer": "1" + }, + "target": "hated to cook but loved to eat.", + "arguments": [ + [ + "Kenneth had a fever, so Kevin gave him some medicine to take. Kenneth was his patient.\n\nMary replaced the gasket but not the compressor of her refrigerator, because the gasket was already worn.\n\nWhiskey is much loved by Brett but Ian prefers to drink tequila so Ian ordered a tequila sunrise to drink.\n\nCarrie is fluent in Spanish but Christine only speaks English as Christine only lived in USA when they were young.\n\nShe hates wearing pants but loves wearing dresses, because she feels more beautiful in the dresses .\n\nMegan picked up some olive oil for Felicia because Megan", + " hated to cook but loved to eat." + ], + [ + "Kenneth had a fever, so Kevin gave him some medicine to take. Kenneth was his patient.\n\nMary replaced the gasket but not the compressor of her refrigerator, because the gasket was already worn.\n\nWhiskey is much loved by Brett but Ian prefers to drink tequila so Ian ordered a tequila sunrise to drink.\n\nCarrie is fluent in Spanish but Christine only speaks English as Christine only lived in USA when they were young.\n\nShe hates wearing pants but loves wearing dresses, because she feels more beautiful in the dresses .\n\nMegan picked up some olive oil for Felicia because Felicia", + " hated to cook but loved to eat." + ] + ], + "resps": [ + [ + [ + -18.296875, + false + ] + ], + [ + [ + -16.34375, + false + ] + ] + ], + "filtered_resps": [ + [ + -18.296875, + false + ], + [ + -16.34375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1043, + "doc": { + "sentence": "The gerbil came over to Laura but not Monica because _ was holding a carrot stick.", + "option1": "Laura", + "option2": "Monica", + "answer": "1" + }, + "target": "was holding a carrot stick.", + "arguments": [ + [ + "Neil asked Derrick for help on how to achieve better bowel movement but Derrick knew nothing about health.\n\nThe popular Ariana Grande look swept the school and Angela became more popular than Betty because Angela adhered to the new dress code.\n\nMatthew tried to be stealthy while planning a party for Donald, but Donald found out from someone who couldn't keep a secret.\n\nWhile they washed dishes, Maria washed and put them on a rack for Sarah to dry, but then Maria ran out of hot water.\n\nAfter Christmas Jeffrey decided to go on a diet but Donald didn't. Jeffrey had gained a lot of weight.\n\nThe gerbil came over to Laura but not Monica because Laura", + " was holding a carrot stick." + ], + [ + "Neil asked Derrick for help on how to achieve better bowel movement but Derrick knew nothing about health.\n\nThe popular Ariana Grande look swept the school and Angela became more popular than Betty because Angela adhered to the new dress code.\n\nMatthew tried to be stealthy while planning a party for Donald, but Donald found out from someone who couldn't keep a secret.\n\nWhile they washed dishes, Maria washed and put them on a rack for Sarah to dry, but then Maria ran out of hot water.\n\nAfter Christmas Jeffrey decided to go on a diet but Donald didn't. Jeffrey had gained a lot of weight.\n\nThe gerbil came over to Laura but not Monica because Monica", + " was holding a carrot stick." + ] + ], + "resps": [ + [ + [ + -18.625, + false + ] + ], + [ + [ + -19.78125, + false + ] + ] + ], + "filtered_resps": [ + [ + -18.625, + false + ], + [ + -19.78125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1051, + "doc": { + "sentence": "The patient took calcium to fix his broken bone but the _ was too weak.", + "option1": "bone", + "option2": "calcium", + "answer": "1" + }, + "target": "was too weak.", + "arguments": [ + [ + "Jane played the game on her phone instead of her tablet because she left the tablet at home.\n\nThe macaroni was better than the nachos because the sauce on the macaroni was richer.\n\nDonald loved eating oysters, but Steven was a vegetarian. Steven ordered a plate of salad.\n\nThe child wanted to store the shells in the boxes but the boxes were too small.\n\nThe teacher used a reward system and Robert won an award while Logan did not because Logan did not study at all.\n\nThe patient took calcium to fix his broken bone but the bone", + " was too weak." + ], + [ + "Jane played the game on her phone instead of her tablet because she left the tablet at home.\n\nThe macaroni was better than the nachos because the sauce on the macaroni was richer.\n\nDonald loved eating oysters, but Steven was a vegetarian. Steven ordered a plate of salad.\n\nThe child wanted to store the shells in the boxes but the boxes were too small.\n\nThe teacher used a reward system and Robert won an award while Logan did not because Logan did not study at all.\n\nThe patient took calcium to fix his broken bone but the calcium", + " was too weak." + ] + ], + "resps": [ + [ + [ + -5.79296875, + false + ] + ], + [ + [ + -7.7265625, + false + ] + ] + ], + "filtered_resps": [ + [ + -5.79296875, + false + ], + [ + -7.7265625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1059, + "doc": { + "sentence": "The fisherman wanted to put the rock in the pond but the _ was too small.", + "option1": "pond", + "option2": "rock", + "answer": "1" + }, + "target": "was too small.", + "arguments": [ + [ + "Patricia was called over to inspect Amy's kitchen and bedroom because Patricia was known for being clean.\n\nShe left the coach and headed to the taxi so she could take a faster route but the coach was actually faster.\n\nCarrie wrote a long apology letter to send to Jennifer, but Carrie never delivered it.\n\nThe workout routine was beneficial to Donald but not Samuel because Donald was developing huge muscles.\n\nthey bought cups and left the fragile glasses on the shelf even though they needed both because the cups strong.\n\nThe fisherman wanted to put the rock in the pond but the pond", + " was too small." + ], + [ + "Patricia was called over to inspect Amy's kitchen and bedroom because Patricia was known for being clean.\n\nShe left the coach and headed to the taxi so she could take a faster route but the coach was actually faster.\n\nCarrie wrote a long apology letter to send to Jennifer, but Carrie never delivered it.\n\nThe workout routine was beneficial to Donald but not Samuel because Donald was developing huge muscles.\n\nthey bought cups and left the fragile glasses on the shelf even though they needed both because the cups strong.\n\nThe fisherman wanted to put the rock in the pond but the rock", + " was too small." + ] + ], + "resps": [ + [ + [ + -4.55078125, + false + ] + ], + [ + [ + -6.25390625, + false + ] + ] + ], + "filtered_resps": [ + [ + -4.55078125, + false + ], + [ + -6.25390625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1067, + "doc": { + "sentence": "She watered the rose but not the cactus, because the soil of the _ was already wet.", + "option1": "rose", + "option2": "cactus", + "answer": "2" + }, + "target": "was already wet.", + "arguments": [ + [ + "Steven loved the taste of squash but William hated it's flavor. William ordered the broccoli casserole with their dinner.\n\nAnna looked for a plant for her house, and chose a fern over a frond, because the frond would take up more space.\n\nTanya's vehicle was covered in rust whereas Jessica's was not because Jessica was very diligent about maintenance.\n\nLawrence had shorter shoelaces than Ian had on their shoes so Lawrence tripped less often.\n\nthe blood failed the tests for it had a lot of pathogens which it was being screened of, the pathogens were many.\n\nShe watered the rose but not the cactus, because the soil of the rose", + " was already wet." + ], + [ + "Steven loved the taste of squash but William hated it's flavor. William ordered the broccoli casserole with their dinner.\n\nAnna looked for a plant for her house, and chose a fern over a frond, because the frond would take up more space.\n\nTanya's vehicle was covered in rust whereas Jessica's was not because Jessica was very diligent about maintenance.\n\nLawrence had shorter shoelaces than Ian had on their shoes so Lawrence tripped less often.\n\nthe blood failed the tests for it had a lot of pathogens which it was being screened of, the pathogens were many.\n\nShe watered the rose but not the cactus, because the soil of the cactus", + " was already wet." + ] + ], + "resps": [ + [ + [ + -9.8515625, + false + ] + ], + [ + [ + -9.453125, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.8515625, + false + ], + [ + -9.453125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1075, + "doc": { + "sentence": "Kelly was embarrassed when his toga fell off at the party and people saw his underwear because the _ was too loose.", + "option1": "toga", + "option2": "underwear", + "answer": "1" + }, + "target": "was too loose.", + "arguments": [ + [ + "Lawrence wanted a dog for a pet and Benjamin wanted a cat because Lawrence preferred dogs inside and cats outside.\n\nShe prefers to use laptop over desktop PC, because the laptop is more mobile for her needs.\n\nThe man couldn't decide on a smoothie or a milkshake. He decided on a smoothie because it is healthier.\n\nSteven doesn't come off as sensual as Hunter does, so Hunter must be the more sexy person.\n\nNatalie wanted to cook Victoria a surprise meal for their birthday and Natalie tried to keep it a secret.\n\nKelly was embarrassed when his toga fell off at the party and people saw his underwear because the toga", + " was too loose." + ], + [ + "Lawrence wanted a dog for a pet and Benjamin wanted a cat because Lawrence preferred dogs inside and cats outside.\n\nShe prefers to use laptop over desktop PC, because the laptop is more mobile for her needs.\n\nThe man couldn't decide on a smoothie or a milkshake. He decided on a smoothie because it is healthier.\n\nSteven doesn't come off as sensual as Hunter does, so Hunter must be the more sexy person.\n\nNatalie wanted to cook Victoria a surprise meal for their birthday and Natalie tried to keep it a secret.\n\nKelly was embarrassed when his toga fell off at the party and people saw his underwear because the underwear", + " was too loose." + ] + ], + "resps": [ + [ + [ + -6.4375, + false + ] + ], + [ + [ + -9.484375, + false + ] + ] + ], + "filtered_resps": [ + [ + -6.4375, + false + ], + [ + -9.484375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1083, + "doc": { + "sentence": "I started a program for youth that worked better than the old system, because the _ is new.", + "option1": "program", + "option2": "system", + "answer": "1" + }, + "target": "is new.", + "arguments": [ + [ + "Nelson has accidentaly set a hotel on fire and endangered Aaron's life, because Nelson wasn't careful.\n\nThe massage oils warmed Rachel's heart but the candles didn't do so because the massage oils were useful to her.\n\nShe couldn't wear the bikini at the club, but it was OK at the cafe, as the cafe was so libertine.\n\nThe teacher took students off of the playground and put them on the bus until the bus was full.\n\nDerrick dined on sweets and fast food much too often while Donald ate salads and veggies. Donald had a scarcity of belly fat.\n\nI started a program for youth that worked better than the old system, because the program", + " is new." + ], + [ + "Nelson has accidentaly set a hotel on fire and endangered Aaron's life, because Nelson wasn't careful.\n\nThe massage oils warmed Rachel's heart but the candles didn't do so because the massage oils were useful to her.\n\nShe couldn't wear the bikini at the club, but it was OK at the cafe, as the cafe was so libertine.\n\nThe teacher took students off of the playground and put them on the bus until the bus was full.\n\nDerrick dined on sweets and fast food much too often while Donald ate salads and veggies. Donald had a scarcity of belly fat.\n\nI started a program for youth that worked better than the old system, because the system", + " is new." + ] + ], + "resps": [ + [ + [ + -8.59375, + false + ] + ], + [ + [ + -11.3203125, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.59375, + false + ], + [ + -11.3203125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1091, + "doc": { + "sentence": "Felicia experienced a tummy ache while Tanya did not because _ had not eaten any food.", + "option1": "Felicia", + "option2": "Tanya", + "answer": "2" + }, + "target": "had not eaten any food.", + "arguments": [ + [ + "Brett had to help Lawrence to burn a DVD of a movie to take on a plane as Lawrence had totally forgotten how to do it.\n\nI used a calculator instead of a computer to help with my math homework because the computer was slower.\n\nLeslie studied to become an auto body repair technician but not Robert, because Robert was not interested in cars.\n\nMatthew was in a lot of debt and Joseph was not because Matthew liked to spend a lot.\n\nAdam went running more often than Dennis did because Adam was on the track team.\n\nFelicia experienced a tummy ache while Tanya did not because Felicia", + " had not eaten any food." + ], + [ + "Brett had to help Lawrence to burn a DVD of a movie to take on a plane as Lawrence had totally forgotten how to do it.\n\nI used a calculator instead of a computer to help with my math homework because the computer was slower.\n\nLeslie studied to become an auto body repair technician but not Robert, because Robert was not interested in cars.\n\nMatthew was in a lot of debt and Joseph was not because Matthew liked to spend a lot.\n\nAdam went running more often than Dennis did because Adam was on the track team.\n\nFelicia experienced a tummy ache while Tanya did not because Tanya", + " had not eaten any food." + ] + ], + "resps": [ + [ + [ + -11.15625, + false + ] + ], + [ + [ + -11.171875, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.15625, + false + ], + [ + -11.171875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1099, + "doc": { + "sentence": "Megan sentenced Jennifer to probation for stealing from the grocery store, _ obeys the laws that are written.", + "option1": "Megan", + "option2": "Jennifer", + "answer": "1" + }, + "target": "obeys the laws that are written.", + "arguments": [ + [ + "The egg cooked more evenly in the pan than on the sheet, because the sheet was poorly designed.\n\nCynthia knows that wagering on baseball is illegal but Tanya does not care, Tanya couldn't avoid going to jail.\n\nBuying new office supplies and storage boxes was fun for Samuel but not Joel, since Joel hated having to organize.\n\nThe lady hated bowling a lot more than basketball because the lady thought the bowling was boring.\n\nThe mad scientist poured acid from the test tube into the beaker until the test tube was empty.\n\nMegan sentenced Jennifer to probation for stealing from the grocery store, Megan", + " obeys the laws that are written." + ], + [ + "The egg cooked more evenly in the pan than on the sheet, because the sheet was poorly designed.\n\nCynthia knows that wagering on baseball is illegal but Tanya does not care, Tanya couldn't avoid going to jail.\n\nBuying new office supplies and storage boxes was fun for Samuel but not Joel, since Joel hated having to organize.\n\nThe lady hated bowling a lot more than basketball because the lady thought the bowling was boring.\n\nThe mad scientist poured acid from the test tube into the beaker until the test tube was empty.\n\nMegan sentenced Jennifer to probation for stealing from the grocery store, Jennifer", + " obeys the laws that are written." + ] + ], + "resps": [ + [ + [ + -26.90625, + false + ] + ], + [ + [ + -29.53125, + false + ] + ] + ], + "filtered_resps": [ + [ + -26.90625, + false + ], + [ + -29.53125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1107, + "doc": { + "sentence": "The wound caused by the bullet needed more care than the one caused by the knife because the _ wound was superficial.", + "option1": "bullet", + "option2": "knife", + "answer": "2" + }, + "target": "wound was superficial.", + "arguments": [ + [ + "Jess chose to use wallpaper and not paint for the walls because the wallpaper was prettier.\n\nSince Jennifer was in need of clothing while Natalie had extra, Jennifer bought clothes from the thrift shop.\n\nKenneth received an invitation to a mutual friends wedding but Brian was not invited. Brian was sad they could not attend.\n\nChristopher was an expert jeweler compared to Matthew' who is an amateur, so Matthew was the dealer swindled by a fake sapphire.\n\nAll of the paper that I got from school wouldn't fit in the folder, because the paper was too thick.\n\nThe wound caused by the bullet needed more care than the one caused by the knife because the bullet", + " wound was superficial." + ], + [ + "Jess chose to use wallpaper and not paint for the walls because the wallpaper was prettier.\n\nSince Jennifer was in need of clothing while Natalie had extra, Jennifer bought clothes from the thrift shop.\n\nKenneth received an invitation to a mutual friends wedding but Brian was not invited. Brian was sad they could not attend.\n\nChristopher was an expert jeweler compared to Matthew' who is an amateur, so Matthew was the dealer swindled by a fake sapphire.\n\nAll of the paper that I got from school wouldn't fit in the folder, because the paper was too thick.\n\nThe wound caused by the bullet needed more care than the one caused by the knife because the knife", + " wound was superficial." + ] + ], + "resps": [ + [ + [ + -9.4765625, + false + ] + ], + [ + [ + -4.07421875, + true + ] + ] + ], + "filtered_resps": [ + [ + -9.4765625, + false + ], + [ + -4.07421875, + true + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1115, + "doc": { + "sentence": "Natalie is a forest ranger, Jessica is a cook therefore _ probably can't tell you how to plant your pine tree.", + "option1": "Natalie", + "option2": "Jessica", + "answer": "2" + }, + "target": "probably can't tell you how to plant your pine tree.", + "arguments": [ + [ + "Nelson really loved yellow birds, while Craig really loved gray ones, which explains why Nelson kept so many canaries.\n\nThe child of Maria had really bad behavior unlike Amy's child, because Amy was not very tolerant.\n\nKatrina makes very tasty roast recipes while Cynthia doesn't, so Katrina is eager to cook more.\n\nI took a class on how to drive a truck instead of a bus because driving the bus pays less.\n\nAaron's recreational vehicle was really just a trailer compared to Kevin's behemoth. Kevin had a grander model.\n\nNatalie is a forest ranger, Jessica is a cook therefore Natalie", + " probably can't tell you how to plant your pine tree." + ], + [ + "Nelson really loved yellow birds, while Craig really loved gray ones, which explains why Nelson kept so many canaries.\n\nThe child of Maria had really bad behavior unlike Amy's child, because Amy was not very tolerant.\n\nKatrina makes very tasty roast recipes while Cynthia doesn't, so Katrina is eager to cook more.\n\nI took a class on how to drive a truck instead of a bus because driving the bus pays less.\n\nAaron's recreational vehicle was really just a trailer compared to Kevin's behemoth. Kevin had a grander model.\n\nNatalie is a forest ranger, Jessica is a cook therefore Jessica", + " probably can't tell you how to plant your pine tree." + ] + ], + "resps": [ + [ + [ + -41.78125, + false + ] + ], + [ + [ + -38.625, + false + ] + ] + ], + "filtered_resps": [ + [ + -41.78125, + false + ], + [ + -38.625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1123, + "doc": { + "sentence": "The stores used posters instead of flyers, but the overall cost of distribution for the _ was cheaper.", + "option1": "posters", + "option2": "flyers", + "answer": "2" + }, + "target": "was cheaper.", + "arguments": [ + [ + "Logan wanted a suitable environment for Robert so Logan set up the area around them.\n\nJustin has a lot of nerve pain and Ian doesn't know how to help so Ian offers hug s a lot.\n\nWilliam spend tons of money on their wedding but Ian had a small budget for theirs. you can say Ian is more practical.\n\nPatricia asked Rebecca when she was supposed to get the results back from the blood test but Rebecca did not know.\n\nJohn hated his country far more than the world because the world had many good people.\n\nThe stores used posters instead of flyers, but the overall cost of distribution for the posters", + " was cheaper." + ], + [ + "Logan wanted a suitable environment for Robert so Logan set up the area around them.\n\nJustin has a lot of nerve pain and Ian doesn't know how to help so Ian offers hug s a lot.\n\nWilliam spend tons of money on their wedding but Ian had a small budget for theirs. you can say Ian is more practical.\n\nPatricia asked Rebecca when she was supposed to get the results back from the blood test but Rebecca did not know.\n\nJohn hated his country far more than the world because the world had many good people.\n\nThe stores used posters instead of flyers, but the overall cost of distribution for the flyers", + " was cheaper." + ] + ], + "resps": [ + [ + [ + -3.392578125, + false + ] + ], + [ + [ + -2.697265625, + false + ] + ] + ], + "filtered_resps": [ + [ + -3.392578125, + false + ], + [ + -2.697265625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1131, + "doc": { + "sentence": "Playing basketball came easier for Cynthia than Jennifer but _ had more control of their body movements.", + "option1": "Cynthia", + "option2": "Jennifer", + "answer": "2" + }, + "target": "had more control of their body movements.", + "arguments": [ + [ + "Jim started drinking fresh water instead of artificial soda pops because the water was healthy.\n\nThe wall was built to safeguard the house from waves, as the house was vulnerable against them.\n\nThe quarterback threw the football over the head of Craig and into the hands of Benjamin, so Benjamin score a touchdown.\n\nThe violets in the garden of Natalie grew much taller than Rebecca's because Natalie is great at gardening.\n\nThe woman was hurt less by the scam than the identity theft because she lost more money with the theft .\n\nPlaying basketball came easier for Cynthia than Jennifer but Cynthia", + " had more control of their body movements." + ], + [ + "Jim started drinking fresh water instead of artificial soda pops because the water was healthy.\n\nThe wall was built to safeguard the house from waves, as the house was vulnerable against them.\n\nThe quarterback threw the football over the head of Craig and into the hands of Benjamin, so Benjamin score a touchdown.\n\nThe violets in the garden of Natalie grew much taller than Rebecca's because Natalie is great at gardening.\n\nThe woman was hurt less by the scam than the identity theft because she lost more money with the theft .\n\nPlaying basketball came easier for Cynthia than Jennifer but Jennifer", + " had more control of their body movements." + ] + ], + "resps": [ + [ + [ + -25.234375, + false + ] + ], + [ + [ + -23.8125, + false + ] + ] + ], + "filtered_resps": [ + [ + -25.234375, + false + ], + [ + -23.8125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1139, + "doc": { + "sentence": "Ryan's boil cleared up right away while Christopher's boil got infected due to _ applying medicine later.", + "option1": "Ryan", + "option2": "Christopher", + "answer": "2" + }, + "target": "applying medicine later.", + "arguments": [ + [ + "The hallway filled with smoke but the bedroom had clear air, since the bedroom had open windows.\n\nOwen wore boxers to sleep more than briefs because the boxers were loose on his skin.\n\nRebecca managed to stop their car before crashing but Jessica did not as Jessica was going fast.\n\nThe young boy wanted to put the baseball on the shelf but it kept rolling off because the baseball was round.\n\nThe decision making skills of Donald are poor when compared to those of Nelson. Nelson is a competent negotiator.\n\nRyan's boil cleared up right away while Christopher's boil got infected due to Ryan", + " applying medicine later." + ], + [ + "The hallway filled with smoke but the bedroom had clear air, since the bedroom had open windows.\n\nOwen wore boxers to sleep more than briefs because the boxers were loose on his skin.\n\nRebecca managed to stop their car before crashing but Jessica did not as Jessica was going fast.\n\nThe young boy wanted to put the baseball on the shelf but it kept rolling off because the baseball was round.\n\nThe decision making skills of Donald are poor when compared to those of Nelson. Nelson is a competent negotiator.\n\nRyan's boil cleared up right away while Christopher's boil got infected due to Christopher", + " applying medicine later." + ] + ], + "resps": [ + [ + [ + -21.71875, + false + ] + ], + [ + [ + -20.8125, + false + ] + ] + ], + "filtered_resps": [ + [ + -21.71875, + false + ], + [ + -20.8125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1147, + "doc": { + "sentence": "The boards were used to build the houses instead of the bricks as the _ were sparse.", + "option1": "boards", + "option2": "bricks", + "answer": "2" + }, + "target": "were sparse.", + "arguments": [ + [ + "The crabs tasted better at the diner than at the restaurant because the diner was closer to the shore.\n\nJohn broke the tablet when he placed the box on it not knowing the tablet is fragile.\n\nNeil gave the new technology to Nick, because Neil wanted to share the advancements with someone else.\n\nJames needed a longer brush to clean the window because the brush is too short.\n\nKevin wanted to grow a bigger vegetable garden than Nelson because Nelson is a simple person.\n\nThe boards were used to build the houses instead of the bricks as the boards", + " were sparse." + ], + [ + "The crabs tasted better at the diner than at the restaurant because the diner was closer to the shore.\n\nJohn broke the tablet when he placed the box on it not knowing the tablet is fragile.\n\nNeil gave the new technology to Nick, because Neil wanted to share the advancements with someone else.\n\nJames needed a longer brush to clean the window because the brush is too short.\n\nKevin wanted to grow a bigger vegetable garden than Nelson because Nelson is a simple person.\n\nThe boards were used to build the houses instead of the bricks as the bricks", + " were sparse." + ] + ], + "resps": [ + [ + [ + -14.703125, + false + ] + ], + [ + [ + -11.578125, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.703125, + false + ], + [ + -11.578125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1155, + "doc": { + "sentence": "Benjamin thought Android was the superior phone system but Ian thought IOS was better. _ bought a new Note 9 from Verizon.", + "option1": "Benjamin", + "option2": "Ian", + "answer": "1" + }, + "target": "bought a new Note 9 from Verizon.", + "arguments": [ + [ + "I would say Tanya is a better debater than Natalie as Natalie is very compromising most of the time.\n\nKenneth want to learn how to grow a jicama and asks for Jason's help, because Kenneth is not vine expert.\n\nThe chef could not use the knife to chop the vegetable quickly because the knife is too dull.\n\nRandy was more of a baseball fan than Michael so Michael was heavily bored in every postseason.\n\nThe woman put the note in her back pocket but it stuck out because the pocket was small.\n\nBenjamin thought Android was the superior phone system but Ian thought IOS was better. Benjamin", + " bought a new Note 9 from Verizon." + ], + [ + "I would say Tanya is a better debater than Natalie as Natalie is very compromising most of the time.\n\nKenneth want to learn how to grow a jicama and asks for Jason's help, because Kenneth is not vine expert.\n\nThe chef could not use the knife to chop the vegetable quickly because the knife is too dull.\n\nRandy was more of a baseball fan than Michael so Michael was heavily bored in every postseason.\n\nThe woman put the note in her back pocket but it stuck out because the pocket was small.\n\nBenjamin thought Android was the superior phone system but Ian thought IOS was better. Ian", + " bought a new Note 9 from Verizon." + ] + ], + "resps": [ + [ + [ + -28.765625, + false + ] + ], + [ + [ + -28.25, + false + ] + ] + ], + "filtered_resps": [ + [ + -28.765625, + false + ], + [ + -28.25, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1163, + "doc": { + "sentence": "Elena is concerned that Megan might have a Twitter addiction, but _ is probably worrying about nothing.", + "option1": "Elena", + "option2": "Megan", + "answer": "1" + }, + "target": "is probably worrying about nothing.", + "arguments": [ + [ + "Ryan had never gone to a dealership and bought a car like Michael because Michael never bought them from the owner.\n\nJohn poured some water from the bottle to the bowl and there still enough space in the bowl. The bottle small.\n\nThe man tried to fit his feet in the shoes but the feet were too large.\n\nLogan had to work while Aaron was still in middle school so Logan drove his car every day.\n\nRice was a staple in the country, but not enjoyed in the city, it was just so much cheaper in the country .\n\nElena is concerned that Megan might have a Twitter addiction, but Elena", + " is probably worrying about nothing." + ], + [ + "Ryan had never gone to a dealership and bought a car like Michael because Michael never bought them from the owner.\n\nJohn poured some water from the bottle to the bowl and there still enough space in the bowl. The bottle small.\n\nThe man tried to fit his feet in the shoes but the feet were too large.\n\nLogan had to work while Aaron was still in middle school so Logan drove his car every day.\n\nRice was a staple in the country, but not enjoyed in the city, it was just so much cheaper in the country .\n\nElena is concerned that Megan might have a Twitter addiction, but Megan", + " is probably worrying about nothing." + ] + ], + "resps": [ + [ + [ + -14.78125, + false + ] + ], + [ + [ + -23.640625, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.78125, + false + ], + [ + -23.640625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1171, + "doc": { + "sentence": "Patricia bought a plant for Natalie to put in her garden, so _ sent a thank you card.", + "option1": "Patricia", + "option2": "Natalie", + "answer": "2" + }, + "target": "sent a thank you card.", + "arguments": [ + [ + "During the brewing process, the pots were on the stove and the bottles were in the fridge, so the pots were hotter.\n\nAaron loves walking, but Lawrence does not, so Lawrence drives to work every morning when it's raining or not.\n\nThe moments when Carrie would sniff Patricia's hair in class would make Carrie feel elated.\n\nSo Christopher ignored the website because Kevin needed some information that Christopher didn't need and that's why.\n\nJason wants to become a pilot so he asks his tutor Benjamin for extra hours, because Benjamin is already a pilot.\n\nPatricia bought a plant for Natalie to put in her garden, so Patricia", + " sent a thank you card." + ], + [ + "During the brewing process, the pots were on the stove and the bottles were in the fridge, so the pots were hotter.\n\nAaron loves walking, but Lawrence does not, so Lawrence drives to work every morning when it's raining or not.\n\nThe moments when Carrie would sniff Patricia's hair in class would make Carrie feel elated.\n\nSo Christopher ignored the website because Kevin needed some information that Christopher didn't need and that's why.\n\nJason wants to become a pilot so he asks his tutor Benjamin for extra hours, because Benjamin is already a pilot.\n\nPatricia bought a plant for Natalie to put in her garden, so Natalie", + " sent a thank you card." + ] + ], + "resps": [ + [ + [ + -15.2421875, + false + ] + ], + [ + [ + -12.8125, + false + ] + ] + ], + "filtered_resps": [ + [ + -15.2421875, + false + ], + [ + -12.8125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1179, + "doc": { + "sentence": "Jennifer thought it was important to neuter a dog and Rachel did not because _ knew lots of animals become homeless.", + "option1": "Jennifer", + "option2": "Rachel", + "answer": "1" + }, + "target": "knew lots of animals become homeless.", + "arguments": [ + [ + "Mike chose to buy his jeans at the store rather than the outlet, because store was cheaper .\n\nCarrie helped Natalie plan all of the company events for the conference because Natalie was an CEO.\n\nTanya's cars never lasted long, while Natalie's lasted years. Tanya refused to do basic maintenance like change the motor oil.\n\nJan wanted to move a desk into the corner of the family room but the desk was too wide.\n\nBecause Joseph had been a victim of identity theft and Matthew had not, Joseph checked his credit report more frequently.\n\nJennifer thought it was important to neuter a dog and Rachel did not because Jennifer", + " knew lots of animals become homeless." + ], + [ + "Mike chose to buy his jeans at the store rather than the outlet, because store was cheaper .\n\nCarrie helped Natalie plan all of the company events for the conference because Natalie was an CEO.\n\nTanya's cars never lasted long, while Natalie's lasted years. Tanya refused to do basic maintenance like change the motor oil.\n\nJan wanted to move a desk into the corner of the family room but the desk was too wide.\n\nBecause Joseph had been a victim of identity theft and Matthew had not, Joseph checked his credit report more frequently.\n\nJennifer thought it was important to neuter a dog and Rachel did not because Rachel", + " knew lots of animals become homeless." + ] + ], + "resps": [ + [ + [ + -29.515625, + false + ] + ], + [ + [ + -28.59375, + false + ] + ] + ], + "filtered_resps": [ + [ + -29.515625, + false + ], + [ + -28.59375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1187, + "doc": { + "sentence": "Ryan ordered the salad with added avocado, but Randy passed, because _ was ok with the $3 upcharge.", + "option1": "Ryan", + "option2": "Randy", + "answer": "1" + }, + "target": "was ok with the $3 upcharge.", + "arguments": [ + [ + "Jeffrey loved to listen to hip hop music but Kevin thought it was terrible. Jeffrey put in a cd by Run DMC.\n\nProducts sold at the outlet made more money than those sold at the store , so the outlet was a profitable business.\n\nLindsey needed to learn how to file from Amy since Amy 's office was well organized.\n\nWhen I have a health concern I go to the doctor's office, not to an unlicensed medical website, because the website can be frightening.\n\nLindsey is curvier than Megan, which explains why Lindsey always buys a larger-sized bra when they shop together at the discount clothing store.\n\nRyan ordered the salad with added avocado, but Randy passed, because Ryan", + " was ok with the $3 upcharge." + ], + [ + "Jeffrey loved to listen to hip hop music but Kevin thought it was terrible. Jeffrey put in a cd by Run DMC.\n\nProducts sold at the outlet made more money than those sold at the store , so the outlet was a profitable business.\n\nLindsey needed to learn how to file from Amy since Amy 's office was well organized.\n\nWhen I have a health concern I go to the doctor's office, not to an unlicensed medical website, because the website can be frightening.\n\nLindsey is curvier than Megan, which explains why Lindsey always buys a larger-sized bra when they shop together at the discount clothing store.\n\nRyan ordered the salad with added avocado, but Randy passed, because Randy", + " was ok with the $3 upcharge." + ] + ], + "resps": [ + [ + [ + -34.21875, + false + ] + ], + [ + [ + -36.3125, + false + ] + ] + ], + "filtered_resps": [ + [ + -34.21875, + false + ], + [ + -36.3125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1195, + "doc": { + "sentence": "The honey flows out slower from the bottle than the oil. The _ is viscous.", + "option1": "honey", + "option2": "oil", + "answer": "1" + }, + "target": "is viscous.", + "arguments": [ + [ + "Monica stole Betty's ipod because Monica really likes listening to great music that plays well.\n\nSamantha ran right past the Easter egg while Rebecca ran towards it, and Rebecca picked it up.\n\nThe contractor liked using the brick material over the stone material, because the stone material is shoddy.\n\nI love going to the museum to look at all the art. The museum is so peaceful.\n\nBen posted a selfie and a food shot on snapchat. People liked the food better, because Ben was ugly.\n\nThe honey flows out slower from the bottle than the oil. The honey", + " is viscous." + ], + [ + "Monica stole Betty's ipod because Monica really likes listening to great music that plays well.\n\nSamantha ran right past the Easter egg while Rebecca ran towards it, and Rebecca picked it up.\n\nThe contractor liked using the brick material over the stone material, because the stone material is shoddy.\n\nI love going to the museum to look at all the art. The museum is so peaceful.\n\nBen posted a selfie and a food shot on snapchat. People liked the food better, because Ben was ugly.\n\nThe honey flows out slower from the bottle than the oil. The oil", + " is viscous." + ] + ], + "resps": [ + [ + [ + -7.5, + false + ] + ], + [ + [ + -7.37109375, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.5, + false + ], + [ + -7.37109375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1203, + "doc": { + "sentence": "Christine knew how to make wings with better flavor than Maria, so _ waited for supper.", + "option1": "Christine", + "option2": "Maria", + "answer": "2" + }, + "target": "waited for supper.", + "arguments": [ + [ + "The new corset purchased by Bill for his wife would not fit around her body, the corset was too narrow.\n\nWilliam was trying to treat the ulcer of Benjamin at the hospital because William is a doctor.\n\nFixing the laptop was easy for Nelson but not Michael, because Nelson was very technology savvy.\n\nLindsey received many complaints at the job compared to Angela because Angela was a great worker.\n\nMonica went to Erin's house to use their computer for a paper since Monica 's computer was broken.\n\nChristine knew how to make wings with better flavor than Maria, so Christine", + " waited for supper." + ], + [ + "The new corset purchased by Bill for his wife would not fit around her body, the corset was too narrow.\n\nWilliam was trying to treat the ulcer of Benjamin at the hospital because William is a doctor.\n\nFixing the laptop was easy for Nelson but not Michael, because Nelson was very technology savvy.\n\nLindsey received many complaints at the job compared to Angela because Angela was a great worker.\n\nMonica went to Erin's house to use their computer for a paper since Monica 's computer was broken.\n\nChristine knew how to make wings with better flavor than Maria, so Maria", + " waited for supper." + ] + ], + "resps": [ + [ + [ + -21.5, + false + ] + ], + [ + [ + -21.734375, + false + ] + ] + ], + "filtered_resps": [ + [ + -21.5, + false + ], + [ + -21.734375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1211, + "doc": { + "sentence": "Carrie always arrived to work after Cynthia, as _ had a shorter driving commute in the mornings.", + "option1": "Carrie", + "option2": "Cynthia", + "answer": "2" + }, + "target": "had a shorter driving commute in the mornings.", + "arguments": [ + [ + "Victoria loved going to school with Katrina for Victoria had a crush on the other.\n\nBetty really enjoyed getting up and going to their job each day but Erin did not because Betty was very motivated.\n\nJeffrey was able to perform a backflip but Nick was not because Nick was very rigid.\n\nChristine's telescope can't see nearly as far as the one Jessica purchased. Christine got a cheaper model telescope.\n\nThe hospital was running out of syringes, but they had plenty of bandages due to the bandages price decreasing.\n\nCarrie always arrived to work after Cynthia, as Carrie", + " had a shorter driving commute in the mornings." + ], + [ + "Victoria loved going to school with Katrina for Victoria had a crush on the other.\n\nBetty really enjoyed getting up and going to their job each day but Erin did not because Betty was very motivated.\n\nJeffrey was able to perform a backflip but Nick was not because Nick was very rigid.\n\nChristine's telescope can't see nearly as far as the one Jessica purchased. Christine got a cheaper model telescope.\n\nThe hospital was running out of syringes, but they had plenty of bandages due to the bandages price decreasing.\n\nCarrie always arrived to work after Cynthia, as Cynthia", + " had a shorter driving commute in the mornings." + ] + ], + "resps": [ + [ + [ + -26.59375, + false + ] + ], + [ + [ + -25.609375, + false + ] + ] + ], + "filtered_resps": [ + [ + -26.59375, + false + ], + [ + -25.609375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1219, + "doc": { + "sentence": "The salesman would only feature nice things in the house like the pool but not the wiring because the _ was fine.", + "option1": "pool", + "option2": "wiring", + "answer": "1" + }, + "target": "was fine.", + "arguments": [ + [ + "Jake needed to rid his home of bugs at the dumps, it took a long time because the dumps were few.\n\nChristine refused to dance even once with Emily because Emily was not liked by anyone in school.\n\nThe toddler said something rude which offended Victoria but Samantha laughed. Victoria always disliked the honesty of children.\n\nHe framed his diploma with wood instead of metal, because he felt the metal was more pedestrian.\n\nThe gardener used new pest sprays on the mites, but the mites were still too strong.\n\nThe salesman would only feature nice things in the house like the pool but not the wiring because the pool", + " was fine." + ], + [ + "Jake needed to rid his home of bugs at the dumps, it took a long time because the dumps were few.\n\nChristine refused to dance even once with Emily because Emily was not liked by anyone in school.\n\nThe toddler said something rude which offended Victoria but Samantha laughed. Victoria always disliked the honesty of children.\n\nHe framed his diploma with wood instead of metal, because he felt the metal was more pedestrian.\n\nThe gardener used new pest sprays on the mites, but the mites were still too strong.\n\nThe salesman would only feature nice things in the house like the pool but not the wiring because the wiring", + " was fine." + ] + ], + "resps": [ + [ + [ + -6.20703125, + false + ] + ], + [ + [ + -7.1328125, + false + ] + ] + ], + "filtered_resps": [ + [ + -6.20703125, + false + ], + [ + -7.1328125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1227, + "doc": { + "sentence": "Patricia had to pay less tax than Cynthia because _ made less money in the year.", + "option1": "Patricia", + "option2": "Cynthia", + "answer": "1" + }, + "target": "made less money in the year.", + "arguments": [ + [ + "I removed the blinds from the window and replaced it with curtains. The curtains were pristine.\n\nJessie doesn't enjoy wearing her ring as much as her necklace because the ring is very cheap.\n\nKatrina has to use a lint roller more than Christine because Katrina wears way more black clothing.\n\nThe storage on the shelf is not enough to keep the bag. The storage is small.\n\nHe was trying to measure the height of the box using a ruler, but had to switch to a larger ruler because the ruler is too short.\n\nPatricia had to pay less tax than Cynthia because Patricia", + " made less money in the year." + ], + [ + "I removed the blinds from the window and replaced it with curtains. The curtains were pristine.\n\nJessie doesn't enjoy wearing her ring as much as her necklace because the ring is very cheap.\n\nKatrina has to use a lint roller more than Christine because Katrina wears way more black clothing.\n\nThe storage on the shelf is not enough to keep the bag. The storage is small.\n\nHe was trying to measure the height of the box using a ruler, but had to switch to a larger ruler because the ruler is too short.\n\nPatricia had to pay less tax than Cynthia because Cynthia", + " made less money in the year." + ] + ], + "resps": [ + [ + [ + -12.8984375, + false + ] + ], + [ + [ + -14.1171875, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.8984375, + false + ], + [ + -14.1171875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1235, + "doc": { + "sentence": "Monica suspected that Rebecca had become an alcoholic, but _ predicted an intervention to address the problem.", + "option1": "Monica", + "option2": "Rebecca", + "answer": "2" + }, + "target": "predicted an intervention to address the problem.", + "arguments": [ + [ + "I was trying to type on my iPhone screen through my wool knit glove, but struggled to type since the screen was slippery.\n\nAfter Erin put a scarf on her neck, Katrina noticed how pretty it was. Erin let her try it on.\n\nThe doctor showed that Victoria had symptoms of the disease while Katrina was fine. Katrina was healthy.\n\nKyle needed an oxygen mask urgently while Brian did not. Brian had a healthy lung.\n\nEric hacked into the movie star Ian's cell phone because Eric was well known for causing trouble.\n\nMonica suspected that Rebecca had become an alcoholic, but Monica", + " predicted an intervention to address the problem." + ], + [ + "I was trying to type on my iPhone screen through my wool knit glove, but struggled to type since the screen was slippery.\n\nAfter Erin put a scarf on her neck, Katrina noticed how pretty it was. Erin let her try it on.\n\nThe doctor showed that Victoria had symptoms of the disease while Katrina was fine. Katrina was healthy.\n\nKyle needed an oxygen mask urgently while Brian did not. Brian had a healthy lung.\n\nEric hacked into the movie star Ian's cell phone because Eric was well known for causing trouble.\n\nMonica suspected that Rebecca had become an alcoholic, but Rebecca", + " predicted an intervention to address the problem." + ] + ], + "resps": [ + [ + [ + -33.3125, + false + ] + ], + [ + [ + -35.0625, + false + ] + ] + ], + "filtered_resps": [ + [ + -33.3125, + false + ], + [ + -35.0625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1243, + "doc": { + "sentence": "Neil cut trees down into lumber every year unlike Logan because _ lives in the city.", + "option1": "Neil", + "option2": "Logan", + "answer": "2" + }, + "target": "lives in the city.", + "arguments": [ + [ + "Mary replaced her running shoe after it wore out with Birkenstock for her birthday, the Birkenstock was new.\n\nKathy's dog was having a seizure, so she put a pillow between his head and the floor, and the pillow helped his head not hit the floor.\n\nThe activities that he had planned out could not fit into the schedules because the activities were long.\n\nJen needed to detox her body with either pills or fruits. She chose the pills because it was unnatural.\n\nKaren was positive about the answers on her math test, but confused about the essay. She was least confident about the essay .\n\nNeil cut trees down into lumber every year unlike Logan because Neil", + " lives in the city." + ], + [ + "Mary replaced her running shoe after it wore out with Birkenstock for her birthday, the Birkenstock was new.\n\nKathy's dog was having a seizure, so she put a pillow between his head and the floor, and the pillow helped his head not hit the floor.\n\nThe activities that he had planned out could not fit into the schedules because the activities were long.\n\nJen needed to detox her body with either pills or fruits. She chose the pills because it was unnatural.\n\nKaren was positive about the answers on her math test, but confused about the essay. She was least confident about the essay .\n\nNeil cut trees down into lumber every year unlike Logan because Logan", + " lives in the city." + ] + ], + "resps": [ + [ + [ + -10.328125, + false + ] + ], + [ + [ + -10.171875, + false + ] + ] + ], + "filtered_resps": [ + [ + -10.328125, + false + ], + [ + -10.171875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1251, + "doc": { + "sentence": "The architect tried to build the room inside the house but the _ was too large.", + "option1": "house", + "option2": "room", + "answer": "2" + }, + "target": "was too large.", + "arguments": [ + [ + "Kenneth wanted Joseph to get into plus size modeling, because Kenneth thought that they would be perfect for it.\n\nCraig wanted to get the autograph of Nelson who was a karate master, so Nelson gave an autograph.\n\nAlex wanted to swim in the ocean instead of in the lake because the lake is harder to float with its clear water property.\n\nAdam was invited out on a date by the girl but not Robert because Adam was more attractive.\n\nWe left the boat in the dock and took the barge instead, as the boat had a difficult time on the wavy ocean.\n\nThe architect tried to build the room inside the house but the house", + " was too large." + ], + [ + "Kenneth wanted Joseph to get into plus size modeling, because Kenneth thought that they would be perfect for it.\n\nCraig wanted to get the autograph of Nelson who was a karate master, so Nelson gave an autograph.\n\nAlex wanted to swim in the ocean instead of in the lake because the lake is harder to float with its clear water property.\n\nAdam was invited out on a date by the girl but not Robert because Adam was more attractive.\n\nWe left the boat in the dock and took the barge instead, as the boat had a difficult time on the wavy ocean.\n\nThe architect tried to build the room inside the house but the room", + " was too large." + ] + ], + "resps": [ + [ + [ + -7.49609375, + false + ] + ], + [ + [ + -7.71875, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.49609375, + false + ], + [ + -7.71875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1259, + "doc": { + "sentence": "Maria wanted to play poker with Jennifer because _ was a better player and she won a lot of money.", + "option1": "Maria", + "option2": "Jennifer", + "answer": "1" + }, + "target": "was a better player and she won a lot of money.", + "arguments": [ + [ + "Justin was very concerned about the environment Ian wasn't that interested. Justin planted a lot of trees on their land.\n\nSamantha's recent health has been a very big problem unlike Monica's because Monica was cleared of cancer.\n\nRachel was paid to draw Felicia, so Rachel got a check after the project was done.\n\nJessica confided in Christine that she had never been in a relationship. Christine was supportive.\n\nWorried about getting the court on time, the woman decided to take a taxi instead of the train because the taxi would get there sooner.\n\nMaria wanted to play poker with Jennifer because Maria", + " was a better player and she won a lot of money." + ], + [ + "Justin was very concerned about the environment Ian wasn't that interested. Justin planted a lot of trees on their land.\n\nSamantha's recent health has been a very big problem unlike Monica's because Monica was cleared of cancer.\n\nRachel was paid to draw Felicia, so Rachel got a check after the project was done.\n\nJessica confided in Christine that she had never been in a relationship. Christine was supportive.\n\nWorried about getting the court on time, the woman decided to take a taxi instead of the train because the taxi would get there sooner.\n\nMaria wanted to play poker with Jennifer because Jennifer", + " was a better player and she won a lot of money." + ] + ], + "resps": [ + [ + [ + -21.640625, + false + ] + ], + [ + [ + -19.03125, + false + ] + ] + ], + "filtered_resps": [ + [ + -21.640625, + false + ], + [ + -19.03125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 4, + "doc": { + "sentence": "At night, Jeffrey always stays up later than Hunter to watch TV because _ wakes up late.", + "option1": "Jeffrey", + "option2": "Hunter", + "answer": "1" + }, + "target": "wakes up late.", + "arguments": [ + [ + "The pants kept shrinking in the wash, but the socks weren't affected, because the pants were made of malleable material.\n\nThe leggings were more comfortable than the jeans because the jeans stretched out much less.\n\nThe woman wanted to hang the dress in the closet but the dress was too large.\n\nEating zucchini bread was a treat for Aaron but not Ian because Aaron ate it very rarely.\n\nThe man spent his money on the 4-wheeler instead of the motorcycle because the 4-wheeler was cheap.\n\nAt night, Jeffrey always stays up later than Hunter to watch TV because Jeffrey", + " wakes up late." + ], + [ + "The pants kept shrinking in the wash, but the socks weren't affected, because the pants were made of malleable material.\n\nThe leggings were more comfortable than the jeans because the jeans stretched out much less.\n\nThe woman wanted to hang the dress in the closet but the dress was too large.\n\nEating zucchini bread was a treat for Aaron but not Ian because Aaron ate it very rarely.\n\nThe man spent his money on the 4-wheeler instead of the motorcycle because the 4-wheeler was cheap.\n\nAt night, Jeffrey always stays up later than Hunter to watch TV because Hunter", + " wakes up late." + ] + ], + "resps": [ + [ + [ + -9.796875, + false + ] + ], + [ + [ + -10.625, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.796875, + false + ], + [ + -10.625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 12, + "doc": { + "sentence": "I had to read an entire story for class tomorrow. Luckily, the _ was short.", + "option1": "story", + "option2": "class", + "answer": "1" + }, + "target": "was short.", + "arguments": [ + [ + "Lindsey gave Amy the silent treatment because she was angry; Lindsey didn't speak to her for two days.\n\nI drank water instead of soda because the fever subsided when I drank the water .\n\nIt was Adam who had to prepare meals for Robert since Adam was a competent cook .\n\nThe planted seedlings weren't growing as quickly in the backyard like in the front yard because the front yard has more sunlight.\n\nThe car was quick when it used electricity instead of gasoline, because it was made to run on the gasoline less efficiently.\n\nI had to read an entire story for class tomorrow. Luckily, the story", + " was short." + ], + [ + "Lindsey gave Amy the silent treatment because she was angry; Lindsey didn't speak to her for two days.\n\nI drank water instead of soda because the fever subsided when I drank the water .\n\nIt was Adam who had to prepare meals for Robert since Adam was a competent cook .\n\nThe planted seedlings weren't growing as quickly in the backyard like in the front yard because the front yard has more sunlight.\n\nThe car was quick when it used electricity instead of gasoline, because it was made to run on the gasoline less efficiently.\n\nI had to read an entire story for class tomorrow. Luckily, the class", + " was short." + ] + ], + "resps": [ + [ + [ + -3.0078125, + true + ] + ], + [ + [ + -5.43359375, + false + ] + ] + ], + "filtered_resps": [ + [ + -3.0078125, + true + ], + [ + -5.43359375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 20, + "doc": { + "sentence": "To make frosting I needed pudding that was at a store 15 minutes away but pre-made frosting was at a store 5 minutes away. The _ was closer.", + "option1": "pudding", + "option2": "frosting", + "answer": "2" + }, + "target": "was closer.", + "arguments": [ + [ + "While discussing retirement, William wanted to move to Florida and Jeffrey did not for William liked warm climates.\n\nJeffrey was feeling sleepy all day, while Steven was full of energy, because Jeffrey had slept restlessly the night before.\n\nSamantha loves chocolate so much she made a cake, but Angela rejected the cake because Samantha adored the sweetness of it all.\n\nBetty love to have cats but Rachel did not. Rachel adopted a dog at the local shelter.\n\nMy mom always preferred the salon to the barber shop because the shop gave worse cuts.\n\nTo make frosting I needed pudding that was at a store 15 minutes away but pre-made frosting was at a store 5 minutes away. The pudding", + " was closer." + ], + [ + "While discussing retirement, William wanted to move to Florida and Jeffrey did not for William liked warm climates.\n\nJeffrey was feeling sleepy all day, while Steven was full of energy, because Jeffrey had slept restlessly the night before.\n\nSamantha loves chocolate so much she made a cake, but Angela rejected the cake because Samantha adored the sweetness of it all.\n\nBetty love to have cats but Rachel did not. Rachel adopted a dog at the local shelter.\n\nMy mom always preferred the salon to the barber shop because the shop gave worse cuts.\n\nTo make frosting I needed pudding that was at a store 15 minutes away but pre-made frosting was at a store 5 minutes away. The frosting", + " was closer." + ] + ], + "resps": [ + [ + [ + -7.9296875, + false + ] + ], + [ + [ + -8.59375, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.9296875, + false + ], + [ + -8.59375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 28, + "doc": { + "sentence": "Since Craig threw aluminum cans in the trash and Benjamin recycled, _ was environmentally irresponsible.", + "option1": "Craig", + "option2": "Benjamin", + "answer": "1" + }, + "target": "was environmentally irresponsible.", + "arguments": [ + [ + "Mary wore the poncho to work that day instead of the jacket because the jacket didn't protect her from the rain.\n\nThe brushes that I used were a lot softer than the combs because the brushes were made from hair.\n\nBecause Elena was far less successful at their job this year than Megan, Elena received a smaller raise.\n\nwe replaced the cement surface in the bedroom with wood because the cement was cold.\n\nThe clothes of Kenneth always smell, but Ian's smell very good. Ian does laundry once a day.\n\nSince Craig threw aluminum cans in the trash and Benjamin recycled, Craig", + " was environmentally irresponsible." + ], + [ + "Mary wore the poncho to work that day instead of the jacket because the jacket didn't protect her from the rain.\n\nThe brushes that I used were a lot softer than the combs because the brushes were made from hair.\n\nBecause Elena was far less successful at their job this year than Megan, Elena received a smaller raise.\n\nwe replaced the cement surface in the bedroom with wood because the cement was cold.\n\nThe clothes of Kenneth always smell, but Ian's smell very good. Ian does laundry once a day.\n\nSince Craig threw aluminum cans in the trash and Benjamin recycled, Benjamin", + " was environmentally irresponsible." + ] + ], + "resps": [ + [ + [ + -14.421875, + false + ] + ], + [ + [ + -16.859375, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.421875, + false + ], + [ + -16.859375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 36, + "doc": { + "sentence": "Joel researched laws and helped to open a preschool for Eric. Because _ is very good with kids.", + "option1": "Joel", + "option2": "Eric", + "answer": "2" + }, + "target": "is very good with kids.", + "arguments": [ + [ + "Rachel was far more likely to receive letters from overseas than Victoria because Victoria had never traveled in Europe.\n\nHer skin chafed on her elbow when she wore the big sweater because the sweater is rough.\n\nThe rice needed more seasoning, but the pasta tasted just fine. The pasta must have been spicy.\n\nCarrie continued working while she had her skin condition, but Billy had to stay in the hospital with his lung condition. The lung condition was more life-threatening.\n\nNelson had an easy time writing stories but Joel struggled with it. Joel had taken welding classes at the local community college.\n\nJoel researched laws and helped to open a preschool for Eric. Because Joel", + " is very good with kids." + ], + [ + "Rachel was far more likely to receive letters from overseas than Victoria because Victoria had never traveled in Europe.\n\nHer skin chafed on her elbow when she wore the big sweater because the sweater is rough.\n\nThe rice needed more seasoning, but the pasta tasted just fine. The pasta must have been spicy.\n\nCarrie continued working while she had her skin condition, but Billy had to stay in the hospital with his lung condition. The lung condition was more life-threatening.\n\nNelson had an easy time writing stories but Joel struggled with it. Joel had taken welding classes at the local community college.\n\nJoel researched laws and helped to open a preschool for Eric. Because Eric", + " is very good with kids." + ] + ], + "resps": [ + [ + [ + -14.3515625, + false + ] + ], + [ + [ + -15.1875, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.3515625, + false + ], + [ + -15.1875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 44, + "doc": { + "sentence": "On Monday, Patricia made Felicia eggs for an early breakfast, but _ does not like fried eggs.", + "option1": "Patricia", + "option2": "Felicia", + "answer": "2" + }, + "target": "does not like fried eggs.", + "arguments": [ + [ + "The hollyhocks in her garden needed plenty of sun and water to moisten the soil. She made sure to give them a lot of the water .\n\nAllison tried to use an elastic band to put her hair in a ponytail, but the hair was too short.\n\nTanya created a beautiful picture but Lindsey did not as Tanya was a wonderful artist.\n\nThe sac has more space for one more basketball. The basketball is a small one.\n\nNo matter where they went in the world, everyone always knew Derrick but not Nelson because Nelson was not a famous person.\n\nOn Monday, Patricia made Felicia eggs for an early breakfast, but Patricia", + " does not like fried eggs." + ], + [ + "The hollyhocks in her garden needed plenty of sun and water to moisten the soil. She made sure to give them a lot of the water .\n\nAllison tried to use an elastic band to put her hair in a ponytail, but the hair was too short.\n\nTanya created a beautiful picture but Lindsey did not as Tanya was a wonderful artist.\n\nThe sac has more space for one more basketball. The basketball is a small one.\n\nNo matter where they went in the world, everyone always knew Derrick but not Nelson because Nelson was not a famous person.\n\nOn Monday, Patricia made Felicia eggs for an early breakfast, but Felicia", + " does not like fried eggs." + ] + ], + "resps": [ + [ + [ + -13.6875, + false + ] + ], + [ + [ + -12.0625, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.6875, + false + ], + [ + -12.0625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 52, + "doc": { + "sentence": "I look forward to the Sunday newspaper so I can look at the comics. This is the only reason I still get the _ in this day and age.", + "option1": "newspaper", + "option2": "comics", + "answer": "1" + }, + "target": "in this day and age.", + "arguments": [ + [ + "Kenneth borrowed woodworking equipment from Justin so he could build a table. When he accidentally broke some of it, Justin vowed never to lend anything to anyone again.\n\nIn college, Brett needed a tutor for calculus while Kevin did not because Kevin was understanding the material.\n\nThe man with cancer chooses surgery over chemo based on his doctor's advice. surgery must succeed more in cases like his.\n\nMy new car didn't fit in the garage at my house because the garage was too tiny.\n\nThe student chose to download a game rather than his homework assignment. The game is likely more fascinating.\n\nI look forward to the Sunday newspaper so I can look at the comics. This is the only reason I still get the newspaper", + " in this day and age." + ], + [ + "Kenneth borrowed woodworking equipment from Justin so he could build a table. When he accidentally broke some of it, Justin vowed never to lend anything to anyone again.\n\nIn college, Brett needed a tutor for calculus while Kevin did not because Kevin was understanding the material.\n\nThe man with cancer chooses surgery over chemo based on his doctor's advice. surgery must succeed more in cases like his.\n\nMy new car didn't fit in the garage at my house because the garage was too tiny.\n\nThe student chose to download a game rather than his homework assignment. The game is likely more fascinating.\n\nI look forward to the Sunday newspaper so I can look at the comics. This is the only reason I still get the comics", + " in this day and age." + ] + ], + "resps": [ + [ + [ + -10.515625, + false + ] + ], + [ + [ + -10.28125, + false + ] + ] + ], + "filtered_resps": [ + [ + -10.515625, + false + ], + [ + -10.28125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 60, + "doc": { + "sentence": "The battle was less fierce than the great war, because the _ lasted one year.", + "option1": "battle", + "option2": "war", + "answer": "2" + }, + "target": "lasted one year.", + "arguments": [ + [ + "Jane wanted her doll back because she now hated the toy car. The doll is beautiful.\n\nThe coroner tried to put the body in the bag but the body was too large.\n\nRandy bumped into Brian while walking on the sidewalk, because Randy was in a rush.\n\nThe light sensitive roses had to be removed from the garden and moved to the vineyard, as the garden was sunnier.\n\nMatthew was removing the excess cancerous tissue with a scalpel from Jeffrey because Jeffrey was a patient.\n\nThe battle was less fierce than the great war, because the battle", + " lasted one year." + ], + [ + "Jane wanted her doll back because she now hated the toy car. The doll is beautiful.\n\nThe coroner tried to put the body in the bag but the body was too large.\n\nRandy bumped into Brian while walking on the sidewalk, because Randy was in a rush.\n\nThe light sensitive roses had to be removed from the garden and moved to the vineyard, as the garden was sunnier.\n\nMatthew was removing the excess cancerous tissue with a scalpel from Jeffrey because Jeffrey was a patient.\n\nThe battle was less fierce than the great war, because the war", + " lasted one year." + ] + ], + "resps": [ + [ + [ + -12.296875, + false + ] + ], + [ + [ + -10.8671875, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.296875, + false + ], + [ + -10.8671875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 68, + "doc": { + "sentence": "Laura just loved the taste of green beans but Felicia hated the taste of them. _ didn't have a second serving.", + "option1": "Laura", + "option2": "Felicia", + "answer": "2" + }, + "target": "didn't have a second serving.", + "arguments": [ + [ + "Adam had to schedule a visit a dermatologist but Joseph didn't because Adam had bad skin.\n\nBenjamin explained to Kevin how he was going to start his own business. Kevin was proud of him.\n\nNeil wanted to help his good friend Benjamin quit smoking for Benjamin was an current smoker.\n\nLogan lost the billiards game to Robert because Logan was a novice in the game.\n\nAngela loves cleaning but Gary likes laundry. Angela likes the cleaning scents for the home.\n\nLaura just loved the taste of green beans but Felicia hated the taste of them. Laura", + " didn't have a second serving." + ], + [ + "Adam had to schedule a visit a dermatologist but Joseph didn't because Adam had bad skin.\n\nBenjamin explained to Kevin how he was going to start his own business. Kevin was proud of him.\n\nNeil wanted to help his good friend Benjamin quit smoking for Benjamin was an current smoker.\n\nLogan lost the billiards game to Robert because Logan was a novice in the game.\n\nAngela loves cleaning but Gary likes laundry. Angela likes the cleaning scents for the home.\n\nLaura just loved the taste of green beans but Felicia hated the taste of them. Felicia", + " didn't have a second serving." + ] + ], + "resps": [ + [ + [ + -17.359375, + false + ] + ], + [ + [ + -18.265625, + false + ] + ] + ], + "filtered_resps": [ + [ + -17.359375, + false + ], + [ + -18.265625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 76, + "doc": { + "sentence": "Mary was helping Patricia's daughter put on makeup but _ watches a lot of makeup tutorials.", + "option1": "Mary", + "option2": "Patricia", + "answer": "2" + }, + "target": "watches a lot of makeup tutorials.", + "arguments": [ + [ + "The early morning soccer game was threatened by rain, so the team was hoping that the rain would be delayed.\n\nSome tea spilled on the table and John cleaned it with a napkin. The table got dry.\n\nKatrina showed Carrie how to assemble her own computer from scratch. Katrina was really talented.\n\nCleaning was top of Natalie's chore list but bottom of Megan's, as Natalie was always worried about germs and bacteria.\n\nJeffrey bought a Guinea pig and Brett didn't help care for it. Their mother praised Jeffrey for their work.\n\nMary was helping Patricia's daughter put on makeup but Mary", + " watches a lot of makeup tutorials." + ], + [ + "The early morning soccer game was threatened by rain, so the team was hoping that the rain would be delayed.\n\nSome tea spilled on the table and John cleaned it with a napkin. The table got dry.\n\nKatrina showed Carrie how to assemble her own computer from scratch. Katrina was really talented.\n\nCleaning was top of Natalie's chore list but bottom of Megan's, as Natalie was always worried about germs and bacteria.\n\nJeffrey bought a Guinea pig and Brett didn't help care for it. Their mother praised Jeffrey for their work.\n\nMary was helping Patricia's daughter put on makeup but Patricia", + " watches a lot of makeup tutorials." + ] + ], + "resps": [ + [ + [ + -22.78125, + false + ] + ], + [ + [ + -24.5625, + false + ] + ] + ], + "filtered_resps": [ + [ + -22.78125, + false + ], + [ + -24.5625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 84, + "doc": { + "sentence": "The filter in the living room needed to be changed more often than the one in the bedroom because the _ was cleaner.", + "option1": "living room", + "option2": "bedroom", + "answer": "2" + }, + "target": "was cleaner.", + "arguments": [ + [ + "The rain was more severe today than the wind, because the rain created many accidents.\n\nTanya asked Angela to be her stock broker because Angela possessed good financial market experience.\n\nIt was more probable that Maria would end up in prison rather than Tanya because Maria had a criminal lifestyle.\n\nKayla fit into a size six shoe while Tanya did not because Kayla has small feet.\n\nWhen Angela needs to know something she searches Google unlike Rachel, Rachel does not mess with the internet.\n\nThe filter in the living room needed to be changed more often than the one in the bedroom because the living room", + " was cleaner." + ], + [ + "The rain was more severe today than the wind, because the rain created many accidents.\n\nTanya asked Angela to be her stock broker because Angela possessed good financial market experience.\n\nIt was more probable that Maria would end up in prison rather than Tanya because Maria had a criminal lifestyle.\n\nKayla fit into a size six shoe while Tanya did not because Kayla has small feet.\n\nWhen Angela needs to know something she searches Google unlike Rachel, Rachel does not mess with the internet.\n\nThe filter in the living room needed to be changed more often than the one in the bedroom because the bedroom", + " was cleaner." + ] + ], + "resps": [ + [ + [ + -6.63671875, + false + ] + ], + [ + [ + -4.66796875, + false + ] + ] + ], + "filtered_resps": [ + [ + -6.63671875, + false + ], + [ + -4.66796875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 92, + "doc": { + "sentence": "The wooden doors at my friends work are worse than the wooden desks at my work, because the _ material is cheaper.", + "option1": "doors", + "option2": "desks", + "answer": "1" + }, + "target": "material is cheaper.", + "arguments": [ + [ + "The beach near our house is a lot better than the shore near my mom's place, because the shore is dirty.\n\nRandy was helping Eric find a way to improve his credit because Eric is a bankruptcy filer.\n\nBrian loved putting together model cars while Ian did not because Ian hated the intricate details.\n\nPatricia recognized the signed of a poisoned cat while Megan did not because Megan didn't see the symptoms of poisoning.\n\nChristine was having trouble opening their computer downloads and asked Rebecca for help because Rebecca worked with computers a lot.\n\nThe wooden doors at my friends work are worse than the wooden desks at my work, because the doors", + " material is cheaper." + ], + [ + "The beach near our house is a lot better than the shore near my mom's place, because the shore is dirty.\n\nRandy was helping Eric find a way to improve his credit because Eric is a bankruptcy filer.\n\nBrian loved putting together model cars while Ian did not because Ian hated the intricate details.\n\nPatricia recognized the signed of a poisoned cat while Megan did not because Megan didn't see the symptoms of poisoning.\n\nChristine was having trouble opening their computer downloads and asked Rebecca for help because Rebecca worked with computers a lot.\n\nThe wooden doors at my friends work are worse than the wooden desks at my work, because the desks", + " material is cheaper." + ] + ], + "resps": [ + [ + [ + -17.484375, + false + ] + ], + [ + [ + -17.140625, + false + ] + ] + ], + "filtered_resps": [ + [ + -17.484375, + false + ], + [ + -17.140625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 100, + "doc": { + "sentence": "Steven believes they can buy happiness but Craig thinks otherwise as _ is very realistic.", + "option1": "Steven", + "option2": "Craig", + "answer": "2" + }, + "target": "is very realistic.", + "arguments": [ + [ + "Once the panties got hardened and the leggings were laundered with softening agents, the leggings were smooth.\n\nThe farmer tried to repair the worn down farm fence with new paint and wood, but the paint had wrong color.\n\nEmily couldn't find the file in the cabinet but Kayla did because Kayla was looking in the correct cabinet.\n\nKayla tried to stop Emily's nose bleed even though she was afraid of blood. Kayla was a helpful person.\n\nJames could not finish his homework within the time that mom used outside. The homework is much harder.\n\nSteven believes they can buy happiness but Craig thinks otherwise as Steven", + " is very realistic." + ], + [ + "Once the panties got hardened and the leggings were laundered with softening agents, the leggings were smooth.\n\nThe farmer tried to repair the worn down farm fence with new paint and wood, but the paint had wrong color.\n\nEmily couldn't find the file in the cabinet but Kayla did because Kayla was looking in the correct cabinet.\n\nKayla tried to stop Emily's nose bleed even though she was afraid of blood. Kayla was a helpful person.\n\nJames could not finish his homework within the time that mom used outside. The homework is much harder.\n\nSteven believes they can buy happiness but Craig thinks otherwise as Craig", + " is very realistic." + ] + ], + "resps": [ + [ + [ + -12.8359375, + false + ] + ], + [ + [ + -9.53125, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.8359375, + false + ], + [ + -9.53125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 108, + "doc": { + "sentence": "The doctor offered to treat the patient's illness quickly with surgery or slowly with diet, and the patient refused the _ because he felt it was dangerous.", + "option1": "diet", + "option2": "surgery", + "answer": "2" + }, + "target": "because he felt it was dangerous.", + "arguments": [ + [ + "James could not finish his homework within the time that mom used outside. The time is little.\n\nErin was not shy about sex education though Patricia was. Erin taught the girls about their period.\n\nCynthia adds toner to her skin regimen on Tanya's advice because Cynthia is a customer.\n\nBob decided to go with the lasagna over the raviolli, because the lasagna was quite tasty.\n\nTimmy eagerly agreed to swap his chocolate ice cream cone for Gwen's strawberry ice cream cone because the chocolate flavor is Timmy's most disliked.\n\nThe doctor offered to treat the patient's illness quickly with surgery or slowly with diet, and the patient refused the diet", + " because he felt it was dangerous." + ], + [ + "James could not finish his homework within the time that mom used outside. The time is little.\n\nErin was not shy about sex education though Patricia was. Erin taught the girls about their period.\n\nCynthia adds toner to her skin regimen on Tanya's advice because Cynthia is a customer.\n\nBob decided to go with the lasagna over the raviolli, because the lasagna was quite tasty.\n\nTimmy eagerly agreed to swap his chocolate ice cream cone for Gwen's strawberry ice cream cone because the chocolate flavor is Timmy's most disliked.\n\nThe doctor offered to treat the patient's illness quickly with surgery or slowly with diet, and the patient refused the surgery", + " because he felt it was dangerous." + ] + ], + "resps": [ + [ + [ + -17.28125, + false + ] + ], + [ + [ + -16.890625, + false + ] + ] + ], + "filtered_resps": [ + [ + -17.28125, + false + ], + [ + -16.890625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 116, + "doc": { + "sentence": "Carrie posted their sofa for sale on Craigslist, and had received an offer they had to decline because the _ is valuable.", + "option1": "offer", + "option2": "sofa", + "answer": "2" + }, + "target": "is valuable.", + "arguments": [ + [ + "Bob needed a new vehicle. He was driving a van but wanted a hatchback because the van is old.\n\nLaura asked to borrow some closet space from Natalie , since Natalie had copious room in hers.\n\nI proposed that we did a trade instead of a loan to get what we needed since the trade is just.\n\nCynthia wanted to rest while Erin wanted to train, so Erin spent the afternoon running.\n\nKenneth found far less shark teeth on the beach than Brian, which made Kenneth jealous of him.\n\nCarrie posted their sofa for sale on Craigslist, and had received an offer they had to decline because the offer", + " is valuable." + ], + [ + "Bob needed a new vehicle. He was driving a van but wanted a hatchback because the van is old.\n\nLaura asked to borrow some closet space from Natalie , since Natalie had copious room in hers.\n\nI proposed that we did a trade instead of a loan to get what we needed since the trade is just.\n\nCynthia wanted to rest while Erin wanted to train, so Erin spent the afternoon running.\n\nKenneth found far less shark teeth on the beach than Brian, which made Kenneth jealous of him.\n\nCarrie posted their sofa for sale on Craigslist, and had received an offer they had to decline because the sofa", + " is valuable." + ] + ], + "resps": [ + [ + [ + -16.65625, + false + ] + ], + [ + [ + -8.7421875, + false + ] + ] + ], + "filtered_resps": [ + [ + -16.65625, + false + ], + [ + -8.7421875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 124, + "doc": { + "sentence": "Felicia liked wearing glasses more than braces because she could take the _ off after two years.", + "option1": "glasses", + "option2": "braces", + "answer": "2" + }, + "target": "off after two years.", + "arguments": [ + [ + "Brett showed Craig how to play sevens at the party because Brett is an experienced card player.\n\nAt dinner, Christine ordered spaghetti and Rebecca ordered hamburger with fries, because Rebecca disliked Italian food.\n\nAmy told Carrie that she will finally accept that the cute boy in math class doesn't like her. Amy is letting go.\n\nRandy used a thick cream to soothe Nick's burn because Nick had been in pain for a long time.\n\nWhile contacting the senator I chose to use email rather than phone as the phone keeps no record.\n\nFelicia liked wearing glasses more than braces because she could take the glasses", + " off after two years." + ], + [ + "Brett showed Craig how to play sevens at the party because Brett is an experienced card player.\n\nAt dinner, Christine ordered spaghetti and Rebecca ordered hamburger with fries, because Rebecca disliked Italian food.\n\nAmy told Carrie that she will finally accept that the cute boy in math class doesn't like her. Amy is letting go.\n\nRandy used a thick cream to soothe Nick's burn because Nick had been in pain for a long time.\n\nWhile contacting the senator I chose to use email rather than phone as the phone keeps no record.\n\nFelicia liked wearing glasses more than braces because she could take the braces", + " off after two years." + ] + ], + "resps": [ + [ + [ + -12.734375, + false + ] + ], + [ + [ + -10.828125, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.734375, + false + ], + [ + -10.828125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 132, + "doc": { + "sentence": "Ann's babies were crying, and she could give them a bottle or a rattle. She tried the _ first in case they were bored.", + "option1": "bottle", + "option2": "rattle", + "answer": "2" + }, + "target": "first in case they were bored.", + "arguments": [ + [ + "Joseph finished his work at the gas station earlier than Nelson. So Joseph came home early.\n\nI returned the dish with the shallot but kept the one with the onion because the shallot was cooked wrong.\n\nAlthough Ian was a better writer than Samuel, Samuel was better at crafting a story.\n\nKyle was successful at killing the stinkhorn fungus unlike Neil because Kyle had a fungal killer on hand.\n\nRandy was planning the wedding of his friend Ian but Randy got overwhelmed by the stress of handling it.\n\nAnn's babies were crying, and she could give them a bottle or a rattle. She tried the bottle", + " first in case they were bored." + ], + [ + "Joseph finished his work at the gas station earlier than Nelson. So Joseph came home early.\n\nI returned the dish with the shallot but kept the one with the onion because the shallot was cooked wrong.\n\nAlthough Ian was a better writer than Samuel, Samuel was better at crafting a story.\n\nKyle was successful at killing the stinkhorn fungus unlike Neil because Kyle had a fungal killer on hand.\n\nRandy was planning the wedding of his friend Ian but Randy got overwhelmed by the stress of handling it.\n\nAnn's babies were crying, and she could give them a bottle or a rattle. She tried the rattle", + " first in case they were bored." + ] + ], + "resps": [ + [ + [ + -19.671875, + false + ] + ], + [ + [ + -19.140625, + false + ] + ] + ], + "filtered_resps": [ + [ + -19.671875, + false + ], + [ + -19.140625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 140, + "doc": { + "sentence": "The wind during the last hurricane tried to knock over their new house, but the _ was too strong.", + "option1": "house", + "option2": "wind", + "answer": "1" + }, + "target": "was too strong.", + "arguments": [ + [ + "Rebecca kept their workspace neat but Jennifer left theirs unorganized. Rebecca only took a few minutes to find important papers.\n\nJoseph taught Aaron how to plant the seed so the plant would grow, as Aaron was a novice gardener.\n\nGem needed to heal her broken heart so she bought both ice cream and chocolate. She chose to eat the ice cream first because she was hot.\n\nKevin's car was fixed really quickly by Hunter in the shop because Hunter is a great mechanic.\n\nMegan was always following in the steps of Sarah since Megan needed effective leadership .\n\nThe wind during the last hurricane tried to knock over their new house, but the house", + " was too strong." + ], + [ + "Rebecca kept their workspace neat but Jennifer left theirs unorganized. Rebecca only took a few minutes to find important papers.\n\nJoseph taught Aaron how to plant the seed so the plant would grow, as Aaron was a novice gardener.\n\nGem needed to heal her broken heart so she bought both ice cream and chocolate. She chose to eat the ice cream first because she was hot.\n\nKevin's car was fixed really quickly by Hunter in the shop because Hunter is a great mechanic.\n\nMegan was always following in the steps of Sarah since Megan needed effective leadership .\n\nThe wind during the last hurricane tried to knock over their new house, but the wind", + " was too strong." + ] + ], + "resps": [ + [ + [ + -6.1328125, + false + ] + ], + [ + [ + -7.57421875, + false + ] + ] + ], + "filtered_resps": [ + [ + -6.1328125, + false + ], + [ + -7.57421875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 148, + "doc": { + "sentence": "Jessica wanted Mary to help them decorate their new house because _ asked them not to do it alone.", + "option1": "Jessica", + "option2": "Mary", + "answer": "2" + }, + "target": "asked them not to do it alone.", + "arguments": [ + [ + "Elena gave the Academy award to Rebecca because Elena was the presenter of the award.\n\nWe treated the cat to a toy and some food, and the cat chose the toy because it was interesting.\n\nLaura found a book and a magazine on the table, and she decided to take the magazine because she was going to the beach for a short time.\n\nWhen deciding if to be a loner, one must decide if they want many social events or plenty of free time. The events angle helps with sociability.\n\nThe car sailed over the bridge but crashed into the road ahead, since the bridge was so low for the jump.\n\nJessica wanted Mary to help them decorate their new house because Jessica", + " asked them not to do it alone." + ], + [ + "Elena gave the Academy award to Rebecca because Elena was the presenter of the award.\n\nWe treated the cat to a toy and some food, and the cat chose the toy because it was interesting.\n\nLaura found a book and a magazine on the table, and she decided to take the magazine because she was going to the beach for a short time.\n\nWhen deciding if to be a loner, one must decide if they want many social events or plenty of free time. The events angle helps with sociability.\n\nThe car sailed over the bridge but crashed into the road ahead, since the bridge was so low for the jump.\n\nJessica wanted Mary to help them decorate their new house because Mary", + " asked them not to do it alone." + ] + ], + "resps": [ + [ + [ + -24.328125, + false + ] + ], + [ + [ + -21.0625, + false + ] + ] + ], + "filtered_resps": [ + [ + -24.328125, + false + ], + [ + -21.0625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 156, + "doc": { + "sentence": "The IRS sent Tim a letter informing him of the audit, which could occure at the house or the office. Tim chose a comfortable setting of the _ .", + "option1": "office", + "option2": "house", + "answer": "2" + }, + "target": ".", + "arguments": [ + [ + "James has a personal problem with is Algebra teacher, but loves his history teacher because the History teacher is kind with him.\n\nJason was more likely to be a model than Brett although Brett was a taller and prettier person.\n\nCarrie has a harder time breathing at high altitudes than Samantha due to Carrie being in terrible shape.\n\nPerforming karaoke in public suited Dennis but not Justin because Justin had little talent and trained unsuccessfully.\n\nBeing health conscious, Natalie doesn't eat red meat, they gave the steak to Cynthia and Cynthia was very full..\n\nThe IRS sent Tim a letter informing him of the audit, which could occure at the house or the office. Tim chose a comfortable setting of the office", + " ." + ], + [ + "James has a personal problem with is Algebra teacher, but loves his history teacher because the History teacher is kind with him.\n\nJason was more likely to be a model than Brett although Brett was a taller and prettier person.\n\nCarrie has a harder time breathing at high altitudes than Samantha due to Carrie being in terrible shape.\n\nPerforming karaoke in public suited Dennis but not Justin because Justin had little talent and trained unsuccessfully.\n\nBeing health conscious, Natalie doesn't eat red meat, they gave the steak to Cynthia and Cynthia was very full..\n\nThe IRS sent Tim a letter informing him of the audit, which could occure at the house or the office. Tim chose a comfortable setting of the house", + " ." + ] + ], + "resps": [ + [ + [ + -7.30078125, + false + ] + ], + [ + [ + -7.390625, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.30078125, + false + ], + [ + -7.390625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 164, + "doc": { + "sentence": "My gun was inspected with a cloth to make sure it worked fine. The _ was hard.", + "option1": "cloth", + "option2": "gun", + "answer": "2" + }, + "target": "was hard.", + "arguments": [ + [ + "The car and the bicycle almost collided in an accident, but the car honked the horn in time.\n\nEmily helps Megan figure out the math homework problems, so Megan offers help with English in return.\n\nLindsey showed Christine the marble cake that she made herself in under two hours. Lindsey was talented.\n\nKevin was worried Kenneth would win the cross country race, because Kevin was currently behind.\n\nThe new wood door would not fit the the opening in bills house, the opening was too narrow.\n\nMy gun was inspected with a cloth to make sure it worked fine. The cloth", + " was hard." + ], + [ + "The car and the bicycle almost collided in an accident, but the car honked the horn in time.\n\nEmily helps Megan figure out the math homework problems, so Megan offers help with English in return.\n\nLindsey showed Christine the marble cake that she made herself in under two hours. Lindsey was talented.\n\nKevin was worried Kenneth would win the cross country race, because Kevin was currently behind.\n\nThe new wood door would not fit the the opening in bills house, the opening was too narrow.\n\nMy gun was inspected with a cloth to make sure it worked fine. The gun", + " was hard." + ] + ], + "resps": [ + [ + [ + -9.84375, + false + ] + ], + [ + [ + -13.4375, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.84375, + false + ], + [ + -13.4375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 172, + "doc": { + "sentence": "Tina made a schedule to keep track of her work and school obligations. She preferred to focus on the _ because she wanted to learn.", + "option1": "school", + "option2": "work", + "answer": "1" + }, + "target": "because she wanted to learn.", + "arguments": [ + [ + "Laura can only do 10 push ups, while Emily can do 50, so Laura is a light weight lifter.\n\nThe muscles of Christine are tinier than those of Patricia because Patricia is a gym trainer.\n\nI decided to go to the barbershop instead of my usual salon because I just needed a trim and the barbershop was faster and cheaper.\n\nThe medication was not prescribed to Carrie and was to Angela because Angela had an ear infection.\n\nThe lemming wanted to hide behind the rock in its cage, but the rock was too small.\n\nTina made a schedule to keep track of her work and school obligations. She preferred to focus on the school", + " because she wanted to learn." + ], + [ + "Laura can only do 10 push ups, while Emily can do 50, so Laura is a light weight lifter.\n\nThe muscles of Christine are tinier than those of Patricia because Patricia is a gym trainer.\n\nI decided to go to the barbershop instead of my usual salon because I just needed a trim and the barbershop was faster and cheaper.\n\nThe medication was not prescribed to Carrie and was to Angela because Angela had an ear infection.\n\nThe lemming wanted to hide behind the rock in its cage, but the rock was too small.\n\nTina made a schedule to keep track of her work and school obligations. She preferred to focus on the work", + " because she wanted to learn." + ] + ], + "resps": [ + [ + [ + -14.3125, + false + ] + ], + [ + [ + -14.40625, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.3125, + false + ], + [ + -14.40625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 180, + "doc": { + "sentence": "I started playing drums young. Sometimes I played in the garage and sometimes my room, but my parents preferred knowing I was in the _ .", + "option1": "garage", + "option2": "room", + "answer": "1" + }, + "target": ".", + "arguments": [ + [ + "Betty made a nice lladro figure and tried to put it in a box but the box was too small.\n\nCarrie was given concert tickets by Mary; then Carrie sold them because she hated the artist.\n\nJohn took care to shield the ferns from the wind while leaving the flowers in the open, since flowers were much stronger .\n\nHunter removed the pet hair from the car while Justin waited outside because Justin was very allergic.\n\nThe plant root broke out of the pot as it continues to grow and the pot becomes weaker.\n\nI started playing drums young. Sometimes I played in the garage and sometimes my room, but my parents preferred knowing I was in the garage", + " ." + ], + [ + "Betty made a nice lladro figure and tried to put it in a box but the box was too small.\n\nCarrie was given concert tickets by Mary; then Carrie sold them because she hated the artist.\n\nJohn took care to shield the ferns from the wind while leaving the flowers in the open, since flowers were much stronger .\n\nHunter removed the pet hair from the car while Justin waited outside because Justin was very allergic.\n\nThe plant root broke out of the pot as it continues to grow and the pot becomes weaker.\n\nI started playing drums young. Sometimes I played in the garage and sometimes my room, but my parents preferred knowing I was in the room", + " ." + ] + ], + "resps": [ + [ + [ + -4.65234375, + false + ] + ], + [ + [ + -4.93359375, + false + ] + ] + ], + "filtered_resps": [ + [ + -4.65234375, + false + ], + [ + -4.93359375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 188, + "doc": { + "sentence": "Adam's mindset was a lot stronger than William's because _ was able to control it.", + "option1": "Adam", + "option2": "William", + "answer": "1" + }, + "target": "was able to control it.", + "arguments": [ + [ + "Billy replaced the wood counter with granite over the summer time, the granite was trendy.\n\nSteamed rice is much healthier, so Emily insisted theyorder that instead of fried rice, even though Carrie disliked it. Carrie was upset to eat the steamed rice when it arrived.\n\nCultivating a garden was of interest to Carrie but not Monica because Carrie cared a lot about sustainable living.\n\nJason owed back taxes and would not answer the phone when Brett called, because Jason was avoiding the IRS.\n\nWorking in the academy better suited Matthew and not Lawrence because Matthew had a perfect memory.\n\nAdam's mindset was a lot stronger than William's because Adam", + " was able to control it." + ], + [ + "Billy replaced the wood counter with granite over the summer time, the granite was trendy.\n\nSteamed rice is much healthier, so Emily insisted theyorder that instead of fried rice, even though Carrie disliked it. Carrie was upset to eat the steamed rice when it arrived.\n\nCultivating a garden was of interest to Carrie but not Monica because Carrie cared a lot about sustainable living.\n\nJason owed back taxes and would not answer the phone when Brett called, because Jason was avoiding the IRS.\n\nWorking in the academy better suited Matthew and not Lawrence because Matthew had a perfect memory.\n\nAdam's mindset was a lot stronger than William's because William", + " was able to control it." + ] + ], + "resps": [ + [ + [ + -15.7734375, + false + ] + ], + [ + [ + -18.4375, + false + ] + ] + ], + "filtered_resps": [ + [ + -15.7734375, + false + ], + [ + -18.4375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 196, + "doc": { + "sentence": "Brett asked Nelson where they were because _ had had been driving after he fell asleep.", + "option1": "Brett", + "option2": "Nelson", + "answer": "2" + }, + "target": "had had been driving after he fell asleep.", + "arguments": [ + [ + "Allison tried to use an elastic band to put her hair in a ponytail, but the hair was too short.\n\nAmy spent more money at the spa than Elena because Elena didn't add a facial to their package.\n\nOn their visit yesterday Jeffrey said the lack brushing Ian teethe had caused the to become brittle, Ian went to the dentist.\n\nThe seeds planted by Samantha sprouted sooner than those planted by Christine, so Christine had a shorter bloom.\n\nThe music coming from the radio was louder than the music coming from the television because the speakers on the radio were bigger.\n\nBrett asked Nelson where they were because Brett", + " had had been driving after he fell asleep." + ], + [ + "Allison tried to use an elastic band to put her hair in a ponytail, but the hair was too short.\n\nAmy spent more money at the spa than Elena because Elena didn't add a facial to their package.\n\nOn their visit yesterday Jeffrey said the lack brushing Ian teethe had caused the to become brittle, Ian went to the dentist.\n\nThe seeds planted by Samantha sprouted sooner than those planted by Christine, so Christine had a shorter bloom.\n\nThe music coming from the radio was louder than the music coming from the television because the speakers on the radio were bigger.\n\nBrett asked Nelson where they were because Nelson", + " had had been driving after he fell asleep." + ] + ], + "resps": [ + [ + [ + -34.8125, + false + ] + ], + [ + [ + -31.640625, + false + ] + ] + ], + "filtered_resps": [ + [ + -34.8125, + false + ], + [ + -31.640625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 204, + "doc": { + "sentence": "Whilst on the beach Cynthia loved to wear a bikini but Laura did not because _ had a fat stomach.", + "option1": "Cynthia", + "option2": "Laura", + "answer": "2" + }, + "target": "had a fat stomach.", + "arguments": [ + [ + "Craig liked to play with the large cattle but not Kyle because Kyle found them to be foreign.\n\nRobert's fever went away, and Ian still has one, so Ian is sickly at this point.\n\nAt the wooded summer camp, Jennifer taught Cynthia how to swim and other things like that. The camp counselor was Jennifer .\n\nthe camera could not focus well from the distance because of the light, the camera was too far.\n\nThe leg of Emily started to gangrene when Carrie spotted it immediately and Emily refused to see the doctor where the leg was lost.\n\nWhilst on the beach Cynthia loved to wear a bikini but Laura did not because Cynthia", + " had a fat stomach." + ], + [ + "Craig liked to play with the large cattle but not Kyle because Kyle found them to be foreign.\n\nRobert's fever went away, and Ian still has one, so Ian is sickly at this point.\n\nAt the wooded summer camp, Jennifer taught Cynthia how to swim and other things like that. The camp counselor was Jennifer .\n\nthe camera could not focus well from the distance because of the light, the camera was too far.\n\nThe leg of Emily started to gangrene when Carrie spotted it immediately and Emily refused to see the doctor where the leg was lost.\n\nWhilst on the beach Cynthia loved to wear a bikini but Laura did not because Laura", + " had a fat stomach." + ] + ], + "resps": [ + [ + [ + -12.5, + false + ] + ], + [ + [ + -11.8125, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.5, + false + ], + [ + -11.8125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 212, + "doc": { + "sentence": "Johnny likes fruits more than vegetables in his new keto diet because the _ are saccharine.", + "option1": "fruits", + "option2": "vegetables", + "answer": "1" + }, + "target": "are saccharine.", + "arguments": [ + [ + "Christine was explaining to Cynthia how her plan to get famous was going to work. Christine was determined.\n\nJoseph hired Nick to build a pool but Nick was going on a long vacation.\n\nThe senior woman's portfolio was low on stocks but high in bonds, as she considered the stocks to be risky.\n\nMaria could feel calm and relaxed at a movie theater and not a mall because at the mall everyone was walking around.\n\nFelicia had to drink a lot of cranberry juice but Erin didn't because Felicia had issues with their kidney.\n\nJohnny likes fruits more than vegetables in his new keto diet because the fruits", + " are saccharine." + ], + [ + "Christine was explaining to Cynthia how her plan to get famous was going to work. Christine was determined.\n\nJoseph hired Nick to build a pool but Nick was going on a long vacation.\n\nThe senior woman's portfolio was low on stocks but high in bonds, as she considered the stocks to be risky.\n\nMaria could feel calm and relaxed at a movie theater and not a mall because at the mall everyone was walking around.\n\nFelicia had to drink a lot of cranberry juice but Erin didn't because Felicia had issues with their kidney.\n\nJohnny likes fruits more than vegetables in his new keto diet because the vegetables", + " are saccharine." + ] + ], + "resps": [ + [ + [ + -14.9375, + false + ] + ], + [ + [ + -14.2421875, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.9375, + false + ], + [ + -14.2421875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 220, + "doc": { + "sentence": "You can grow cilantro in a garden or buy it at the store, but the _ variety will taste bland because it will be older.", + "option1": "garden", + "option2": "store", + "answer": "2" + }, + "target": "variety will taste bland because it will be older.", + "arguments": [ + [ + "Leslie had better grades than Derrick because Leslie spent more time studying than playing video games.\n\nThe taxes on the car were more than the taxes on the bike because the car was more expensive.\n\nMy mom bought me cookies, but I couldn't get them in the containers, because the containers were too little.\n\nFelicia was ready to fall in love again unlike Mary because Mary was heartbroken in the past.\n\nFelicia worked out more than Emily so it was no coincidence that Emily was sweating less daily.\n\nYou can grow cilantro in a garden or buy it at the store, but the garden", + " variety will taste bland because it will be older." + ], + [ + "Leslie had better grades than Derrick because Leslie spent more time studying than playing video games.\n\nThe taxes on the car were more than the taxes on the bike because the car was more expensive.\n\nMy mom bought me cookies, but I couldn't get them in the containers, because the containers were too little.\n\nFelicia was ready to fall in love again unlike Mary because Mary was heartbroken in the past.\n\nFelicia worked out more than Emily so it was no coincidence that Emily was sweating less daily.\n\nYou can grow cilantro in a garden or buy it at the store, but the store", + " variety will taste bland because it will be older." + ] + ], + "resps": [ + [ + [ + -31.171875, + false + ] + ], + [ + [ + -29.46875, + false + ] + ] + ], + "filtered_resps": [ + [ + -31.171875, + false + ], + [ + -29.46875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 228, + "doc": { + "sentence": "The computer of Victoria ran faster than that of Carrie because _ downloaded less files.", + "option1": "Victoria", + "option2": "Carrie", + "answer": "1" + }, + "target": "downloaded less files.", + "arguments": [ + [ + "Maria ordered pancakes while Natalie ordered a hamburger, and Maria put syrup and butter on their meal.\n\nJessica was a Psychiatrist treating Samantha for paranoid personality disorder so Samantha was put on medication.\n\nSince Eric was less coordinated than Randy, Randy was much more comfortable learning how to skateboard.\n\nVictoria gets a bottle of formula for Patricia every couple of hours because Patricia is her child.\n\nShe tried to pay off her debt with a regular monthly payment, but the debt was just too high.\n\nThe computer of Victoria ran faster than that of Carrie because Victoria", + " downloaded less files." + ], + [ + "Maria ordered pancakes while Natalie ordered a hamburger, and Maria put syrup and butter on their meal.\n\nJessica was a Psychiatrist treating Samantha for paranoid personality disorder so Samantha was put on medication.\n\nSince Eric was less coordinated than Randy, Randy was much more comfortable learning how to skateboard.\n\nVictoria gets a bottle of formula for Patricia every couple of hours because Patricia is her child.\n\nShe tried to pay off her debt with a regular monthly payment, but the debt was just too high.\n\nThe computer of Victoria ran faster than that of Carrie because Carrie", + " downloaded less files." + ] + ], + "resps": [ + [ + [ + -18.34375, + false + ] + ], + [ + [ + -16.78125, + false + ] + ] + ], + "filtered_resps": [ + [ + -18.34375, + false + ], + [ + -16.78125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 236, + "doc": { + "sentence": "Natalie took a longer time to take a bath than Jennifer because _ liked relaxing in the tub.", + "option1": "Natalie", + "option2": "Jennifer", + "answer": "1" + }, + "target": "liked relaxing in the tub.", + "arguments": [ + [ + "Justin worked on the house to keep ants out and Derrick didn't help, since Justin was more industrious.\n\nCraig made the best rice pudding, which was Justin's favorite, so Craig brought him a large bowl.\n\nNeil really loved to clean their house but Ryan did not as Ryan was very slovenly.\n\nMom was making pancakes for the kids this morning when she realized they were out of syrup. I ran to the store to get the syrup .\n\nThe actor came over and shook Nelson's hand and not Kenneth's because Nelson was next to the actor.\n\nNatalie took a longer time to take a bath than Jennifer because Natalie", + " liked relaxing in the tub." + ], + [ + "Justin worked on the house to keep ants out and Derrick didn't help, since Justin was more industrious.\n\nCraig made the best rice pudding, which was Justin's favorite, so Craig brought him a large bowl.\n\nNeil really loved to clean their house but Ryan did not as Ryan was very slovenly.\n\nMom was making pancakes for the kids this morning when she realized they were out of syrup. I ran to the store to get the syrup .\n\nThe actor came over and shook Nelson's hand and not Kenneth's because Nelson was next to the actor.\n\nNatalie took a longer time to take a bath than Jennifer because Jennifer", + " liked relaxing in the tub." + ] + ], + "resps": [ + [ + [ + -11.8046875, + false + ] + ], + [ + [ + -14.65625, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.8046875, + false + ], + [ + -14.65625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 244, + "doc": { + "sentence": "The man paid cash for the phone but purchased the tablet with credit because the _ was inexpensive.", + "option1": "Phone", + "option2": "Tablet", + "answer": "1" + }, + "target": "was inexpensive.", + "arguments": [ + [ + "I had to put the steel and iron in alphabetical order, so I placed the iron in the left slot.\n\nThe doctor was able to diagnose the disease but not the tumor since the disease was shown.\n\nI bought a new picture but it wouldn't fit in the frame, because the picture was too heavy.\n\nAt school, James found the lessons to be engaging and the buildings to be well equipped. The lessons were fun.\n\nLeslie could smell the body odor off of Steven even through the perfume they put on. Steven was gross.\n\nThe man paid cash for the phone but purchased the tablet with credit because the Phone", + " was inexpensive." + ], + [ + "I had to put the steel and iron in alphabetical order, so I placed the iron in the left slot.\n\nThe doctor was able to diagnose the disease but not the tumor since the disease was shown.\n\nI bought a new picture but it wouldn't fit in the frame, because the picture was too heavy.\n\nAt school, James found the lessons to be engaging and the buildings to be well equipped. The lessons were fun.\n\nLeslie could smell the body odor off of Steven even through the perfume they put on. Steven was gross.\n\nThe man paid cash for the phone but purchased the tablet with credit because the Tablet", + " was inexpensive." + ] + ], + "resps": [ + [ + [ + -8.75, + false + ] + ], + [ + [ + -7.64453125, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.75, + false + ], + [ + -7.64453125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 252, + "doc": { + "sentence": "Emily decided to eat a lot more yucca than Carrie did. _ was no longer hungry.", + "option1": "Emily", + "option2": "Carrie", + "answer": "1" + }, + "target": "was no longer hungry.", + "arguments": [ + [ + "The man chose the watercolor for his paintings rather than the acrylic because the acrylic was ugly.\n\nThe blender was always used by the winning chef, while the loser used the mixer, because the mixer had dull blades.\n\nTo provide motivation Emily gave Samantha some money, as the urgency on the situation was lost on Samantha .\n\nThe cookout invitation that bob bought would not fit with the envelope he purchased, because the envelope was too small.\n\nAs the walls began to cave in on Joseph, he blamed Craig who had sold him the house because Craig had not revealed how frail they were.\n\nEmily decided to eat a lot more yucca than Carrie did. Emily", + " was no longer hungry." + ], + [ + "The man chose the watercolor for his paintings rather than the acrylic because the acrylic was ugly.\n\nThe blender was always used by the winning chef, while the loser used the mixer, because the mixer had dull blades.\n\nTo provide motivation Emily gave Samantha some money, as the urgency on the situation was lost on Samantha .\n\nThe cookout invitation that bob bought would not fit with the envelope he purchased, because the envelope was too small.\n\nAs the walls began to cave in on Joseph, he blamed Craig who had sold him the house because Craig had not revealed how frail they were.\n\nEmily decided to eat a lot more yucca than Carrie did. Carrie", + " was no longer hungry." + ] + ], + "resps": [ + [ + [ + -13.9453125, + false + ] + ], + [ + [ + -13.203125, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.9453125, + false + ], + [ + -13.203125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 260, + "doc": { + "sentence": "The tip of James pencil was breaking while writing on the paper sheet. The _ is weak.", + "option1": "pencil", + "option2": "paper", + "answer": "1" + }, + "target": "is weak.", + "arguments": [ + [ + "Carrie wanted a new cat while Rebecca did not so Carrie tried to convince the other to get one.\n\nI tried to write a letter but switched from the blue pen to the black pen since the blue pen's ink well was empty.\n\nAlthough Elena was a worse lawyer than Sarah, Elena was able to connect with their clients emotional problems.\n\nThe boat took Kevin to hi destination but not Jason because Kevin was actually on the boat.\n\nFredrick moved his show from radio to television because he was happy with the exposure the television show was giving him.\n\nThe tip of James pencil was breaking while writing on the paper sheet. The pencil", + " is weak." + ], + [ + "Carrie wanted a new cat while Rebecca did not so Carrie tried to convince the other to get one.\n\nI tried to write a letter but switched from the blue pen to the black pen since the blue pen's ink well was empty.\n\nAlthough Elena was a worse lawyer than Sarah, Elena was able to connect with their clients emotional problems.\n\nThe boat took Kevin to hi destination but not Jason because Kevin was actually on the boat.\n\nFredrick moved his show from radio to television because he was happy with the exposure the television show was giving him.\n\nThe tip of James pencil was breaking while writing on the paper sheet. The paper", + " is weak." + ] + ], + "resps": [ + [ + [ + -12.6875, + false + ] + ], + [ + [ + -13.1953125, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.6875, + false + ], + [ + -13.1953125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 268, + "doc": { + "sentence": "I always wonder how people prefer reading in a library instead of at the house because the amount of people at the _ would make it hard to concentrate.", + "option1": "library", + "option2": "house", + "answer": "1" + }, + "target": "would make it hard to concentrate.", + "arguments": [ + [ + "Neil explained to Derrick that he volunteered to talk to children about the dangers of drugs. Neil is generous.\n\nJohn tried to go seed hunting using a bow and arrow, but missed every shot because the arrow wasn't straight.\n\nThe full lobster was eaten by Megan and not Laura, because Megan loved to eat seafood.\n\nThe cotton bud could not get into the ear of the hamster because the bud is large.\n\nNelson liked to date teen girls but Joel liked older women. Nelson went to the mall to look for potential dates.\n\nI always wonder how people prefer reading in a library instead of at the house because the amount of people at the library", + " would make it hard to concentrate." + ], + [ + "Neil explained to Derrick that he volunteered to talk to children about the dangers of drugs. Neil is generous.\n\nJohn tried to go seed hunting using a bow and arrow, but missed every shot because the arrow wasn't straight.\n\nThe full lobster was eaten by Megan and not Laura, because Megan loved to eat seafood.\n\nThe cotton bud could not get into the ear of the hamster because the bud is large.\n\nNelson liked to date teen girls but Joel liked older women. Nelson went to the mall to look for potential dates.\n\nI always wonder how people prefer reading in a library instead of at the house because the amount of people at the house", + " would make it hard to concentrate." + ] + ], + "resps": [ + [ + [ + -11.015625, + false + ] + ], + [ + [ + -9.265625, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.015625, + false + ], + [ + -9.265625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 276, + "doc": { + "sentence": "The woman kept the bikini but returned the top, because the _ was the wrong size.", + "option1": "bikini", + "option2": "top", + "answer": "2" + }, + "target": "was the wrong size.", + "arguments": [ + [ + "The seamstress wanted to put a button on the shirt with needle and thread but the needle wasn't sharp.\n\nJason but not William had a very expensive wardrobe because William did not like to dress up on a daily basis.\n\nCarrie believed their mother and father treated Maria better because Carrie was given a smaller allowance.\n\nThe woman had beautiful dresses and the man wore holey jeans. She had the dresses that were stylish.\n\nThe monthly budget plan Christopher created was blown by Jeffrey, thanks to Jeffrey making very bad decisions.\n\nThe woman kept the bikini but returned the top, because the bikini", + " was the wrong size." + ], + [ + "The seamstress wanted to put a button on the shirt with needle and thread but the needle wasn't sharp.\n\nJason but not William had a very expensive wardrobe because William did not like to dress up on a daily basis.\n\nCarrie believed their mother and father treated Maria better because Carrie was given a smaller allowance.\n\nThe woman had beautiful dresses and the man wore holey jeans. She had the dresses that were stylish.\n\nThe monthly budget plan Christopher created was blown by Jeffrey, thanks to Jeffrey making very bad decisions.\n\nThe woman kept the bikini but returned the top, because the top", + " was the wrong size." + ] + ], + "resps": [ + [ + [ + -7.6953125, + false + ] + ], + [ + [ + -7.73828125, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.6953125, + false + ], + [ + -7.73828125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 284, + "doc": { + "sentence": "James listened carefully to the conversation from the other room but all he could hear was the clock tickling. The _ is pretty loud.", + "option1": "clock", + "option2": "conversation", + "answer": "1" + }, + "target": "is pretty loud.", + "arguments": [ + [ + "The goals were to let Erin win and not Katrina because Erin always loses and needs a confidence boost.\n\nShe decided to leave the coach and headed to the taxi so she could get there faster but the coach was actually faster.\n\nBenjamin was not allergic to cats but Matthew was, so Benjamin went to the shelter and picked up two of them.\n\nSamantha wanted to be a celebrity personal assistant more than Lindsey, because Lindsey hated being in the midst of chaos.\n\nJane tried to clean the window with the sponge but she was unsuccessful because the window was too high.\n\nJames listened carefully to the conversation from the other room but all he could hear was the clock tickling. The clock", + " is pretty loud." + ], + [ + "The goals were to let Erin win and not Katrina because Erin always loses and needs a confidence boost.\n\nShe decided to leave the coach and headed to the taxi so she could get there faster but the coach was actually faster.\n\nBenjamin was not allergic to cats but Matthew was, so Benjamin went to the shelter and picked up two of them.\n\nSamantha wanted to be a celebrity personal assistant more than Lindsey, because Lindsey hated being in the midst of chaos.\n\nJane tried to clean the window with the sponge but she was unsuccessful because the window was too high.\n\nJames listened carefully to the conversation from the other room but all he could hear was the clock tickling. The conversation", + " is pretty loud." + ] + ], + "resps": [ + [ + [ + -12.671875, + false + ] + ], + [ + [ + -15.4921875, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.671875, + false + ], + [ + -15.4921875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 292, + "doc": { + "sentence": "Patricia was called back for a second interview but not Victoria, as _ had failed the background check.", + "option1": "Patricia", + "option2": "Victoria", + "answer": "2" + }, + "target": "had failed the background check.", + "arguments": [ + [ + "As a new employee, Victoria was at an entry level position, contrary to Monica, because Monica worked very hard to move her way up the ladder.\n\nJoel advised Adam to add more honey later if homemade wine doesn't come out as sweet as he likes as Adam is a novice wine maker..\n\nEric knew how to make a chocolate souffle but Jeffrey did not. Eric was very proficient at baking.\n\nWhen deciding if to be a loner, one must decide if they want many events or plenty of free time. The free time angle helps with productivity.\n\nMary was a more reckless driver than Rachel, so Rachel got very few traffic tickets.\n\nPatricia was called back for a second interview but not Victoria, as Patricia", + " had failed the background check." + ], + [ + "As a new employee, Victoria was at an entry level position, contrary to Monica, because Monica worked very hard to move her way up the ladder.\n\nJoel advised Adam to add more honey later if homemade wine doesn't come out as sweet as he likes as Adam is a novice wine maker..\n\nEric knew how to make a chocolate souffle but Jeffrey did not. Eric was very proficient at baking.\n\nWhen deciding if to be a loner, one must decide if they want many events or plenty of free time. The free time angle helps with productivity.\n\nMary was a more reckless driver than Rachel, so Rachel got very few traffic tickets.\n\nPatricia was called back for a second interview but not Victoria, as Victoria", + " had failed the background check." + ] + ], + "resps": [ + [ + [ + -17.203125, + false + ] + ], + [ + [ + -15.8984375, + false + ] + ] + ], + "filtered_resps": [ + [ + -17.203125, + false + ], + [ + -15.8984375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 300, + "doc": { + "sentence": "Jessica spends a lot more money on frivolous things than Rachel because _ has more disposable income.", + "option1": "Jessica", + "option2": "Rachel", + "answer": "1" + }, + "target": "has more disposable income.", + "arguments": [ + [ + "Carrie doesn't know what a tripod is, but Kayla uses one for work every day, so Kayla is the expert photographer.\n\nWilliam wore some tight leather pants that Joel really liked, because William was very attractive in them.\n\nWhen it comes to dog training, Jeffrey's dogs are always better behaved than Matthew's because Matthew is a dog hater.\n\nThe student tried to use the old pen to fill out the application but the application was too long.\n\nRachel just put a new sink in the bathroom unlike Patricia because Rachel was renovating the house.\n\nJessica spends a lot more money on frivolous things than Rachel because Jessica", + " has more disposable income." + ], + [ + "Carrie doesn't know what a tripod is, but Kayla uses one for work every day, so Kayla is the expert photographer.\n\nWilliam wore some tight leather pants that Joel really liked, because William was very attractive in them.\n\nWhen it comes to dog training, Jeffrey's dogs are always better behaved than Matthew's because Matthew is a dog hater.\n\nThe student tried to use the old pen to fill out the application but the application was too long.\n\nRachel just put a new sink in the bathroom unlike Patricia because Rachel was renovating the house.\n\nJessica spends a lot more money on frivolous things than Rachel because Rachel", + " has more disposable income." + ] + ], + "resps": [ + [ + [ + -7.23046875, + false + ] + ], + [ + [ + -11.140625, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.23046875, + false + ], + [ + -11.140625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 308, + "doc": { + "sentence": "Dennis is changing the sand in a pool filter for Joseph, because _ is a bit lazy.", + "option1": "Dennis", + "option2": "Joseph", + "answer": "2" + }, + "target": "is a bit lazy.", + "arguments": [ + [ + "Jeffrey was hired to help grow Randy's garden during the summer months because Jeffrey was a landscaper.\n\nThe clams tasted worse than the shrimp did, so the clams were probably of older stock.\n\nThe stress that I have is worse than the anxiety, because the stress is a constant issue.\n\nShe was able to finish the stew, but threw away the rice, because the stew had been cooked perfectly.\n\nMegan is a sociologist, Jessica is not therefore Jessica could probably not explain the meaning of various holidays.\n\nDennis is changing the sand in a pool filter for Joseph, because Dennis", + " is a bit lazy." + ], + [ + "Jeffrey was hired to help grow Randy's garden during the summer months because Jeffrey was a landscaper.\n\nThe clams tasted worse than the shrimp did, so the clams were probably of older stock.\n\nThe stress that I have is worse than the anxiety, because the stress is a constant issue.\n\nShe was able to finish the stew, but threw away the rice, because the stew had been cooked perfectly.\n\nMegan is a sociologist, Jessica is not therefore Jessica could probably not explain the meaning of various holidays.\n\nDennis is changing the sand in a pool filter for Joseph, because Joseph", + " is a bit lazy." + ] + ], + "resps": [ + [ + [ + -16.421875, + false + ] + ], + [ + [ + -13.7734375, + false + ] + ] + ], + "filtered_resps": [ + [ + -16.421875, + false + ], + [ + -13.7734375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 316, + "doc": { + "sentence": "They discussed the company's budget at the business meeting but the _ was boring and the topic of the budget ran long.", + "option1": "budget", + "option2": "meeting", + "answer": "2" + }, + "target": "was boring and the topic of the budget ran long.", + "arguments": [ + [ + "They wanted more satiation at the wedding, so the planners used icing rather than fruit on the cake as the icing was more filling.\n\nLearning sign language was harder for the boy than learning to play music. The music just resonated with him.\n\nDerrick made some ramen noodles for lunch while Logan had a salad, Logan felt healthy.\n\nElena wore fancy clothing to the highschool prom and Laura wore a plaint T-shirt. Elena was accepted into the building.\n\nThe student preferred doing their homework with pencil rather than pen, because the pencil provided more control.\n\nThey discussed the company's budget at the business meeting but the budget", + " was boring and the topic of the budget ran long." + ], + [ + "They wanted more satiation at the wedding, so the planners used icing rather than fruit on the cake as the icing was more filling.\n\nLearning sign language was harder for the boy than learning to play music. The music just resonated with him.\n\nDerrick made some ramen noodles for lunch while Logan had a salad, Logan felt healthy.\n\nElena wore fancy clothing to the highschool prom and Laura wore a plaint T-shirt. Elena was accepted into the building.\n\nThe student preferred doing their homework with pencil rather than pen, because the pencil provided more control.\n\nThey discussed the company's budget at the business meeting but the meeting", + " was boring and the topic of the budget ran long." + ] + ], + "resps": [ + [ + [ + -36.15625, + false + ] + ], + [ + [ + -31.703125, + false + ] + ] + ], + "filtered_resps": [ + [ + -36.15625, + false + ], + [ + -31.703125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 324, + "doc": { + "sentence": "Police arrested Maria but let Cynthia go as _ had some paint on their hand from the spray paint used for graffiti.", + "option1": "Maria", + "option2": "Cynthia", + "answer": "1" + }, + "target": "had some paint on their hand from the spray paint used for graffiti.", + "arguments": [ + [ + "Rebecca would not apply glitter to her costume, like Kayla did, because Rebecca just lacked pizzazz.\n\nJames could not believe the monkey can jump down from the tree and now he is looking forward to the top of the crane. The crane is taller.\n\nBenjamin was trying to get in shape and bought a bicycle instead of a treadmill because with the bicycle he could be outdoors.\n\nChristine always followed Lindsey when they went mountain climbing because Lindsey was teaching what to do.\n\nLawrence asked Steven to send mortgage check to the bank because Lawrence forgot to do so.\n\nPolice arrested Maria but let Cynthia go as Maria", + " had some paint on their hand from the spray paint used for graffiti." + ], + [ + "Rebecca would not apply glitter to her costume, like Kayla did, because Rebecca just lacked pizzazz.\n\nJames could not believe the monkey can jump down from the tree and now he is looking forward to the top of the crane. The crane is taller.\n\nBenjamin was trying to get in shape and bought a bicycle instead of a treadmill because with the bicycle he could be outdoors.\n\nChristine always followed Lindsey when they went mountain climbing because Lindsey was teaching what to do.\n\nLawrence asked Steven to send mortgage check to the bank because Lawrence forgot to do so.\n\nPolice arrested Maria but let Cynthia go as Cynthia", + " had some paint on their hand from the spray paint used for graffiti." + ] + ], + "resps": [ + [ + [ + -49.875, + false + ] + ], + [ + [ + -51.125, + false + ] + ] + ], + "filtered_resps": [ + [ + -49.875, + false + ], + [ + -51.125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 332, + "doc": { + "sentence": "Monica is looking to buy some new furniture and Carrie just bought some, so _ is starting to anticipate their purchase arrival.", + "option1": "Monica", + "option2": "Carrie", + "answer": "2" + }, + "target": "is starting to anticipate their purchase arrival.", + "arguments": [ + [ + "Sarah was starting to get overwhelmed looking into different careers and asked Carrie for help since Carrie was a counselor.\n\nCynthia was walking much slower than Betty throughout the day because Cynthia had strained a muscle.\n\nThe fruits were graded higher than the eggs by the FDA since the fruits were pristine.\n\nJames tried to empty the drink from the bottle to the cup but the cup got full very quick. The cup is small.\n\nThe man wanted to take the bus to his job but the bus was too far late.\n\nMonica is looking to buy some new furniture and Carrie just bought some, so Monica", + " is starting to anticipate their purchase arrival." + ], + [ + "Sarah was starting to get overwhelmed looking into different careers and asked Carrie for help since Carrie was a counselor.\n\nCynthia was walking much slower than Betty throughout the day because Cynthia had strained a muscle.\n\nThe fruits were graded higher than the eggs by the FDA since the fruits were pristine.\n\nJames tried to empty the drink from the bottle to the cup but the cup got full very quick. The cup is small.\n\nThe man wanted to take the bus to his job but the bus was too far late.\n\nMonica is looking to buy some new furniture and Carrie just bought some, so Carrie", + " is starting to anticipate their purchase arrival." + ] + ], + "resps": [ + [ + [ + -36.5, + false + ] + ], + [ + [ + -40.71875, + false + ] + ] + ], + "filtered_resps": [ + [ + -36.5, + false + ], + [ + -40.71875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 340, + "doc": { + "sentence": "The room at the hotel cost more to stay in than the room at the inn because the _ was nastier.", + "option1": "hotel", + "option2": "inn", + "answer": "2" + }, + "target": "was nastier.", + "arguments": [ + [ + "Laura is taking singing and dancing lessons from the Jessica, because Jessica is dancing teacher.\n\nErin was much less aggressive than Megan, so Erin didn't have to worry about getting in fights.\n\nDennis joyfully told Donald about his massive comic book collection that took years to get. Donald was indifferent.\n\nKatrina hates work and asks for a Emily's advice, as Katrina wants to enjoy her work.\n\nYou know that the drums will take longer than the flute to learn, so the flute was simpler to study.\n\nThe room at the hotel cost more to stay in than the room at the inn because the hotel", + " was nastier." + ], + [ + "Laura is taking singing and dancing lessons from the Jessica, because Jessica is dancing teacher.\n\nErin was much less aggressive than Megan, so Erin didn't have to worry about getting in fights.\n\nDennis joyfully told Donald about his massive comic book collection that took years to get. Donald was indifferent.\n\nKatrina hates work and asks for a Emily's advice, as Katrina wants to enjoy her work.\n\nYou know that the drums will take longer than the flute to learn, so the flute was simpler to study.\n\nThe room at the hotel cost more to stay in than the room at the inn because the inn", + " was nastier." + ] + ], + "resps": [ + [ + [ + -13.3515625, + false + ] + ], + [ + [ + -14.5, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.3515625, + false + ], + [ + -14.5, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 348, + "doc": { + "sentence": "Jennifer wanted to get romance in a relationship while Elena did not because _ liked to watch romantic comedies.", + "option1": "Jennifer", + "option2": "Elena", + "answer": "1" + }, + "target": "liked to watch romantic comedies.", + "arguments": [ + [ + "The mans old pants looked worse than my jeans because the jeans were brand new.\n\nMary liked cedar wood over other types of wood like poplar, because the cedar wood smelled really good.\n\nRobert cleaned their countertop very well but Nick did not. Robert had a clean home.\n\nRachel visits Jessica to have some tests performed and for a check up, so Jessica is a physician.\n\nThe forever stamps that Ryan had were far prettier than the ones William had and William asked for some of them.\n\nJennifer wanted to get romance in a relationship while Elena did not because Jennifer", + " liked to watch romantic comedies." + ], + [ + "The mans old pants looked worse than my jeans because the jeans were brand new.\n\nMary liked cedar wood over other types of wood like poplar, because the cedar wood smelled really good.\n\nRobert cleaned their countertop very well but Nick did not. Robert had a clean home.\n\nRachel visits Jessica to have some tests performed and for a check up, so Jessica is a physician.\n\nThe forever stamps that Ryan had were far prettier than the ones William had and William asked for some of them.\n\nJennifer wanted to get romance in a relationship while Elena did not because Elena", + " liked to watch romantic comedies." + ] + ], + "resps": [ + [ + [ + -15.046875, + false + ] + ], + [ + [ + -15.4296875, + false + ] + ] + ], + "filtered_resps": [ + [ + -15.046875, + false + ], + [ + -15.4296875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 356, + "doc": { + "sentence": "People do not want to eat James burnt cake but they love his burger because the _ is tasteless.", + "option1": "cake", + "option2": "burger", + "answer": "1" + }, + "target": "is tasteless.", + "arguments": [ + [ + "The hairdresser tried to cut the hair with the scissors but the hair was too strong.\n\nKatrina bought an apple from the vendor and gave it to Amy, because Amy was hungry.\n\nWhen he inspected his football protective gear for the coming season, he decided he needed a new mouthguard but could still use the helmet. The mouthguard was broken.\n\nDonald always spent ages trying to get their kitchen clean but Aaron did not because Aaron was very messy.\n\nWhen Hazel was shopping for a baby shower gift, she decided on a monitor instead of a mobile because the mobile was less needed..\n\nPeople do not want to eat James burnt cake but they love his burger because the cake", + " is tasteless." + ], + [ + "The hairdresser tried to cut the hair with the scissors but the hair was too strong.\n\nKatrina bought an apple from the vendor and gave it to Amy, because Amy was hungry.\n\nWhen he inspected his football protective gear for the coming season, he decided he needed a new mouthguard but could still use the helmet. The mouthguard was broken.\n\nDonald always spent ages trying to get their kitchen clean but Aaron did not because Aaron was very messy.\n\nWhen Hazel was shopping for a baby shower gift, she decided on a monitor instead of a mobile because the mobile was less needed..\n\nPeople do not want to eat James burnt cake but they love his burger because the burger", + " is tasteless." + ] + ], + "resps": [ + [ + [ + -5.5703125, + false + ] + ], + [ + [ + -10.1171875, + false + ] + ] + ], + "filtered_resps": [ + [ + -5.5703125, + false + ], + [ + -10.1171875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 364, + "doc": { + "sentence": "John painted the pole red close to the color of the wall and painted the frame white and now the _ is similar.", + "option1": "frame", + "option2": "pole", + "answer": "2" + }, + "target": "is similar.", + "arguments": [ + [ + "To groom his facial hair, Adam preferred to use a hand razor over an electric razor because the electric razor was too rough on his skin.\n\nFelicia had to move seats unlike Rebecca because Felicia sat in the wrong seat at the event.\n\nIn Mike's garden, the mint is growing better than the arugula, so the arugula is likely getting insufficient sunlight.\n\nCynthia needed to lose weight but Angela did not because Cynthia was over twenty pounds over the recommended weight.\n\nAfter her lips swelled up, Brian gave all the lip gloss to Christopher since Brian was sensitive to it.\n\nJohn painted the pole red close to the color of the wall and painted the frame white and now the frame", + " is similar." + ], + [ + "To groom his facial hair, Adam preferred to use a hand razor over an electric razor because the electric razor was too rough on his skin.\n\nFelicia had to move seats unlike Rebecca because Felicia sat in the wrong seat at the event.\n\nIn Mike's garden, the mint is growing better than the arugula, so the arugula is likely getting insufficient sunlight.\n\nCynthia needed to lose weight but Angela did not because Cynthia was over twenty pounds over the recommended weight.\n\nAfter her lips swelled up, Brian gave all the lip gloss to Christopher since Brian was sensitive to it.\n\nJohn painted the pole red close to the color of the wall and painted the frame white and now the pole", + " is similar." + ] + ], + "resps": [ + [ + [ + -13.625, + false + ] + ], + [ + [ + -14.453125, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.625, + false + ], + [ + -14.453125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 372, + "doc": { + "sentence": "Betty learned to play the cello well but Erin did not because _ was very impatient.", + "option1": "Betty", + "option2": "Erin", + "answer": "2" + }, + "target": "was very impatient.", + "arguments": [ + [ + "People at the meeting felt more intimidated by Mary than by Betty because Betty was more meek.\n\nI was impressed with the behavior of my friend but not the attitude of his friend, because the attitude was rude.\n\nI really need to upgrade my mouse and RAM on my computer. The computer gets too difficult to control the mouse currently on it.\n\nIt was likely that Elena but not Betty had contracted malaria because Betty had never traveled to a third-world country.\n\nThe syrup cured his sore throat after the pill didn't work, as the pill was deficient in its treatment.\n\nBetty learned to play the cello well but Erin did not because Betty", + " was very impatient." + ], + [ + "People at the meeting felt more intimidated by Mary than by Betty because Betty was more meek.\n\nI was impressed with the behavior of my friend but not the attitude of his friend, because the attitude was rude.\n\nI really need to upgrade my mouse and RAM on my computer. The computer gets too difficult to control the mouse currently on it.\n\nIt was likely that Elena but not Betty had contracted malaria because Betty had never traveled to a third-world country.\n\nThe syrup cured his sore throat after the pill didn't work, as the pill was deficient in its treatment.\n\nBetty learned to play the cello well but Erin did not because Erin", + " was very impatient." + ] + ], + "resps": [ + [ + [ + -15.078125, + false + ] + ], + [ + [ + -10.0625, + false + ] + ] + ], + "filtered_resps": [ + [ + -15.078125, + false + ], + [ + -10.0625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 380, + "doc": { + "sentence": "Megan didn't care for the comedians show but Patricia thought it was brilliant. _ hung out for the comedian's second set.", + "option1": "Megan", + "option2": "Patricia", + "answer": "2" + }, + "target": "hung out for the comedian's second set.", + "arguments": [ + [ + "The red mask would not fit in the drawer because the mask is too massive.\n\nLindsey was more worried about finding a boyfriend than Angela because Lindsey did not have a lot of sex appeal.\n\nShe cut the cereal box down into an organizer tray because the box was worthless.\n\nNeil was ready to sleep, but Donald was having a party, so Neil tossed and turned for an hour.\n\nThe new queen bed would not fit in the stairway because the bed is too tall.\n\nMegan didn't care for the comedians show but Patricia thought it was brilliant. Megan", + " hung out for the comedian's second set." + ], + [ + "The red mask would not fit in the drawer because the mask is too massive.\n\nLindsey was more worried about finding a boyfriend than Angela because Lindsey did not have a lot of sex appeal.\n\nShe cut the cereal box down into an organizer tray because the box was worthless.\n\nNeil was ready to sleep, but Donald was having a party, so Neil tossed and turned for an hour.\n\nThe new queen bed would not fit in the stairway because the bed is too tall.\n\nMegan didn't care for the comedians show but Patricia thought it was brilliant. Patricia", + " hung out for the comedian's second set." + ] + ], + "resps": [ + [ + [ + -28.46875, + false + ] + ], + [ + [ + -27.9375, + false + ] + ] + ], + "filtered_resps": [ + [ + -28.46875, + false + ], + [ + -27.9375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 388, + "doc": { + "sentence": "The lease in the city was more than the lease in the country because the value of the property in the _ was higher.", + "option1": "city", + "option2": "country", + "answer": "1" + }, + "target": "was higher.", + "arguments": [ + [ + "Gem liked to eat leafs and burgers. She liked the leafs better because it was light.\n\nThe dog liked Carrie but it didn't like Christine very much because Christine always hit it.\n\nBen had a wound on his arm and had the choice of going to the hospital or self-treatment. He chose the hospital because it was expensive.\n\nThe blanket that my grandma made me was more enjoyed than the scarf because the scarf was itchy.\n\nThe horse ran past Rebecca and up to Christine, because Christine had sugar cubes in their pocket.\n\nThe lease in the city was more than the lease in the country because the value of the property in the city", + " was higher." + ], + [ + "Gem liked to eat leafs and burgers. She liked the leafs better because it was light.\n\nThe dog liked Carrie but it didn't like Christine very much because Christine always hit it.\n\nBen had a wound on his arm and had the choice of going to the hospital or self-treatment. He chose the hospital because it was expensive.\n\nThe blanket that my grandma made me was more enjoyed than the scarf because the scarf was itchy.\n\nThe horse ran past Rebecca and up to Christine, because Christine had sugar cubes in their pocket.\n\nThe lease in the city was more than the lease in the country because the value of the property in the country", + " was higher." + ] + ], + "resps": [ + [ + [ + -1.26171875, + true + ] + ], + [ + [ + -2.6171875, + false + ] + ] + ], + "filtered_resps": [ + [ + -1.26171875, + true + ], + [ + -2.6171875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 396, + "doc": { + "sentence": "Neil was a very popular kid in school unlike Jeffrey, because _ was very extroverted.", + "option1": "Neil", + "option2": "Jeffrey", + "answer": "1" + }, + "target": "was very extroverted.", + "arguments": [ + [ + "The waitress brought Donald a salad and Nick fish because Donald didn't care for the taste of fish.\n\nThe puppy slept on the floor instead of on the bed because it was hard for it to get on the bed .\n\nJustin has never had any animals in his house unlike Derrick because Justin is allergic to them.\n\nElena is a fight manager, Rebecca is a gardener therefore Elena knows how to wrap boxers' hands.\n\nLindsey was always organized but Victoria was rarely organized. Victoria often had trouble when looking for something.\n\nNeil was a very popular kid in school unlike Jeffrey, because Neil", + " was very extroverted." + ], + [ + "The waitress brought Donald a salad and Nick fish because Donald didn't care for the taste of fish.\n\nThe puppy slept on the floor instead of on the bed because it was hard for it to get on the bed .\n\nJustin has never had any animals in his house unlike Derrick because Justin is allergic to them.\n\nElena is a fight manager, Rebecca is a gardener therefore Elena knows how to wrap boxers' hands.\n\nLindsey was always organized but Victoria was rarely organized. Victoria often had trouble when looking for something.\n\nNeil was a very popular kid in school unlike Jeffrey, because Jeffrey", + " was very extroverted." + ] + ], + "resps": [ + [ + [ + -11.59375, + false + ] + ], + [ + [ + -14.3984375, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.59375, + false + ], + [ + -14.3984375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 404, + "doc": { + "sentence": "At their high school's homecoming dance, Natalie stayed on the floor for the slow dance while Maria got food during it, because _ currently had a significant other.", + "option1": "Natalie", + "option2": "Maria", + "answer": "1" + }, + "target": "currently had a significant other.", + "arguments": [ + [ + "Lindsey bonded more quickly with her classmates than Jessica because Lindsey had a friendly disposition.\n\nSamantha was was quite active, so was a good coach for Emily's weight loss because Samantha could teach healthy habits to him.\n\nMegan loved serving Laura coffee every morning at the cafe, because Megan was a natural helper.\n\nCraig's greed was very well known to so when he saw Michael's gold watch Craig envied it.\n\nAngela's main vice is eating, while Betty has a small appetite, so Betty is more likely to be thin.\n\nAt their high school's homecoming dance, Natalie stayed on the floor for the slow dance while Maria got food during it, because Natalie", + " currently had a significant other." + ], + [ + "Lindsey bonded more quickly with her classmates than Jessica because Lindsey had a friendly disposition.\n\nSamantha was was quite active, so was a good coach for Emily's weight loss because Samantha could teach healthy habits to him.\n\nMegan loved serving Laura coffee every morning at the cafe, because Megan was a natural helper.\n\nCraig's greed was very well known to so when he saw Michael's gold watch Craig envied it.\n\nAngela's main vice is eating, while Betty has a small appetite, so Betty is more likely to be thin.\n\nAt their high school's homecoming dance, Natalie stayed on the floor for the slow dance while Maria got food during it, because Maria", + " currently had a significant other." + ] + ], + "resps": [ + [ + [ + -23.78125, + false + ] + ], + [ + [ + -24.96875, + false + ] + ] + ], + "filtered_resps": [ + [ + -23.78125, + false + ], + [ + -24.96875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 412, + "doc": { + "sentence": "The box slid down James hand when he was wearing a glove, hence he removed it and lift it again. The _ is dry.", + "option1": "glove", + "option2": "hand", + "answer": "2" + }, + "target": "is dry.", + "arguments": [ + [ + "Jeffrey hired Michael to clean their floors but Michael was going on a long vacation.\n\nJen had to get her license and a house inspection to become a foster parent, and she had to keep her house clean for the inspection .\n\nIn order to help a friend with PTSD, she left a group therapy flyer on the table instead of a self-help book because the flyer would be useful.\n\nWhen roasting chicken I like to use the stove instead of the oven. The oven makes it unappetizing.\n\nHe refused to change out of his tank top, even though it made him look like a a redneck with beer because he wanted to finish the beer .\n\nThe box slid down James hand when he was wearing a glove, hence he removed it and lift it again. The glove", + " is dry." + ], + [ + "Jeffrey hired Michael to clean their floors but Michael was going on a long vacation.\n\nJen had to get her license and a house inspection to become a foster parent, and she had to keep her house clean for the inspection .\n\nIn order to help a friend with PTSD, she left a group therapy flyer on the table instead of a self-help book because the flyer would be useful.\n\nWhen roasting chicken I like to use the stove instead of the oven. The oven makes it unappetizing.\n\nHe refused to change out of his tank top, even though it made him look like a a redneck with beer because he wanted to finish the beer .\n\nThe box slid down James hand when he was wearing a glove, hence he removed it and lift it again. The hand", + " is dry." + ] + ], + "resps": [ + [ + [ + -12.890625, + false + ] + ], + [ + [ + -12.0, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.890625, + false + ], + [ + -12.0, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 420, + "doc": { + "sentence": "My pain was not nearly as bad as Joe's burn because the _ Joe had was uncontrollable.", + "option1": "pain", + "option2": "burn", + "answer": "2" + }, + "target": "Joe had was uncontrollable.", + "arguments": [ + [ + "Upon coming across a millipedes on hike, Rebecca took a picture of it and Elena stepped on it as Elena is a bug hater.\n\nThe hats that Margaret knit look a lot nicer than the gloves she made. She has a knack for making the hats .\n\nTech problems are Lawrence specialty and physical problems are Ryan, Ryan works with people and disabilities.\n\nAble to hear a scurrying sound from below the sink, Megan asked Samantha to check, as Samantha was indifferent about seeing a mouse.\n\nDennis could not afford to replace the windows of his house like Neil recently had, because Dennis was poor.\n\nMy pain was not nearly as bad as Joe's burn because the pain", + " Joe had was uncontrollable." + ], + [ + "Upon coming across a millipedes on hike, Rebecca took a picture of it and Elena stepped on it as Elena is a bug hater.\n\nThe hats that Margaret knit look a lot nicer than the gloves she made. She has a knack for making the hats .\n\nTech problems are Lawrence specialty and physical problems are Ryan, Ryan works with people and disabilities.\n\nAble to hear a scurrying sound from below the sink, Megan asked Samantha to check, as Samantha was indifferent about seeing a mouse.\n\nDennis could not afford to replace the windows of his house like Neil recently had, because Dennis was poor.\n\nMy pain was not nearly as bad as Joe's burn because the burn", + " Joe had was uncontrollable." + ] + ], + "resps": [ + [ + [ + -14.859375, + false + ] + ], + [ + [ + -16.546875, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.859375, + false + ], + [ + -16.546875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 428, + "doc": { + "sentence": "Adam was cold and Michael was hot so _ removed a heavy jacket to withstand the freezing weather.", + "option1": "Adam", + "option2": "Michael", + "answer": "2" + }, + "target": "removed a heavy jacket to withstand the freezing weather.", + "arguments": [ + [ + "i had to abandon pleasure to seek inner peace after my divorce, the pleasure was destructive.\n\nVictoria's Birthday present from Felicia was a new grill because Victoria is an avid chef.\n\nShe became extremely educated by reading books and watching videos. The books were often musty.\n\nSamuel did not know a lot of conversation topics like Brian because Brian always kept up with the news.\n\nNeil underwent the medical procedure performed by Nick, and Neil got through the procedure with flying colors.\n\nAdam was cold and Michael was hot so Adam", + " removed a heavy jacket to withstand the freezing weather." + ], + [ + "i had to abandon pleasure to seek inner peace after my divorce, the pleasure was destructive.\n\nVictoria's Birthday present from Felicia was a new grill because Victoria is an avid chef.\n\nShe became extremely educated by reading books and watching videos. The books were often musty.\n\nSamuel did not know a lot of conversation topics like Brian because Brian always kept up with the news.\n\nNeil underwent the medical procedure performed by Nick, and Neil got through the procedure with flying colors.\n\nAdam was cold and Michael was hot so Michael", + " removed a heavy jacket to withstand the freezing weather." + ] + ], + "resps": [ + [ + [ + -39.40625, + false + ] + ], + [ + [ + -39.40625, + false + ] + ] + ], + "filtered_resps": [ + [ + -39.40625, + false + ], + [ + -39.40625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 436, + "doc": { + "sentence": "Monica was caught napping in class more often than Katrina because _ stayed up all night.", + "option1": "Monica", + "option2": "Katrina", + "answer": "1" + }, + "target": "stayed up all night.", + "arguments": [ + [ + "The man hated his work compared to his wife's job because the work was stressful.\n\nNeil always brewed his coffee last thing in the morning unlike Steven because Steven needed it first.\n\nThe seeds that William uses are worse than Adam's because William went to a less reputable farmer.\n\nBetty has found a gold and needs help from Felicia to clean it, because Felicia is really helpful.\n\nCindy ate the noodles but not the vegetables because the vegetables were hard and undercooked.\n\nMonica was caught napping in class more often than Katrina because Monica", + " stayed up all night." + ], + [ + "The man hated his work compared to his wife's job because the work was stressful.\n\nNeil always brewed his coffee last thing in the morning unlike Steven because Steven needed it first.\n\nThe seeds that William uses are worse than Adam's because William went to a less reputable farmer.\n\nBetty has found a gold and needs help from Felicia to clean it, because Felicia is really helpful.\n\nCindy ate the noodles but not the vegetables because the vegetables were hard and undercooked.\n\nMonica was caught napping in class more often than Katrina because Katrina", + " stayed up all night." + ] + ], + "resps": [ + [ + [ + -10.453125, + false + ] + ], + [ + [ + -10.2421875, + false + ] + ] + ], + "filtered_resps": [ + [ + -10.453125, + false + ], + [ + -10.2421875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 444, + "doc": { + "sentence": "The parakeet flew to Hunter but flew past Samuel because _ had some bird seed in their hand.", + "option1": "Hunter", + "option2": "Samuel", + "answer": "1" + }, + "target": "had some bird seed in their hand.", + "arguments": [ + [ + "Bradley wants to buy a motorcycle and sell his SUV because the motorcycle will save a lot of money on gas.\n\nAmy learned to play the mandolin from Elena due to Amy being a music beginner.\n\nGrace was happy to get a new battery for her car. The battery was dead.\n\nWhen choosing a movie to watch, Logan would select a documentary and Jason a comedy, I say Jason is a fun loving person.\n\nKenneth liked to collect plates with pretty flowers on them while Eric did not. Eric didn't buy a new plate.\n\nThe parakeet flew to Hunter but flew past Samuel because Hunter", + " had some bird seed in their hand." + ], + [ + "Bradley wants to buy a motorcycle and sell his SUV because the motorcycle will save a lot of money on gas.\n\nAmy learned to play the mandolin from Elena due to Amy being a music beginner.\n\nGrace was happy to get a new battery for her car. The battery was dead.\n\nWhen choosing a movie to watch, Logan would select a documentary and Jason a comedy, I say Jason is a fun loving person.\n\nKenneth liked to collect plates with pretty flowers on them while Eric did not. Eric didn't buy a new plate.\n\nThe parakeet flew to Hunter but flew past Samuel because Samuel", + " had some bird seed in their hand." + ] + ], + "resps": [ + [ + [ + -19.9375, + false + ] + ], + [ + [ + -24.71875, + false + ] + ] + ], + "filtered_resps": [ + [ + -19.9375, + false + ], + [ + -24.71875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 452, + "doc": { + "sentence": "Christopher tried to empty all the water from the tank in the yard because Michael had asked him to, but _ wasn't able to get it all out.", + "option1": "Christopher", + "option2": "Michael", + "answer": "1" + }, + "target": "wasn't able to get it all out.", + "arguments": [ + [ + "Laura asked Elena to help choose their new curtains because Laura was new to interior design.\n\nVictoria found reading poems most enthralling while Felicia found mysteries more to their liking. Victoria bought a book by Shakespeare at Barnes and Noble.\n\nThe rod could not be used to mix the mixture of flour and water because the rod is too thin.\n\nNeil put the milk on Randy 's table and it spilled all over it. Randy was angry.\n\nRebecca asked Natalie what time their beginner's yoga class started because Rebecca could not remember.\n\nChristopher tried to empty all the water from the tank in the yard because Michael had asked him to, but Christopher", + " wasn't able to get it all out." + ], + [ + "Laura asked Elena to help choose their new curtains because Laura was new to interior design.\n\nVictoria found reading poems most enthralling while Felicia found mysteries more to their liking. Victoria bought a book by Shakespeare at Barnes and Noble.\n\nThe rod could not be used to mix the mixture of flour and water because the rod is too thin.\n\nNeil put the milk on Randy 's table and it spilled all over it. Randy was angry.\n\nRebecca asked Natalie what time their beginner's yoga class started because Rebecca could not remember.\n\nChristopher tried to empty all the water from the tank in the yard because Michael had asked him to, but Michael", + " wasn't able to get it all out." + ] + ], + "resps": [ + [ + [ + -12.6953125, + false + ] + ], + [ + [ + -15.9921875, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.6953125, + false + ], + [ + -15.9921875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 460, + "doc": { + "sentence": "The girl put her money in the bag instead of her pocket although the bully would look in the _ .", + "option1": "pocket", + "option2": "bag", + "answer": "2" + }, + "target": ".", + "arguments": [ + [ + "The barber tried to use the chemical to dye the woman's hair but the hair was too tough.\n\nSteven raises cattle while Joel raises chickens, and therefore Steven is able to sell milk.\n\nLeslie laughed at Christopher for having such short hair, and Christopher felt angry about it later.\n\nThe sidewalk was made of bricks while the driveway was made of poured concrete. The sidewalk was more bumpy to ride on.\n\nNelson found it easier to put the star on the Christmas tree than Robert because Nelson was quite tall.\n\nThe girl put her money in the bag instead of her pocket although the bully would look in the pocket", + " ." + ], + [ + "The barber tried to use the chemical to dye the woman's hair but the hair was too tough.\n\nSteven raises cattle while Joel raises chickens, and therefore Steven is able to sell milk.\n\nLeslie laughed at Christopher for having such short hair, and Christopher felt angry about it later.\n\nThe sidewalk was made of bricks while the driveway was made of poured concrete. The sidewalk was more bumpy to ride on.\n\nNelson found it easier to put the star on the Christmas tree than Robert because Nelson was quite tall.\n\nThe girl put her money in the bag instead of her pocket although the bully would look in the bag", + " ." + ] + ], + "resps": [ + [ + [ + -10.5390625, + false + ] + ], + [ + [ + -10.8671875, + false + ] + ] + ], + "filtered_resps": [ + [ + -10.5390625, + false + ], + [ + -10.8671875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 468, + "doc": { + "sentence": "Angela thought that Elena talked too slowly, and _ had a hard time being understood when they spoke.", + "option1": "Angela", + "option2": "Elena", + "answer": "2" + }, + "target": "had a hard time being understood when they spoke.", + "arguments": [ + [ + "My friend renovated both her kitchen and bathroom. Her kitchen came off better, because the kitchen looks modern.\n\nBetty had to potty train Cynthia in order to enroll them in preschool, because Cynthia was a toddler.\n\nIt was more common for the bike to break that the tricycle, because the bike had poor craftsmanship.\n\nThe container was filled with water and milk, but the container burst and the milk was the heavier liquid.\n\nWilliam swept up all the leaves while Ian sat on the porch relaxing, so Ian was chill and relaxed.\n\nAngela thought that Elena talked too slowly, and Angela", + " had a hard time being understood when they spoke." + ], + [ + "My friend renovated both her kitchen and bathroom. Her kitchen came off better, because the kitchen looks modern.\n\nBetty had to potty train Cynthia in order to enroll them in preschool, because Cynthia was a toddler.\n\nIt was more common for the bike to break that the tricycle, because the bike had poor craftsmanship.\n\nThe container was filled with water and milk, but the container burst and the milk was the heavier liquid.\n\nWilliam swept up all the leaves while Ian sat on the porch relaxing, so Ian was chill and relaxed.\n\nAngela thought that Elena talked too slowly, and Elena", + " had a hard time being understood when they spoke." + ] + ], + "resps": [ + [ + [ + -24.984375, + false + ] + ], + [ + [ + -24.59375, + false + ] + ] + ], + "filtered_resps": [ + [ + -24.984375, + false + ], + [ + -24.59375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 476, + "doc": { + "sentence": "Christopher taught Hunter to play go fish so that _ had someone to play with.", + "option1": "Christopher", + "option2": "Hunter", + "answer": "1" + }, + "target": "had someone to play with.", + "arguments": [ + [ + "Angela needs help with pricing her jewelery so she goes to Emily, becasue Emily is a professional.\n\nJeffrey always put peanut butter and jam on his sandwiches unlike Donald because Jeffrey loved the combo.\n\nThey went to a petting zoo which Samuel liked but Jason hated. Samuel was sure the animals enjoyed the experience, too.\n\nThe plane flew at a lower altitude than the helicopter because the plane had less engine power.\n\nThe musician wanted to store the guitar in the case but the case was too small.\n\nChristopher taught Hunter to play go fish so that Christopher", + " had someone to play with." + ], + [ + "Angela needs help with pricing her jewelery so she goes to Emily, becasue Emily is a professional.\n\nJeffrey always put peanut butter and jam on his sandwiches unlike Donald because Jeffrey loved the combo.\n\nThey went to a petting zoo which Samuel liked but Jason hated. Samuel was sure the animals enjoyed the experience, too.\n\nThe plane flew at a lower altitude than the helicopter because the plane had less engine power.\n\nThe musician wanted to store the guitar in the case but the case was too small.\n\nChristopher taught Hunter to play go fish so that Hunter", + " had someone to play with." + ] + ], + "resps": [ + [ + [ + -7.6953125, + false + ] + ], + [ + [ + -8.4375, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.6953125, + false + ], + [ + -8.4375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 484, + "doc": { + "sentence": "The dog ran into the bedroom during the rainstorm while we stayed in the kitchen because the rain was louder in the _ .", + "option1": "kitchen", + "option2": "bedroom", + "answer": "1" + }, + "target": ".", + "arguments": [ + [ + "Kevin's broker recommended that he sell all his commodities and invest in bonds instead because the bonds would be more profitable.\n\nMary had less oily hair than Victoria although the scalp of Victoria was much drier.\n\nLaura likes the bright colors of a clownfish but Rebecca does not. Rebecca bought a catfish for their aquarium.\n\nCarrie was afraid of ghosts. Christine said this was foolish but Christine could not convinced them.\n\nRachel had fun at the slumber party but Erin had a bad time, Erin was quiet and was kept up all night.\n\nThe dog ran into the bedroom during the rainstorm while we stayed in the kitchen because the rain was louder in the kitchen", + " ." + ], + [ + "Kevin's broker recommended that he sell all his commodities and invest in bonds instead because the bonds would be more profitable.\n\nMary had less oily hair than Victoria although the scalp of Victoria was much drier.\n\nLaura likes the bright colors of a clownfish but Rebecca does not. Rebecca bought a catfish for their aquarium.\n\nCarrie was afraid of ghosts. Christine said this was foolish but Christine could not convinced them.\n\nRachel had fun at the slumber party but Erin had a bad time, Erin was quiet and was kept up all night.\n\nThe dog ran into the bedroom during the rainstorm while we stayed in the kitchen because the rain was louder in the bedroom", + " ." + ] + ], + "resps": [ + [ + [ + -7.44921875, + false + ] + ], + [ + [ + -7.625, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.44921875, + false + ], + [ + -7.625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 492, + "doc": { + "sentence": "Emily bought a piece of jewelry from Natalie, later _ thought she sold too low but kept a cool attitude.", + "option1": "Emily", + "option2": "Natalie", + "answer": "2" + }, + "target": "thought she sold too low but kept a cool attitude.", + "arguments": [ + [ + "The smile of Matthew is brighter than Craig's is, so Craig brushes his teeth less often.\n\nGrandad liked to get his news from real newspapers, and not online websites. The newspapers felt authentic and substantial.\n\nKen's dog preferred eating from the table and not his bowl, because food from the table seemed special to him.\n\nPatricia was caught trespassing on Sarah's house and other property, so Patricia went to jail.\n\nThe mechanic told Evan he needed to replace his brake pads, but not the shoes, as the pads were worn.\n\nEmily bought a piece of jewelry from Natalie, later Emily", + " thought she sold too low but kept a cool attitude." + ], + [ + "The smile of Matthew is brighter than Craig's is, so Craig brushes his teeth less often.\n\nGrandad liked to get his news from real newspapers, and not online websites. The newspapers felt authentic and substantial.\n\nKen's dog preferred eating from the table and not his bowl, because food from the table seemed special to him.\n\nPatricia was caught trespassing on Sarah's house and other property, so Patricia went to jail.\n\nThe mechanic told Evan he needed to replace his brake pads, but not the shoes, as the pads were worn.\n\nEmily bought a piece of jewelry from Natalie, later Natalie", + " thought she sold too low but kept a cool attitude." + ] + ], + "resps": [ + [ + [ + -46.5, + false + ] + ], + [ + [ + -44.4375, + false + ] + ] + ], + "filtered_resps": [ + [ + -46.5, + false + ], + [ + -44.4375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 500, + "doc": { + "sentence": "Cynthia gave a rabbit as a companion to Carrie because _ explained they were lonely.", + "option1": "Cynthia", + "option2": "Carrie", + "answer": "2" + }, + "target": "explained they were lonely.", + "arguments": [ + [ + "Katrina was able to remove the mildew from the tub but not Christine because Katrina used bleach.\n\nHangovers are really bad, but they are not as bad as migraines, because the migraines last awhile.\n\nThe autopsy was performed by Kayla instead of Christine since Christine fainted at the sight of blood .\n\nJon had to attend more physical therapy for his knee than for his elbow. The elbow had the less serious injury.\n\nLawrence has an anxiety disorder and Jason does not, so Lawrence takes medication for it.\n\nCynthia gave a rabbit as a companion to Carrie because Cynthia", + " explained they were lonely." + ], + [ + "Katrina was able to remove the mildew from the tub but not Christine because Katrina used bleach.\n\nHangovers are really bad, but they are not as bad as migraines, because the migraines last awhile.\n\nThe autopsy was performed by Kayla instead of Christine since Christine fainted at the sight of blood .\n\nJon had to attend more physical therapy for his knee than for his elbow. The elbow had the less serious injury.\n\nLawrence has an anxiety disorder and Jason does not, so Lawrence takes medication for it.\n\nCynthia gave a rabbit as a companion to Carrie because Carrie", + " explained they were lonely." + ] + ], + "resps": [ + [ + [ + -23.953125, + false + ] + ], + [ + [ + -23.484375, + false + ] + ] + ], + "filtered_resps": [ + [ + -23.953125, + false + ], + [ + -23.484375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 508, + "doc": { + "sentence": "Nick struggled with unresolved trauma that Ian couldn't understand, since _ had never experienced childhood abuse.", + "option1": "Nick", + "option2": "Ian", + "answer": "1" + }, + "target": "had never experienced childhood abuse.", + "arguments": [ + [ + "Ian didn't know what to do about the situation while Steven was ready to go with an answer. Steven was a solver.\n\nI liked the flowers at my sisters house more than the plants at my moms, because the plants were ugly.\n\nThe dog food outweighed the drink, hence James decided to add more drink because the drink is lighter.\n\nThe man tried to put the furniture on the floor but the furniture was too large.\n\nBrett made a homemade pie while Eric bought a pie at the store because Eric was a terrible baker.\n\nNick struggled with unresolved trauma that Ian couldn't understand, since Nick", + " had never experienced childhood abuse." + ], + [ + "Ian didn't know what to do about the situation while Steven was ready to go with an answer. Steven was a solver.\n\nI liked the flowers at my sisters house more than the plants at my moms, because the plants were ugly.\n\nThe dog food outweighed the drink, hence James decided to add more drink because the drink is lighter.\n\nThe man tried to put the furniture on the floor but the furniture was too large.\n\nBrett made a homemade pie while Eric bought a pie at the store because Eric was a terrible baker.\n\nNick struggled with unresolved trauma that Ian couldn't understand, since Ian", + " had never experienced childhood abuse." + ] + ], + "resps": [ + [ + [ + -18.765625, + false + ] + ], + [ + [ + -15.0625, + false + ] + ] + ], + "filtered_resps": [ + [ + -18.765625, + false + ], + [ + -15.0625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 516, + "doc": { + "sentence": "Samantha was not interested in hearing about Tanya awesome marriage, because _ was happy all the time.", + "option1": "Samantha", + "option2": "Tanya", + "answer": "2" + }, + "target": "was happy all the time.", + "arguments": [ + [ + "Mary aged much worse than Cynthia because Mary was smoking all of their spare time.\n\nSamantha used a brush on their hair after a shower but Christine just toweled their hair. Christine had tangled gnarly hair.\n\nKyle screamed at William, because William was showing off their vast collection of creepy insects.\n\nLindsey was much weaker than Megan since Megan was a gym rat who worked out at least five days a week.\n\nMike was late to work because his car was law on gas, fortunately the work was close enough to walk to.\n\nSamantha was not interested in hearing about Tanya awesome marriage, because Samantha", + " was happy all the time." + ], + [ + "Mary aged much worse than Cynthia because Mary was smoking all of their spare time.\n\nSamantha used a brush on their hair after a shower but Christine just toweled their hair. Christine had tangled gnarly hair.\n\nKyle screamed at William, because William was showing off their vast collection of creepy insects.\n\nLindsey was much weaker than Megan since Megan was a gym rat who worked out at least five days a week.\n\nMike was late to work because his car was law on gas, fortunately the work was close enough to walk to.\n\nSamantha was not interested in hearing about Tanya awesome marriage, because Tanya", + " was happy all the time." + ] + ], + "resps": [ + [ + [ + -15.859375, + false + ] + ], + [ + [ + -13.265625, + false + ] + ] + ], + "filtered_resps": [ + [ + -15.859375, + false + ], + [ + -13.265625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 524, + "doc": { + "sentence": "Keeping the doors closed and the windows opened kept the apartment cool , because the _ let out the heat.", + "option1": "doors", + "option2": "windows", + "answer": "2" + }, + "target": "let out the heat.", + "arguments": [ + [ + "Being a boss comes natural to Michael it never has for Leslie, Leslie is not a suitable leader for others.\n\nThe feeling that John has with Philip is worse than his emotion towards Dennis, because the feeling are intense.\n\nChristine is teaching Rebecca how to ride a horse, because Christine is a great teacher.\n\nWilliam's attorney was a public defender who just didn't care and Dennis has a very successful hired attorney so chances are Dennis will win in mediation.\n\nThe skin of Jessica is much more bronze than that of Angela because Jessica got a lot of sun.\n\nKeeping the doors closed and the windows opened kept the apartment cool , because the doors", + " let out the heat." + ], + [ + "Being a boss comes natural to Michael it never has for Leslie, Leslie is not a suitable leader for others.\n\nThe feeling that John has with Philip is worse than his emotion towards Dennis, because the feeling are intense.\n\nChristine is teaching Rebecca how to ride a horse, because Christine is a great teacher.\n\nWilliam's attorney was a public defender who just didn't care and Dennis has a very successful hired attorney so chances are Dennis will win in mediation.\n\nThe skin of Jessica is much more bronze than that of Angela because Jessica got a lot of sun.\n\nKeeping the doors closed and the windows opened kept the apartment cool , because the windows", + " let out the heat." + ] + ], + "resps": [ + [ + [ + -11.375, + false + ] + ], + [ + [ + -9.421875, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.375, + false + ], + [ + -9.421875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 532, + "doc": { + "sentence": "If I want to build a swing should I build it out of wood or use a tire? It seems like the _ would get dirty and gross inside.", + "option1": "tire", + "option2": "wood", + "answer": "1" + }, + "target": "would get dirty and gross inside.", + "arguments": [ + [ + "He wanted to buy a digital or acoustic piano for his new home and he chose the Acoustic piano because it was classic.\n\nShe tried to avoid the zoo so she could visit the park instead, since the park was aligned to her tastes.\n\nCleaning wood doors is enjoyable for Patricia but not Laura because Patricia is okay with easy work.\n\nSamantha liked to drink low tea and Tanya did not because Tanya did not enjoy drinking something in the evening.\n\nMary is in bad health unlike Katrina so Katrina doesn't worry about eating more fruits and vegetables.\n\nIf I want to build a swing should I build it out of wood or use a tire? It seems like the tire", + " would get dirty and gross inside." + ], + [ + "He wanted to buy a digital or acoustic piano for his new home and he chose the Acoustic piano because it was classic.\n\nShe tried to avoid the zoo so she could visit the park instead, since the park was aligned to her tastes.\n\nCleaning wood doors is enjoyable for Patricia but not Laura because Patricia is okay with easy work.\n\nSamantha liked to drink low tea and Tanya did not because Tanya did not enjoy drinking something in the evening.\n\nMary is in bad health unlike Katrina so Katrina doesn't worry about eating more fruits and vegetables.\n\nIf I want to build a swing should I build it out of wood or use a tire? It seems like the wood", + " would get dirty and gross inside." + ] + ], + "resps": [ + [ + [ + -27.5625, + false + ] + ], + [ + [ + -28.078125, + false + ] + ] + ], + "filtered_resps": [ + [ + -27.5625, + false + ], + [ + -28.078125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 540, + "doc": { + "sentence": "The bagel shop was closer to Michael than Joel because _ lived in a different area of town.", + "option1": "Michael", + "option2": "Joel", + "answer": "2" + }, + "target": "lived in a different area of town.", + "arguments": [ + [ + "Beth's put her art in a gallery instead of a museum because the gallery thought her art was different.\n\nThe computer needed a new monitor, but the keyboard was fine, because the keyboard was brand new.\n\nSamantha's hands were freezing, so she asked Elena if she could borrow some gloves. Samantha was unprepared for the cold weather.\n\nDuring the child's development, the parents were required to get many books and not as many notebooks because the notebooks were not needed for learning.\n\nVictoria had to wear cleats today at school but Patricia did not because Victoria has a soccer match after school.\n\nThe bagel shop was closer to Michael than Joel because Michael", + " lived in a different area of town." + ], + [ + "Beth's put her art in a gallery instead of a museum because the gallery thought her art was different.\n\nThe computer needed a new monitor, but the keyboard was fine, because the keyboard was brand new.\n\nSamantha's hands were freezing, so she asked Elena if she could borrow some gloves. Samantha was unprepared for the cold weather.\n\nDuring the child's development, the parents were required to get many books and not as many notebooks because the notebooks were not needed for learning.\n\nVictoria had to wear cleats today at school but Patricia did not because Victoria has a soccer match after school.\n\nThe bagel shop was closer to Michael than Joel because Joel", + " lived in a different area of town." + ] + ], + "resps": [ + [ + [ + -11.9375, + false + ] + ], + [ + [ + -9.96875, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.9375, + false + ], + [ + -9.96875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 548, + "doc": { + "sentence": "Anxiety is a feeling Rebecca gets when she has face Erin who is a probation officer, _ does not a fear of authority.", + "option1": "Rebecca", + "option2": "Erin", + "answer": "2" + }, + "target": "does not a fear of authority.", + "arguments": [ + [ + "He ran into the building after he heard the siren go off. The building was safe.\n\nThe team only needed to replace the monitor and not the computer because the monitor was old.\n\nNeil couldn't stop lying to Leslie, but Leslie told him he better to keep his friend.\n\nShe decided to leave the coach and headed to the taxi so she could get there faster but the coach was actually faster.\n\nThe shoe john sent to the man was returned but he accepted the watch because the watch is attractive.\n\nAnxiety is a feeling Rebecca gets when she has face Erin who is a probation officer, Rebecca", + " does not a fear of authority." + ], + [ + "He ran into the building after he heard the siren go off. The building was safe.\n\nThe team only needed to replace the monitor and not the computer because the monitor was old.\n\nNeil couldn't stop lying to Leslie, but Leslie told him he better to keep his friend.\n\nShe decided to leave the coach and headed to the taxi so she could get there faster but the coach was actually faster.\n\nThe shoe john sent to the man was returned but he accepted the watch because the watch is attractive.\n\nAnxiety is a feeling Rebecca gets when she has face Erin who is a probation officer, Erin", + " does not a fear of authority." + ] + ], + "resps": [ + [ + [ + -34.84375, + false + ] + ], + [ + [ + -37.375, + false + ] + ] + ], + "filtered_resps": [ + [ + -34.84375, + false + ], + [ + -37.375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 556, + "doc": { + "sentence": "So _ drank milk from the bottle because Rachel was thirsty and Erin already drank some water.", + "option1": "Rachel", + "option2": "Erin", + "answer": "1" + }, + "target": "drank milk from the bottle because Rachel was thirsty and Erin already drank some water.", + "arguments": [ + [ + "Being physically fit was easier for Natalie than Amy because Natalie spent a lot of time doing weight training.\n\nEric is known as bilingual whereas Jason is not because Jason still can't speak Spanish fluently.\n\nMegan fed the baby carrot flavored formula to Amy, so Amy is being a hungry infant.\n\nthe practice was to happen daily but they had limited space, the space was too little.\n\nLaura disliked the diamond ring Cynthia was wearing, but Cynthia loved it despite feeling diamonds were the result of slave labor and violence.\n\nSo Rachel", + " drank milk from the bottle because Rachel was thirsty and Erin already drank some water." + ], + [ + "Being physically fit was easier for Natalie than Amy because Natalie spent a lot of time doing weight training.\n\nEric is known as bilingual whereas Jason is not because Jason still can't speak Spanish fluently.\n\nMegan fed the baby carrot flavored formula to Amy, so Amy is being a hungry infant.\n\nthe practice was to happen daily but they had limited space, the space was too little.\n\nLaura disliked the diamond ring Cynthia was wearing, but Cynthia loved it despite feeling diamonds were the result of slave labor and violence.\n\nSo Erin", + " drank milk from the bottle because Rachel was thirsty and Erin already drank some water." + ] + ], + "resps": [ + [ + [ + -51.84375, + false + ] + ], + [ + [ + -54.625, + false + ] + ] + ], + "filtered_resps": [ + [ + -51.84375, + false + ], + [ + -54.625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 564, + "doc": { + "sentence": "Joel had many extra possesions while Neil didn't, so _ had to rent a storage shed.", + "option1": "Joel", + "option2": "Neil", + "answer": "1" + }, + "target": "had to rent a storage shed.", + "arguments": [ + [ + "When they baked, Kevin always let Jeffrey crack the egg because Kevin always got shells in the mix.\n\nJames was reading an essay loud to the audience but they cannot hear him because of the music played. The essay is quiet.\n\nMichael was going to Hawaii when Craig insisted he learned how to swim, but Craig had no idea how to swim either.\n\nWhile Michael didn't like animals as much as Robert however Robert had a dislike for frogs.\n\nAdam wanted to play the game on the table instead of the carpet, because the table had a smoother surface.\n\nJoel had many extra possesions while Neil didn't, so Joel", + " had to rent a storage shed." + ], + [ + "When they baked, Kevin always let Jeffrey crack the egg because Kevin always got shells in the mix.\n\nJames was reading an essay loud to the audience but they cannot hear him because of the music played. The essay is quiet.\n\nMichael was going to Hawaii when Craig insisted he learned how to swim, but Craig had no idea how to swim either.\n\nWhile Michael didn't like animals as much as Robert however Robert had a dislike for frogs.\n\nAdam wanted to play the game on the table instead of the carpet, because the table had a smoother surface.\n\nJoel had many extra possesions while Neil didn't, so Neil", + " had to rent a storage shed." + ] + ], + "resps": [ + [ + [ + -18.328125, + false + ] + ], + [ + [ + -16.640625, + false + ] + ] + ], + "filtered_resps": [ + [ + -18.328125, + false + ], + [ + -16.640625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 572, + "doc": { + "sentence": "She decided to report the accident and the burglary, but the _ required much more investigation.", + "option1": "burglary", + "option2": "accident", + "answer": "1" + }, + "target": "required much more investigation.", + "arguments": [ + [ + "Joe chose to invest in real estate over the stock market because he thought the real estate would have a higher long term return.\n\nSunny days were the best time to visit the beach according to Christopher but Matthew did not agree with Christopher .\n\nThe children were scared of the puppets but laughed at the movies, as the movies were amusing for them.\n\nThe mouse got stuck in a hole while running with a wood in its mouth. The wood is wide.\n\nIan really had to go the bathroom while he was at Craig's house, causing Ian to feel embarrassed.\n\nShe decided to report the accident and the burglary, but the burglary", + " required much more investigation." + ], + [ + "Joe chose to invest in real estate over the stock market because he thought the real estate would have a higher long term return.\n\nSunny days were the best time to visit the beach according to Christopher but Matthew did not agree with Christopher .\n\nThe children were scared of the puppets but laughed at the movies, as the movies were amusing for them.\n\nThe mouse got stuck in a hole while running with a wood in its mouth. The wood is wide.\n\nIan really had to go the bathroom while he was at Craig's house, causing Ian to feel embarrassed.\n\nShe decided to report the accident and the burglary, but the accident", + " required much more investigation." + ] + ], + "resps": [ + [ + [ + -15.8125, + false + ] + ], + [ + [ + -16.78125, + false + ] + ] + ], + "filtered_resps": [ + [ + -15.8125, + false + ], + [ + -16.78125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 580, + "doc": { + "sentence": "James passport was kept inside the purse. He never knew the _ is that small.", + "option1": "passport", + "option2": "purse", + "answer": "1" + }, + "target": "is that small.", + "arguments": [ + [ + "While hiking, Logan asked Derrick what brand of binoculars he preferred, because Logan was curious.\n\nKayla asked Rachel to show how to exercise at the local crossfit, because Kayla seldom worked out.\n\nMegan was hoping that Mary would give her tips on how to become an actress, because Mary was a total celebrity.\n\nRachel thought fish were good pets but Monica did not. Rachel bought a guppy from the pet store.\n\nThe student tried to hang his backpack in the closet but the closet was too small.\n\nJames passport was kept inside the purse. He never knew the passport", + " is that small." + ], + [ + "While hiking, Logan asked Derrick what brand of binoculars he preferred, because Logan was curious.\n\nKayla asked Rachel to show how to exercise at the local crossfit, because Kayla seldom worked out.\n\nMegan was hoping that Mary would give her tips on how to become an actress, because Mary was a total celebrity.\n\nRachel thought fish were good pets but Monica did not. Rachel bought a guppy from the pet store.\n\nThe student tried to hang his backpack in the closet but the closet was too small.\n\nJames passport was kept inside the purse. He never knew the purse", + " is that small." + ] + ], + "resps": [ + [ + [ + -13.5859375, + false + ] + ], + [ + [ + -13.5546875, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.5859375, + false + ], + [ + -13.5546875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 588, + "doc": { + "sentence": "The color of the paint was quite pleasing to Jessica however Natalie believed it to be too bright. _ painted their room with a subdued color paint.", + "option1": "Jessica", + "option2": "Natalie", + "answer": "2" + }, + "target": "painted their room with a subdued color paint.", + "arguments": [ + [ + "Christine thought rabbits were very cute but Betty didn't. Betty bought a gerbil at the pet store.\n\nIan helped Steven carry a mattress up the stairs since Ian is a very strong person.\n\nJoe used soap to get rid of his smell, but the Soap was too weak.\n\nThe man tried to put the food into the refrigerator but the refrigerator was too small.\n\nThe blackberries tasted sweet but the raspberries tasted tart because the raspberries were less ripe.\n\nThe color of the paint was quite pleasing to Jessica however Natalie believed it to be too bright. Jessica", + " painted their room with a subdued color paint." + ], + [ + "Christine thought rabbits were very cute but Betty didn't. Betty bought a gerbil at the pet store.\n\nIan helped Steven carry a mattress up the stairs since Ian is a very strong person.\n\nJoe used soap to get rid of his smell, but the Soap was too weak.\n\nThe man tried to put the food into the refrigerator but the refrigerator was too small.\n\nThe blackberries tasted sweet but the raspberries tasted tart because the raspberries were less ripe.\n\nThe color of the paint was quite pleasing to Jessica however Natalie believed it to be too bright. Natalie", + " painted their room with a subdued color paint." + ] + ], + "resps": [ + [ + [ + -33.78125, + false + ] + ], + [ + [ + -31.296875, + false + ] + ] + ], + "filtered_resps": [ + [ + -33.78125, + false + ], + [ + -31.296875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 596, + "doc": { + "sentence": "We didn't get the biscuits this morning before school, so I ordered an omelet instead of a hash brown as the _ would make me hungry.", + "option1": "omelet", + "option2": "hash brown", + "answer": "2" + }, + "target": "would make me hungry.", + "arguments": [ + [ + "Fallon brought home mice and put them in cages, but the cages were too small.\n\nCarrie asked Angela what medicine the doctor had said to get because Carrie had forgotten.\n\nRachel was always happy for Felicia because Felicia got good grades a lot of the time at school.\n\nThe flowers in my moms house were beautiful as opposed to the plants in my house, because the plants were let go.\n\nDarlene was making a casserole and decided to top it with tater tots instead of potato chips because her family had already had it with the potato chips before.\n\nWe didn't get the biscuits this morning before school, so I ordered an omelet instead of a hash brown as the omelet", + " would make me hungry." + ], + [ + "Fallon brought home mice and put them in cages, but the cages were too small.\n\nCarrie asked Angela what medicine the doctor had said to get because Carrie had forgotten.\n\nRachel was always happy for Felicia because Felicia got good grades a lot of the time at school.\n\nThe flowers in my moms house were beautiful as opposed to the plants in my house, because the plants were let go.\n\nDarlene was making a casserole and decided to top it with tater tots instead of potato chips because her family had already had it with the potato chips before.\n\nWe didn't get the biscuits this morning before school, so I ordered an omelet instead of a hash brown as the hash brown", + " would make me hungry." + ] + ], + "resps": [ + [ + [ + -14.859375, + false + ] + ], + [ + [ + -13.453125, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.859375, + false + ], + [ + -13.453125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 604, + "doc": { + "sentence": "Elena was an excellent flight attendant when Sarah boarded the plane with a fear of flying because, _ was able to overcome their fears.", + "option1": "Elena", + "option2": "Sarah", + "answer": "2" + }, + "target": "was able to overcome their fears.", + "arguments": [ + [ + "Nelson banged loudy on the drum which really bothered Michael because Michael was really sensitive to sound.\n\nWhen Betty said they were a hippie Emily laughed and said they preferred Nixon. The liberal was Betty .\n\nBugs freak Sarah out, while Katrina is a lover of them Sarah is an indoor human being.\n\nDoctor gave some medicine to Betty but gave none to Tanya as Tanya was showing none of the symptoms of illness.\n\nShe changed her university course from mathematics to history, because the mathematics course is too complex.\n\nElena was an excellent flight attendant when Sarah boarded the plane with a fear of flying because, Elena", + " was able to overcome their fears." + ], + [ + "Nelson banged loudy on the drum which really bothered Michael because Michael was really sensitive to sound.\n\nWhen Betty said they were a hippie Emily laughed and said they preferred Nixon. The liberal was Betty .\n\nBugs freak Sarah out, while Katrina is a lover of them Sarah is an indoor human being.\n\nDoctor gave some medicine to Betty but gave none to Tanya as Tanya was showing none of the symptoms of illness.\n\nShe changed her university course from mathematics to history, because the mathematics course is too complex.\n\nElena was an excellent flight attendant when Sarah boarded the plane with a fear of flying because, Sarah", + " was able to overcome their fears." + ] + ], + "resps": [ + [ + [ + -21.390625, + false + ] + ], + [ + [ + -23.515625, + false + ] + ] + ], + "filtered_resps": [ + [ + -21.390625, + false + ], + [ + -23.515625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 612, + "doc": { + "sentence": "Angela's room was a lot lighter than Rebecca's room, because the light of _ went out.", + "option1": "Angela", + "option2": "Rebecca", + "answer": "2" + }, + "target": "went out.", + "arguments": [ + [ + "Planting a fruit tree was a good idea for William but not Derrick because William enjoys eating fruit.\n\nSteven was more interested in planning his vacation than Justin because Justin had never wanted to travel.\n\nMary put the unused furniture in the den before decorating the dining room, because the den would not be used during the party.\n\nCraig set up traps in order to catch rats for Michael, because Michael needed traps from because their house was infested.\n\nEddie needed to make money so he pulled his money out of bonds and put them into stocks because the bonds had a better chance of lower performance.\n\nAngela's room was a lot lighter than Rebecca's room, because the light of Angela", + " went out." + ], + [ + "Planting a fruit tree was a good idea for William but not Derrick because William enjoys eating fruit.\n\nSteven was more interested in planning his vacation than Justin because Justin had never wanted to travel.\n\nMary put the unused furniture in the den before decorating the dining room, because the den would not be used during the party.\n\nCraig set up traps in order to catch rats for Michael, because Michael needed traps from because their house was infested.\n\nEddie needed to make money so he pulled his money out of bonds and put them into stocks because the bonds had a better chance of lower performance.\n\nAngela's room was a lot lighter than Rebecca's room, because the light of Rebecca", + " went out." + ] + ], + "resps": [ + [ + [ + -14.9375, + false + ] + ], + [ + [ + -13.9921875, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.9375, + false + ], + [ + -13.9921875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 620, + "doc": { + "sentence": "Samantha couldn't see any alternatives, but Emily could, because _ wasn't nearly as open minded.", + "option1": "Samantha", + "option2": "Emily", + "answer": "1" + }, + "target": "wasn't nearly as open minded.", + "arguments": [ + [ + "For their birthday, Amy wanted to improve the house with Sarah, but Sarah left the short boards.\n\nJames believes he could get the same number of grams of stones with equal volume of oil but he was wrong because the oil is lighter.\n\nAfter eating dinner, Leslie offered a piece of gum to Kevin because Kevin had eaten a lot of garlic.\n\nThe skin treatment made her skin look better than the face mask did. The skin treatment must work efficiently.\n\nJulie couldn't use the rope to tie the rods together so she used a ribbon because the ribbon was a lot easier to knot.\n\nSamantha couldn't see any alternatives, but Emily could, because Samantha", + " wasn't nearly as open minded." + ], + [ + "For their birthday, Amy wanted to improve the house with Sarah, but Sarah left the short boards.\n\nJames believes he could get the same number of grams of stones with equal volume of oil but he was wrong because the oil is lighter.\n\nAfter eating dinner, Leslie offered a piece of gum to Kevin because Kevin had eaten a lot of garlic.\n\nThe skin treatment made her skin look better than the face mask did. The skin treatment must work efficiently.\n\nJulie couldn't use the rope to tie the rods together so she used a ribbon because the ribbon was a lot easier to knot.\n\nSamantha couldn't see any alternatives, but Emily could, because Emily", + " wasn't nearly as open minded." + ] + ], + "resps": [ + [ + [ + -20.515625, + false + ] + ], + [ + [ + -21.84375, + false + ] + ] + ], + "filtered_resps": [ + [ + -20.515625, + false + ], + [ + -21.84375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 628, + "doc": { + "sentence": "Jason was at practice all the time to try and get better than Christopher. _ needed more practice.", + "option1": "Jason", + "option2": "Christopher", + "answer": "1" + }, + "target": "needed more practice.", + "arguments": [ + [ + "The microchip in Kenneth's cat works, but Benjamin's doesn't because Benjamin has a shady veterinarian.\n\nBrett wasn't sure what color of dress to buy unlike Derrick because Derrick was not picky.\n\nI have displayed my awards on the mantle but had to move some of them to a case. The mantle was too full.\n\nEvery time Michael saw a spider in the apartment he asked Samuel to deal with it, because Samuel loved helping spiders.\n\nKenneth could write a song and Kyle could sing them so, Kenneth wrote a beautiful song.\n\nJason was at practice all the time to try and get better than Christopher. Jason", + " needed more practice." + ], + [ + "The microchip in Kenneth's cat works, but Benjamin's doesn't because Benjamin has a shady veterinarian.\n\nBrett wasn't sure what color of dress to buy unlike Derrick because Derrick was not picky.\n\nI have displayed my awards on the mantle but had to move some of them to a case. The mantle was too full.\n\nEvery time Michael saw a spider in the apartment he asked Samuel to deal with it, because Samuel loved helping spiders.\n\nKenneth could write a song and Kyle could sing them so, Kenneth wrote a beautiful song.\n\nJason was at practice all the time to try and get better than Christopher. Christopher", + " needed more practice." + ] + ], + "resps": [ + [ + [ + -10.3046875, + false + ] + ], + [ + [ + -10.8203125, + false + ] + ] + ], + "filtered_resps": [ + [ + -10.3046875, + false + ], + [ + -10.8203125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 636, + "doc": { + "sentence": "The woman pierced the customer's tongue with a needle before piercing his nose because the _ was still sensitive.", + "option1": "tongue", + "option2": "nose", + "answer": "2" + }, + "target": "was still sensitive.", + "arguments": [ + [ + "John could never think of buying a television with that price considering his income because the income is low.\n\nCynthia needed to lose weight but Angela did not because Angela was over twenty pounds under the recommended weight.\n\nSheila didn’t check the temperature of her flat iron before straightening her hair. The hair was fried.\n\nSo Derrick hates being outdoor because Benjamin likes the fresh air and the open space and Derrick don't.\n\nLaura fixed all of the electronics brought to them by Felicia, because Felicia was paying them.\n\nThe woman pierced the customer's tongue with a needle before piercing his nose because the tongue", + " was still sensitive." + ], + [ + "John could never think of buying a television with that price considering his income because the income is low.\n\nCynthia needed to lose weight but Angela did not because Angela was over twenty pounds under the recommended weight.\n\nSheila didn’t check the temperature of her flat iron before straightening her hair. The hair was fried.\n\nSo Derrick hates being outdoor because Benjamin likes the fresh air and the open space and Derrick don't.\n\nLaura fixed all of the electronics brought to them by Felicia, because Felicia was paying them.\n\nThe woman pierced the customer's tongue with a needle before piercing his nose because the nose", + " was still sensitive." + ] + ], + "resps": [ + [ + [ + -13.5, + false + ] + ], + [ + [ + -14.765625, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.5, + false + ], + [ + -14.765625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 644, + "doc": { + "sentence": "The dog was more suspicious of the locker than of the package because the drugs were in the _ .", + "option1": "locker", + "option2": "package", + "answer": "1" + }, + "target": ".", + "arguments": [ + [ + "My migraine today was worse than my headache yesterday, because the headache was very mellow.\n\nShe chose to wax her legs rather than using a razor because she preferred the smoother look that using the wax gave her.\n\nDuring the meeting, Emily asked Elena to summarize the main points, because Emily preferred a succinct presentation.\n\nAlexis wanted to lose weight, so she bought a bench to lift weights and a low calorie meal pack, but the pack had additives.\n\nPaint was applied to the scooter, but not the car. The scooter had recently been in an accident.\n\nThe dog was more suspicious of the locker than of the package because the drugs were in the locker", + " ." + ], + [ + "My migraine today was worse than my headache yesterday, because the headache was very mellow.\n\nShe chose to wax her legs rather than using a razor because she preferred the smoother look that using the wax gave her.\n\nDuring the meeting, Emily asked Elena to summarize the main points, because Emily preferred a succinct presentation.\n\nAlexis wanted to lose weight, so she bought a bench to lift weights and a low calorie meal pack, but the pack had additives.\n\nPaint was applied to the scooter, but not the car. The scooter had recently been in an accident.\n\nThe dog was more suspicious of the locker than of the package because the drugs were in the package", + " ." + ] + ], + "resps": [ + [ + [ + -9.125, + false + ] + ], + [ + [ + -9.4609375, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.125, + false + ], + [ + -9.4609375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 652, + "doc": { + "sentence": "Natalie committed a bunch of good deeds in Samantha's name, because _ didn't want the credit.", + "option1": "Natalie", + "option2": "Samantha", + "answer": "1" + }, + "target": "didn't want the credit.", + "arguments": [ + [ + "When Christine suspected that Felicia was lying, she tried to set a trap. Then Christine got angry when it didn't work.\n\nFeeling chronic pain is an everything day for Dennis but not Donald because Dennis suffers from chronic pain syndrome.\n\nMark preferred to drink juice over water in the hot summer sun because the juice was delicious.\n\nThe student preferred to write his papers on the computer versus paper because he is slower at writing on paper .\n\n Carrie hates chocolates so Patricia received chocolates as a gift for their once a year birthday from Carrie.\n\nNatalie committed a bunch of good deeds in Samantha's name, because Natalie", + " didn't want the credit." + ], + [ + "When Christine suspected that Felicia was lying, she tried to set a trap. Then Christine got angry when it didn't work.\n\nFeeling chronic pain is an everything day for Dennis but not Donald because Dennis suffers from chronic pain syndrome.\n\nMark preferred to drink juice over water in the hot summer sun because the juice was delicious.\n\nThe student preferred to write his papers on the computer versus paper because he is slower at writing on paper .\n\n Carrie hates chocolates so Patricia received chocolates as a gift for their once a year birthday from Carrie.\n\nNatalie committed a bunch of good deeds in Samantha's name, because Samantha", + " didn't want the credit." + ] + ], + "resps": [ + [ + [ + -14.3125, + false + ] + ], + [ + [ + -12.3671875, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.3125, + false + ], + [ + -12.3671875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 660, + "doc": { + "sentence": "I was wearing wool socks when I went to try on my new boots but I couldn't get them on because the _ were too small.", + "option1": "boots", + "option2": "socks", + "answer": "1" + }, + "target": "were too small.", + "arguments": [ + [ + "Adam loved orange juice with their breakfast but William much preferred apple juice. Adam ordered a glass of orange juice at IHOP.\n\nDonald has decided to become a Medical Marijuana farmer Jason doesn't approve, Jason wants to be a cop.\n\nAfter getting his high school degree, Kevin never received a college degree but still got a great job because the high school degree was all that was necessary.\n\nLawrence was afraid to mess with electricity, while Adam was adept with it, so Lawrence would avoid the fuse box.\n\nThe large wooden cutting board did not fit into the kitchen sink because the sink was too small.\n\nI was wearing wool socks when I went to try on my new boots but I couldn't get them on because the boots", + " were too small." + ], + [ + "Adam loved orange juice with their breakfast but William much preferred apple juice. Adam ordered a glass of orange juice at IHOP.\n\nDonald has decided to become a Medical Marijuana farmer Jason doesn't approve, Jason wants to be a cop.\n\nAfter getting his high school degree, Kevin never received a college degree but still got a great job because the high school degree was all that was necessary.\n\nLawrence was afraid to mess with electricity, while Adam was adept with it, so Lawrence would avoid the fuse box.\n\nThe large wooden cutting board did not fit into the kitchen sink because the sink was too small.\n\nI was wearing wool socks when I went to try on my new boots but I couldn't get them on because the socks", + " were too small." + ] + ], + "resps": [ + [ + [ + -1.955078125, + true + ] + ], + [ + [ + -1.9423828125, + true + ] + ] + ], + "filtered_resps": [ + [ + -1.955078125, + true + ], + [ + -1.9423828125, + true + ] + ], + "acc": 0.0 + }, + { + "doc_id": 668, + "doc": { + "sentence": "Logan ended up calling the police over an incident involving Jason because _ was scratched by them.", + "option1": "Logan", + "option2": "Jason", + "answer": "1" + }, + "target": "was scratched by them.", + "arguments": [ + [ + "An Uber was called for Rebecca but not Kayla because Kayla had a ride home.\n\nThe painting of Kayla sold for more than the one by Cynthia because Kayla was more creative.\n\nJack decided to become a vegetarian and to make a mushroom lasagna with substitutes for meat. He decided to swap the meat .\n\nThe food stamps were more beneficial to the couple than the donations because the donations came in tiny amounts.\n\nThe mother looked in the drawer and could only find the spoons but not the forks because the forks were lost.\n\nLogan ended up calling the police over an incident involving Jason because Logan", + " was scratched by them." + ], + [ + "An Uber was called for Rebecca but not Kayla because Kayla had a ride home.\n\nThe painting of Kayla sold for more than the one by Cynthia because Kayla was more creative.\n\nJack decided to become a vegetarian and to make a mushroom lasagna with substitutes for meat. He decided to swap the meat .\n\nThe food stamps were more beneficial to the couple than the donations because the donations came in tiny amounts.\n\nThe mother looked in the drawer and could only find the spoons but not the forks because the forks were lost.\n\nLogan ended up calling the police over an incident involving Jason because Jason", + " was scratched by them." + ] + ], + "resps": [ + [ + [ + -23.484375, + false + ] + ], + [ + [ + -23.421875, + false + ] + ] + ], + "filtered_resps": [ + [ + -23.484375, + false + ], + [ + -23.421875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 676, + "doc": { + "sentence": "Jay could comfort sad people better instead of happy people because the _ people weren't realistic.", + "option1": "sad", + "option2": "happy", + "answer": "2" + }, + "target": "people weren't realistic.", + "arguments": [ + [ + "Megan always loved to talk but Tanya did not because Tanya was really very introverted.\n\nThe coffee that Michael makes is usually stronger than that of Logan because Michael uses more grounds.\n\nPatricia wanted to adopt Jennifer and take her into her home, so Jennifer could be a daughter now.\n\nThe single Monica did not envy Emily 's married life, as Monica relished her freedom.\n\nThe staple that I used worked a lot better than the tape because the staple was stronger.\n\nJay could comfort sad people better instead of happy people because the sad", + " people weren't realistic." + ], + [ + "Megan always loved to talk but Tanya did not because Tanya was really very introverted.\n\nThe coffee that Michael makes is usually stronger than that of Logan because Michael uses more grounds.\n\nPatricia wanted to adopt Jennifer and take her into her home, so Jennifer could be a daughter now.\n\nThe single Monica did not envy Emily 's married life, as Monica relished her freedom.\n\nThe staple that I used worked a lot better than the tape because the staple was stronger.\n\nJay could comfort sad people better instead of happy people because the happy", + " people weren't realistic." + ] + ], + "resps": [ + [ + [ + -19.5625, + false + ] + ], + [ + [ + -18.15625, + false + ] + ] + ], + "filtered_resps": [ + [ + -19.5625, + false + ], + [ + -18.15625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 684, + "doc": { + "sentence": "I like to drink mineral water over tap water when I travel outside of the USA because the _ water in other countries is safe.", + "option1": "mineral", + "option2": "tap", + "answer": "1" + }, + "target": "water in other countries is safe.", + "arguments": [ + [ + "Christine told Megan some tips for their new real estate agent job since Christine was experienced and thought they could use some help.\n\nShe wanted to do embroidery with her needle and floss, but when she tried to thread the needle she realized the floss was too thick.\n\nTai needed to hire a contractor, either licensed or unlicensed, but the unlicensed was too cheap.\n\nOver the winter the bank replaced their dirty carpet with hardwood to satisfy their customers, the carpet was old.\n\nRandy legs were shinier than Craig because Randy always remembered to moisturize after a shower.\n\nI like to drink mineral water over tap water when I travel outside of the USA because the mineral", + " water in other countries is safe." + ], + [ + "Christine told Megan some tips for their new real estate agent job since Christine was experienced and thought they could use some help.\n\nShe wanted to do embroidery with her needle and floss, but when she tried to thread the needle she realized the floss was too thick.\n\nTai needed to hire a contractor, either licensed or unlicensed, but the unlicensed was too cheap.\n\nOver the winter the bank replaced their dirty carpet with hardwood to satisfy their customers, the carpet was old.\n\nRandy legs were shinier than Craig because Randy always remembered to moisturize after a shower.\n\nI like to drink mineral water over tap water when I travel outside of the USA because the tap", + " water in other countries is safe." + ] + ], + "resps": [ + [ + [ + -13.7890625, + false + ] + ], + [ + [ + -13.7109375, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.7890625, + false + ], + [ + -13.7109375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 692, + "doc": { + "sentence": "Brian always tried to find ways to be productive at work unlike Kenneth, because _ was a hard worker.", + "option1": "Brian", + "option2": "Kenneth", + "answer": "1" + }, + "target": "was a hard worker.", + "arguments": [ + [ + "There was less chocolate in the cake than in the pie, so the pie was sweeter.\n\nKyle caught several fish but Justin did not catch a single one, so Justin was disappointed about how they did on the fishing trip.\n\nTanya wanted to return the found wallet to the owner, but Jessica argued that they should keep the money, because Tanya was more ethical.\n\nWe didn't have money for a lantern so we made our own out of tin cans rather than buckets as the tin cans were compact.\n\nJustin was not afraid to fight Leslie in the boxing ring, even though Leslie was much larger.\n\nBrian always tried to find ways to be productive at work unlike Kenneth, because Brian", + " was a hard worker." + ], + [ + "There was less chocolate in the cake than in the pie, so the pie was sweeter.\n\nKyle caught several fish but Justin did not catch a single one, so Justin was disappointed about how they did on the fishing trip.\n\nTanya wanted to return the found wallet to the owner, but Jessica argued that they should keep the money, because Tanya was more ethical.\n\nWe didn't have money for a lantern so we made our own out of tin cans rather than buckets as the tin cans were compact.\n\nJustin was not afraid to fight Leslie in the boxing ring, even though Leslie was much larger.\n\nBrian always tried to find ways to be productive at work unlike Kenneth, because Kenneth", + " was a hard worker." + ] + ], + "resps": [ + [ + [ + -6.54296875, + false + ] + ], + [ + [ + -11.375, + false + ] + ] + ], + "filtered_resps": [ + [ + -6.54296875, + false + ], + [ + -11.375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 700, + "doc": { + "sentence": "All the glaciers that fell from the top of the mountains were found at the bottom. The _ were large.", + "option1": "Glaciers", + "option2": "Mountains", + "answer": "1" + }, + "target": "were large.", + "arguments": [ + [ + "The farmers harvested more pumpkins than apples because the pumpkins grew better during the season.\n\nThe girl wore the shorts, but took the pants to the seamstress be hemmed, because the pants were the wrong length.\n\nHe had to rid the house of the trash and clothing, but the trash was the most disgusting part to clean up.\n\nBetty was more experienced than Jessica at chess, but it was a surprise when Jessica won.\n\nMaria recalled her childhood more fondly than Jessica, because Maria had been loved by her parents.\n\nAll the glaciers that fell from the top of the mountains were found at the bottom. The Glaciers", + " were large." + ], + [ + "The farmers harvested more pumpkins than apples because the pumpkins grew better during the season.\n\nThe girl wore the shorts, but took the pants to the seamstress be hemmed, because the pants were the wrong length.\n\nHe had to rid the house of the trash and clothing, but the trash was the most disgusting part to clean up.\n\nBetty was more experienced than Jessica at chess, but it was a surprise when Jessica won.\n\nMaria recalled her childhood more fondly than Jessica, because Maria had been loved by her parents.\n\nAll the glaciers that fell from the top of the mountains were found at the bottom. The Mountains", + " were large." + ] + ], + "resps": [ + [ + [ + -9.3046875, + false + ] + ], + [ + [ + -9.6796875, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.3046875, + false + ], + [ + -9.6796875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 708, + "doc": { + "sentence": "Connie likes to cook at home and decided to forgo a roast in favor of tofu because the _ is useless for a vegetarian meal.", + "option1": "roast", + "option2": "tofu", + "answer": "1" + }, + "target": "is useless for a vegetarian meal.", + "arguments": [ + [ + "Nelson had lots of new ideas, but not Robert because Nelson was much more original in thought.\n\nWinston loved audio, and preferred to use the headphones rather than the speakers to listen to music becasuse he thought that the headphones sounded perfect.\n\nI bought a traveling cage for the dog and not the horse because the horse was wrongly sized for a traveling cage.\n\nCleaning the kitchen has never bothered Mary, while cleaning her bedroom does bother her. The kitchen isn't as dirty to start with.\n\nWe cannot see the flowers in the garden because of the fences and the fences are tall.\n\nConnie likes to cook at home and decided to forgo a roast in favor of tofu because the roast", + " is useless for a vegetarian meal." + ], + [ + "Nelson had lots of new ideas, but not Robert because Nelson was much more original in thought.\n\nWinston loved audio, and preferred to use the headphones rather than the speakers to listen to music becasuse he thought that the headphones sounded perfect.\n\nI bought a traveling cage for the dog and not the horse because the horse was wrongly sized for a traveling cage.\n\nCleaning the kitchen has never bothered Mary, while cleaning her bedroom does bother her. The kitchen isn't as dirty to start with.\n\nWe cannot see the flowers in the garden because of the fences and the fences are tall.\n\nConnie likes to cook at home and decided to forgo a roast in favor of tofu because the tofu", + " is useless for a vegetarian meal." + ] + ], + "resps": [ + [ + [ + -22.3125, + false + ] + ], + [ + [ + -26.921875, + false + ] + ] + ], + "filtered_resps": [ + [ + -22.3125, + false + ], + [ + -26.921875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 716, + "doc": { + "sentence": "Hunter prepared the documents and data tables for Matthew's scientific research because _ is his assistant.", + "option1": "Hunter", + "option2": "Matthew", + "answer": "1" + }, + "target": "is his assistant.", + "arguments": [ + [ + "A basketball is a ball but what is a football? The football isn't quite what I pictured.\n\nNatalie asked Elena to place the book on the top shelf since Elena was tall enough to reach.\n\nHe didn't want to send the personal letter to her, so he sent a card instead. The card was appropriate to share.\n\nBurnt out, Felicia wants to go on a vacation with Tanya because Felicia needs a break from work.\n\nFelicia loved animals more than Cynthia so Felicia liked to play with mice and watch them run around.\n\nHunter prepared the documents and data tables for Matthew's scientific research because Hunter", + " is his assistant." + ], + [ + "A basketball is a ball but what is a football? The football isn't quite what I pictured.\n\nNatalie asked Elena to place the book on the top shelf since Elena was tall enough to reach.\n\nHe didn't want to send the personal letter to her, so he sent a card instead. The card was appropriate to share.\n\nBurnt out, Felicia wants to go on a vacation with Tanya because Felicia needs a break from work.\n\nFelicia loved animals more than Cynthia so Felicia liked to play with mice and watch them run around.\n\nHunter prepared the documents and data tables for Matthew's scientific research because Matthew", + " is his assistant." + ] + ], + "resps": [ + [ + [ + -8.7734375, + false + ] + ], + [ + [ + -11.78125, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.7734375, + false + ], + [ + -11.78125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 724, + "doc": { + "sentence": "Michael had a cat as a pet but Nelson didn't have any pets because _ had little allergies in their system.", + "option1": "Michael", + "option2": "Nelson", + "answer": "1" + }, + "target": "had little allergies in their system.", + "arguments": [ + [ + "Jennifer accepted all the medical treatment from Erin, because Erin was always happy to be helpful to anyone.\n\nKevin was a better writer than Brett, so Kevin was able to finish essays more quickly.\n\nMary checked all the hiding places they expected Jennifer to be in, but Mary never found them.\n\nAdopting a dog didn't work out for Kayla the way it did for Lindsey because Kayla has a fear of dogs.\n\nThe dog obeyed Lawrence more than William around the house because Lawrence had built a deeper bond with it.\n\nMichael had a cat as a pet but Nelson didn't have any pets because Michael", + " had little allergies in their system." + ], + [ + "Jennifer accepted all the medical treatment from Erin, because Erin was always happy to be helpful to anyone.\n\nKevin was a better writer than Brett, so Kevin was able to finish essays more quickly.\n\nMary checked all the hiding places they expected Jennifer to be in, but Mary never found them.\n\nAdopting a dog didn't work out for Kayla the way it did for Lindsey because Kayla has a fear of dogs.\n\nThe dog obeyed Lawrence more than William around the house because Lawrence had built a deeper bond with it.\n\nMichael had a cat as a pet but Nelson didn't have any pets because Nelson", + " had little allergies in their system." + ] + ], + "resps": [ + [ + [ + -35.1875, + false + ] + ], + [ + [ + -36.03125, + false + ] + ] + ], + "filtered_resps": [ + [ + -35.1875, + false + ], + [ + -36.03125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 732, + "doc": { + "sentence": "Going on a diet was easier for Benjamin but not Donald because _ did not know about any different programs.", + "option1": "Benjamin", + "option2": "Donald", + "answer": "2" + }, + "target": "did not know about any different programs.", + "arguments": [ + [ + "Jade ordered sushi and steak at the fusion restaurant, but could only eat the steak because the steak tasted wonderful.\n\nLess people liked to be around Jessica than around Cynthia because Cynthia liked helping others.\n\nBob preferred the movie over dinner on the date because the dinner required more conversation.\n\nChristopher could speak French well, Derrick could not so Derrick didn't get along well in France.\n\nBilly poured the entire bag of broccoli into the hot pan located on the stone until the pan was full.\n\nGoing on a diet was easier for Benjamin but not Donald because Benjamin", + " did not know about any different programs." + ], + [ + "Jade ordered sushi and steak at the fusion restaurant, but could only eat the steak because the steak tasted wonderful.\n\nLess people liked to be around Jessica than around Cynthia because Cynthia liked helping others.\n\nBob preferred the movie over dinner on the date because the dinner required more conversation.\n\nChristopher could speak French well, Derrick could not so Derrick didn't get along well in France.\n\nBilly poured the entire bag of broccoli into the hot pan located on the stone until the pan was full.\n\nGoing on a diet was easier for Benjamin but not Donald because Donald", + " did not know about any different programs." + ] + ], + "resps": [ + [ + [ + -32.3125, + false + ] + ], + [ + [ + -29.71875, + false + ] + ] + ], + "filtered_resps": [ + [ + -32.3125, + false + ], + [ + -29.71875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 740, + "doc": { + "sentence": "The market was going out of business so they sold their products but not the lots as the _ were useless.", + "option1": "products", + "option2": "lots", + "answer": "1" + }, + "target": "were useless.", + "arguments": [ + [ + "Kevin shouted loudly at the women and Craig was embarrassed. Kevin was always loud in public.\n\nFelicia played a mean trick on Jessica, which turned out badly and made Jessica feel violated.\n\nJason puts in a lot of extra time at work but Adam leaves early very often. Jason got a promotion.\n\nNick was a worker who was asked by Hunter for silverware, and Nick was surprised by the request since it was a fast food restaurant.\n\nThe fastball flew at Ryan as they swung and missed, but Joseph caught it. Joseph got ready to catch the next pitch.\n\nThe market was going out of business so they sold their products but not the lots as the products", + " were useless." + ], + [ + "Kevin shouted loudly at the women and Craig was embarrassed. Kevin was always loud in public.\n\nFelicia played a mean trick on Jessica, which turned out badly and made Jessica feel violated.\n\nJason puts in a lot of extra time at work but Adam leaves early very often. Jason got a promotion.\n\nNick was a worker who was asked by Hunter for silverware, and Nick was surprised by the request since it was a fast food restaurant.\n\nThe fastball flew at Ryan as they swung and missed, but Joseph caught it. Joseph got ready to catch the next pitch.\n\nThe market was going out of business so they sold their products but not the lots as the lots", + " were useless." + ] + ], + "resps": [ + [ + [ + -7.03515625, + false + ] + ], + [ + [ + -7.91796875, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.03515625, + false + ], + [ + -7.91796875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 748, + "doc": { + "sentence": "Tanya was the most powerful person in the world, and Sarah admired them, because _ was something to aspire to.", + "option1": "Tanya", + "option2": "Sarah", + "answer": "1" + }, + "target": "was something to aspire to.", + "arguments": [ + [ + "John decided to place a bet wager for an upcoming race because the wager was small.\n\nI prefer eggs with sausage rather than eggs with bacon for breakfast. The eggs with bacon is bland to me.\n\nJennifer yelled at Betty for betraying Jennifer 's trust because she would no longer be able to dog sit again.\n\nHe didn't appreciate the trumpet as much as the violin because he thought the violin made serene music.\n\nPeter was not able to put the duvet in the washing machine because the machine was too small.\n\nTanya was the most powerful person in the world, and Sarah admired them, because Tanya", + " was something to aspire to." + ], + [ + "John decided to place a bet wager for an upcoming race because the wager was small.\n\nI prefer eggs with sausage rather than eggs with bacon for breakfast. The eggs with bacon is bland to me.\n\nJennifer yelled at Betty for betraying Jennifer 's trust because she would no longer be able to dog sit again.\n\nHe didn't appreciate the trumpet as much as the violin because he thought the violin made serene music.\n\nPeter was not able to put the duvet in the washing machine because the machine was too small.\n\nTanya was the most powerful person in the world, and Sarah admired them, because Sarah", + " was something to aspire to." + ] + ], + "resps": [ + [ + [ + -16.015625, + false + ] + ], + [ + [ + -18.140625, + false + ] + ] + ], + "filtered_resps": [ + [ + -16.015625, + false + ], + [ + -18.140625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 756, + "doc": { + "sentence": "While playing soccer, Robert got kicked in the head and Joel laughed at him causing the coach to look at _ with pity.", + "option1": "Robert", + "option2": "Joel", + "answer": "1" + }, + "target": "with pity.", + "arguments": [ + [ + "Randy led the league in goals scored while Eric was in last place. Eric was a very bad footballer.\n\nAt the cosplay convention, Jason showed Brian his new costume because Jason was proud of it.\n\nJennifer asked Cynthia if she had heard any complaints about the new teacher but Cynthia had not heard any.\n\nElena was asked by Rachel to plant the poppy seeds because Elena had a green thumb.\n\nJeffrey loves to drink coffee every morning but Ian does not. Jeffrey orders a cup of coffee with their breakfast.\n\nWhile playing soccer, Robert got kicked in the head and Joel laughed at him causing the coach to look at Robert", + " with pity." + ], + [ + "Randy led the league in goals scored while Eric was in last place. Eric was a very bad footballer.\n\nAt the cosplay convention, Jason showed Brian his new costume because Jason was proud of it.\n\nJennifer asked Cynthia if she had heard any complaints about the new teacher but Cynthia had not heard any.\n\nElena was asked by Rachel to plant the poppy seeds because Elena had a green thumb.\n\nJeffrey loves to drink coffee every morning but Ian does not. Jeffrey orders a cup of coffee with their breakfast.\n\nWhile playing soccer, Robert got kicked in the head and Joel laughed at him causing the coach to look at Joel", + " with pity." + ] + ], + "resps": [ + [ + [ + -8.46875, + false + ] + ], + [ + [ + -10.6875, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.46875, + false + ], + [ + -10.6875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 764, + "doc": { + "sentence": "The musician liked playing at the auditorium more than at the park because he sounded louder at the _ .", + "option1": "auditorium", + "option2": "park", + "answer": "1" + }, + "target": ".", + "arguments": [ + [ + "Maria's garden was much grander and better looking than Megan's because Megan was an amateur gardener.\n\nIan suddenly went pale in the face and started babbling to Hunter because Ian is very nervous.\n\nMegan dreamed of becoming a famous singer while Jennifer wanted to be an artist. Jennifer loved to paint and draw.\n\nRuss bought a telescope to view the planet but he couldn't see the star because the planet was closer.\n\nShe had to take sausages out of her recipe and substitute lentils, since the lentils had a complimentary flavor.\n\nThe musician liked playing at the auditorium more than at the park because he sounded louder at the auditorium", + " ." + ], + [ + "Maria's garden was much grander and better looking than Megan's because Megan was an amateur gardener.\n\nIan suddenly went pale in the face and started babbling to Hunter because Ian is very nervous.\n\nMegan dreamed of becoming a famous singer while Jennifer wanted to be an artist. Jennifer loved to paint and draw.\n\nRuss bought a telescope to view the planet but he couldn't see the star because the planet was closer.\n\nShe had to take sausages out of her recipe and substitute lentils, since the lentils had a complimentary flavor.\n\nThe musician liked playing at the auditorium more than at the park because he sounded louder at the park", + " ." + ] + ], + "resps": [ + [ + [ + -8.2890625, + false + ] + ], + [ + [ + -8.671875, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.2890625, + false + ], + [ + -8.671875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 772, + "doc": { + "sentence": "Kenneth explained to Ryan that he was dressed like this because he was going to a disco party. _ was excited.", + "option1": "Kenneth", + "option2": "Ryan", + "answer": "1" + }, + "target": "was excited.", + "arguments": [ + [ + "The house of Tanya was a lot worse off than that of Felicia, by reason that Felicia had more money.\n\nJames found that the tank was surprisingly easy to operate and not the vehicle because the tank had simple controls.\n\nSince Benjamin ate unhealthy desserts far more frequently than Brett, Benjamin had weak will power.\n\nJustin went to see William who was a therapist, and William listened to them talk all about their problems.\n\nThe lady was dreaming of becoming an artist that used pencils instead of markers, since the pencils were temporary.\n\nKenneth explained to Ryan that he was dressed like this because he was going to a disco party. Kenneth", + " was excited." + ], + [ + "The house of Tanya was a lot worse off than that of Felicia, by reason that Felicia had more money.\n\nJames found that the tank was surprisingly easy to operate and not the vehicle because the tank had simple controls.\n\nSince Benjamin ate unhealthy desserts far more frequently than Brett, Benjamin had weak will power.\n\nJustin went to see William who was a therapist, and William listened to them talk all about their problems.\n\nThe lady was dreaming of becoming an artist that used pencils instead of markers, since the pencils were temporary.\n\nKenneth explained to Ryan that he was dressed like this because he was going to a disco party. Ryan", + " was excited." + ] + ], + "resps": [ + [ + [ + -9.546875, + false + ] + ], + [ + [ + -8.7890625, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.546875, + false + ], + [ + -8.7890625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 780, + "doc": { + "sentence": "Adam decided to shave Denniss beard before the reuinion, because _ thought it was too long.", + "option1": "Adam", + "option2": "Dennis", + "answer": "1" + }, + "target": "thought it was too long.", + "arguments": [ + [ + "Playing music came much more naturally to Hunter than Kevin although Kevin loved the clarinet.\n\nBeatrice was done cleaning the hallway before Jackie could clean the basement. It was quicker to clean the hallway .\n\nDuring their school holidays Nelson badly wanted to get a job but Aaron did not because Nelson was very hardworking.\n\nThe cook could safely touch the pot, but had to wait on the pan, because the pot was cold.\n\nSamuel suffered from constipation but Randy did not, so Samuel liked to drink a lot of prune juice.\n\nAdam decided to shave Denniss beard before the reuinion, because Adam", + " thought it was too long." + ], + [ + "Playing music came much more naturally to Hunter than Kevin although Kevin loved the clarinet.\n\nBeatrice was done cleaning the hallway before Jackie could clean the basement. It was quicker to clean the hallway .\n\nDuring their school holidays Nelson badly wanted to get a job but Aaron did not because Nelson was very hardworking.\n\nThe cook could safely touch the pot, but had to wait on the pan, because the pot was cold.\n\nSamuel suffered from constipation but Randy did not, so Samuel liked to drink a lot of prune juice.\n\nAdam decided to shave Denniss beard before the reuinion, because Dennis", + " thought it was too long." + ] + ], + "resps": [ + [ + [ + -8.34375, + false + ] + ], + [ + [ + -10.390625, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.34375, + false + ], + [ + -10.390625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 788, + "doc": { + "sentence": "Maria planned to spring clean this weekend and told Katrina they should help too. _ expected her help.", + "option1": "Maria", + "option2": "Katrina", + "answer": "1" + }, + "target": "expected her help.", + "arguments": [ + [ + "Megan gave a skirt to Tanya to wear at her recital because Tanya needed a confidence boost.\n\nRandy went to an ice cream shop because he had a coupon and met Michael there. Randy paid only half price.\n\nKayla wanted to start a business in a field that Felicia was working in so Felicia offered some help.\n\nKenneth bought a new house and needed help installing moulding. When Samuel offered to help, Kenneth was relieved.\n\nI always went to the store and not the shop because the store was closer to my apartment.\n\nMaria planned to spring clean this weekend and told Katrina they should help too. Maria", + " expected her help." + ], + [ + "Megan gave a skirt to Tanya to wear at her recital because Tanya needed a confidence boost.\n\nRandy went to an ice cream shop because he had a coupon and met Michael there. Randy paid only half price.\n\nKayla wanted to start a business in a field that Felicia was working in so Felicia offered some help.\n\nKenneth bought a new house and needed help installing moulding. When Samuel offered to help, Kenneth was relieved.\n\nI always went to the store and not the shop because the store was closer to my apartment.\n\nMaria planned to spring clean this weekend and told Katrina they should help too. Katrina", + " expected her help." + ] + ], + "resps": [ + [ + [ + -13.6953125, + false + ] + ], + [ + [ + -14.9375, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.6953125, + false + ], + [ + -14.9375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 796, + "doc": { + "sentence": "Robert usually didn't like fish as much as Kyle however _ had a disliking for sardines on pizza.", + "option1": "Robert", + "option2": "Kyle", + "answer": "2" + }, + "target": "had a disliking for sardines on pizza.", + "arguments": [ + [ + "Steven was going to attend the concert unlike Ryan because it was Steven favorite genre of music.\n\nThe birds preferred eating the seeds than the worms because the worms tasted a lot worse.\n\nWhen it came to works of fiction, books were preferred to movies, as the books required more imagination.\n\nCarrie was a teacher of math and Elena was their student, so Elena got lots of homework.\n\nThe waiter could not cover the round tables with the square tablecloths because the tables were round.\n\nRobert usually didn't like fish as much as Kyle however Robert", + " had a disliking for sardines on pizza." + ], + [ + "Steven was going to attend the concert unlike Ryan because it was Steven favorite genre of music.\n\nThe birds preferred eating the seeds than the worms because the worms tasted a lot worse.\n\nWhen it came to works of fiction, books were preferred to movies, as the books required more imagination.\n\nCarrie was a teacher of math and Elena was their student, so Elena got lots of homework.\n\nThe waiter could not cover the round tables with the square tablecloths because the tables were round.\n\nRobert usually didn't like fish as much as Kyle however Kyle", + " had a disliking for sardines on pizza." + ] + ], + "resps": [ + [ + [ + -31.078125, + false + ] + ], + [ + [ + -32.71875, + false + ] + ] + ], + "filtered_resps": [ + [ + -31.078125, + false + ], + [ + -32.71875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 804, + "doc": { + "sentence": "In her newly purchased house, Patricia was upset to discover a woodworm infestation and called the realtor Victoria. _ wanted the sellers to pay for an exterminator.", + "option1": "Patricia", + "option2": "Victoria", + "answer": "1" + }, + "target": "wanted the sellers to pay for an exterminator.", + "arguments": [ + [ + "Federico couldn't see in the bedroom when coming from the bathroom for the bathroom was too bright.\n\nThe woman tried to put the candle on the stand but the candle was too large.\n\nLogan made many harsh and hurtful demands of Adam, because Adam was a major victim.\n\nJoJo was training her dog to return the ball to the basket after playing, because the ball often got lost.\n\nLindsey was arrested the previous night and called Carrie immediately because Lindsey needed a good defense lawyer.\n\nIn her newly purchased house, Patricia was upset to discover a woodworm infestation and called the realtor Victoria. Patricia", + " wanted the sellers to pay for an exterminator." + ], + [ + "Federico couldn't see in the bedroom when coming from the bathroom for the bathroom was too bright.\n\nThe woman tried to put the candle on the stand but the candle was too large.\n\nLogan made many harsh and hurtful demands of Adam, because Adam was a major victim.\n\nJoJo was training her dog to return the ball to the basket after playing, because the ball often got lost.\n\nLindsey was arrested the previous night and called Carrie immediately because Lindsey needed a good defense lawyer.\n\nIn her newly purchased house, Patricia was upset to discover a woodworm infestation and called the realtor Victoria. Victoria", + " wanted the sellers to pay for an exterminator." + ] + ], + "resps": [ + [ + [ + -21.578125, + false + ] + ], + [ + [ + -25.5625, + false + ] + ] + ], + "filtered_resps": [ + [ + -21.578125, + false + ], + [ + -25.5625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 812, + "doc": { + "sentence": "Kayla threw the phone to Rebecca, then _ asked for it to be thrown back.", + "option1": "Kayla", + "option2": "Rebecca", + "answer": "1" + }, + "target": "asked for it to be thrown back.", + "arguments": [ + [ + "The hair Hannah attached to his hair with a glue got blown away by the wind. The wind is confirmed strong.\n\nTo prepare for the test, Jason asked Joel for help. Joel is an excellent student.\n\nTim preferred putting the medicine in a cheese ball instead of a spoon, because the cheese ball made it easier to swallow.\n\nThe comb worked much better than the brush did because the comb was a bit newer.\n\nSteven struggles with their children's bad behavior while Dennis enjoys their children as Dennis is consistence in child discipline.\n\nKayla threw the phone to Rebecca, then Kayla", + " asked for it to be thrown back." + ], + [ + "The hair Hannah attached to his hair with a glue got blown away by the wind. The wind is confirmed strong.\n\nTo prepare for the test, Jason asked Joel for help. Joel is an excellent student.\n\nTim preferred putting the medicine in a cheese ball instead of a spoon, because the cheese ball made it easier to swallow.\n\nThe comb worked much better than the brush did because the comb was a bit newer.\n\nSteven struggles with their children's bad behavior while Dennis enjoys their children as Dennis is consistence in child discipline.\n\nKayla threw the phone to Rebecca, then Rebecca", + " asked for it to be thrown back." + ] + ], + "resps": [ + [ + [ + -16.65625, + false + ] + ], + [ + [ + -18.84375, + false + ] + ] + ], + "filtered_resps": [ + [ + -16.65625, + false + ], + [ + -18.84375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 820, + "doc": { + "sentence": "Jeffrey brushed their teeth quite regularly but Brian did not. _ rarely had to go to a dentist.", + "option1": "Jeffrey", + "option2": "Brian", + "answer": "1" + }, + "target": "rarely had to go to a dentist.", + "arguments": [ + [ + "Cleaning a piano is easy to Nick but not Leslie because Leslie makes it complex by not using a feather duster.\n\nI gave my parents a car for their birthday instead of just a card. The car shows appreciation.\n\nThe man bought some yarn instead of a ball because his cat preferred playing with the yarn .\n\nKenneth uses shampoo for color treated hair and Lawrence does not because Kenneth has dyed hair.\n\nThe hens were worth their trouble to Sarah but not to Natalie becasue Sarah loved the free eggs.\n\nJeffrey brushed their teeth quite regularly but Brian did not. Jeffrey", + " rarely had to go to a dentist." + ], + [ + "Cleaning a piano is easy to Nick but not Leslie because Leslie makes it complex by not using a feather duster.\n\nI gave my parents a car for their birthday instead of just a card. The car shows appreciation.\n\nThe man bought some yarn instead of a ball because his cat preferred playing with the yarn .\n\nKenneth uses shampoo for color treated hair and Lawrence does not because Kenneth has dyed hair.\n\nThe hens were worth their trouble to Sarah but not to Natalie becasue Sarah loved the free eggs.\n\nJeffrey brushed their teeth quite regularly but Brian did not. Brian", + " rarely had to go to a dentist." + ] + ], + "resps": [ + [ + [ + -19.734375, + false + ] + ], + [ + [ + -21.390625, + false + ] + ] + ], + "filtered_resps": [ + [ + -19.734375, + false + ], + [ + -21.390625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 828, + "doc": { + "sentence": "Patricia teaches Kindergarten students, Christine teaches High School students therefore _ doesn't read aloud a lot.", + "option1": "Patricia", + "option2": "Christine", + "answer": "2" + }, + "target": "doesn't read aloud a lot.", + "arguments": [ + [ + "Randy showed Michael how to use the square app because Michael was uncomfortable with electronics.\n\nAngela always had cornrows while Christine did not, so people were confused when Angela showed up without cornrows.\n\nYang wanted to be an illustrator and started drawing using crayons instead of pencils because the crayons were bought.\n\nWhen Diva baked a chocolate souffle for the first time she put them in several small ramekins. Ultimately, the souffle failed because the chocolate sunk.\n\nThe water was eroding the area under the deck faster than the porch, because the porch was on stable ground.\n\nPatricia teaches Kindergarten students, Christine teaches High School students therefore Patricia", + " doesn't read aloud a lot." + ], + [ + "Randy showed Michael how to use the square app because Michael was uncomfortable with electronics.\n\nAngela always had cornrows while Christine did not, so people were confused when Angela showed up without cornrows.\n\nYang wanted to be an illustrator and started drawing using crayons instead of pencils because the crayons were bought.\n\nWhen Diva baked a chocolate souffle for the first time she put them in several small ramekins. Ultimately, the souffle failed because the chocolate sunk.\n\nThe water was eroding the area under the deck faster than the porch, because the porch was on stable ground.\n\nPatricia teaches Kindergarten students, Christine teaches High School students therefore Christine", + " doesn't read aloud a lot." + ] + ], + "resps": [ + [ + [ + -24.5625, + false + ] + ], + [ + [ + -23.9375, + false + ] + ] + ], + "filtered_resps": [ + [ + -24.5625, + false + ], + [ + -23.9375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 836, + "doc": { + "sentence": "The paper bags got torn when James was using it to move the groceries. The _ are weak.", + "option1": "bags", + "option2": "groceries", + "answer": "1" + }, + "target": "are weak.", + "arguments": [ + [ + "Everyone wanted to be a mermaid at the Halloween party, but the costume at the store only fit Christine and not Jennifer because Jennifer was obese.\n\nBenjamin did not have a phobia of spiders unlike Justin so Justin avoided them when they saw them.\n\nLeslie was better able to communicate their ideas to the group than Brian, because Brian was shy.\n\nElena passed the exam while Laura failed because Elena studied hard for the exam leading up to it.\n\nLogan had never fired a gun before, so Michael took him to a firing range; Michael was patient.\n\nThe paper bags got torn when James was using it to move the groceries. The bags", + " are weak." + ], + [ + "Everyone wanted to be a mermaid at the Halloween party, but the costume at the store only fit Christine and not Jennifer because Jennifer was obese.\n\nBenjamin did not have a phobia of spiders unlike Justin so Justin avoided them when they saw them.\n\nLeslie was better able to communicate their ideas to the group than Brian, because Brian was shy.\n\nElena passed the exam while Laura failed because Elena studied hard for the exam leading up to it.\n\nLogan had never fired a gun before, so Michael took him to a firing range; Michael was patient.\n\nThe paper bags got torn when James was using it to move the groceries. The groceries", + " are weak." + ] + ], + "resps": [ + [ + [ + -12.546875, + false + ] + ], + [ + [ + -15.625, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.546875, + false + ], + [ + -15.625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 844, + "doc": { + "sentence": "The teacher asked for the homework. Elena played games the night before and Tanya did not, so _ got an A.", + "option1": "Elena", + "option2": "Tanya", + "answer": "2" + }, + "target": "got an A.", + "arguments": [ + [ + "Toby gave up on using the calendar to stay organized and started making a list, because the list was calming.\n\nDaphne got herself a cloak and a bodysuit for her Raven costume, and she thought the cloak made her look mysterious.\n\nThe young cook poured oil from the container into the fryer until the container was empty.\n\nJustin wanted to tell Robert they loved them so Justin asked them out to a fancy dinner.\n\nMary poured the entire bottle of cleaning soap into the bath until the bottle was empty.\n\nThe teacher asked for the homework. Elena played games the night before and Tanya did not, so Elena", + " got an A." + ], + [ + "Toby gave up on using the calendar to stay organized and started making a list, because the list was calming.\n\nDaphne got herself a cloak and a bodysuit for her Raven costume, and she thought the cloak made her look mysterious.\n\nThe young cook poured oil from the container into the fryer until the container was empty.\n\nJustin wanted to tell Robert they loved them so Justin asked them out to a fancy dinner.\n\nMary poured the entire bottle of cleaning soap into the bath until the bottle was empty.\n\nThe teacher asked for the homework. Elena played games the night before and Tanya did not, so Tanya", + " got an A." + ] + ], + "resps": [ + [ + [ + -8.6640625, + false + ] + ], + [ + [ + -7.75390625, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.6640625, + false + ], + [ + -7.75390625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 852, + "doc": { + "sentence": "The rib-eye steak needed some artisan pepper to season it because the _ was bland.", + "option1": "steak", + "option2": "pepper", + "answer": "1" + }, + "target": "was bland.", + "arguments": [ + [ + "Nelson used the new baseballs at the field to throw at Ryan because Ryan was the catcher.\n\nJohns body looks a lot better than my back because the back of me is weak.\n\nBack when I was obese, I ate too many snacks and ate too few vegetables, but my weight reacted best when the vegetables were tasty.\n\nJennifer asked Felicia to help them make a diet plan and exercise routine. Felicia didn't need to lose weight.\n\nThe pills relieved my pain more than the capsules did because the capsules were weaker.\n\nThe rib-eye steak needed some artisan pepper to season it because the steak", + " was bland." + ], + [ + "Nelson used the new baseballs at the field to throw at Ryan because Ryan was the catcher.\n\nJohns body looks a lot better than my back because the back of me is weak.\n\nBack when I was obese, I ate too many snacks and ate too few vegetables, but my weight reacted best when the vegetables were tasty.\n\nJennifer asked Felicia to help them make a diet plan and exercise routine. Felicia didn't need to lose weight.\n\nThe pills relieved my pain more than the capsules did because the capsules were weaker.\n\nThe rib-eye steak needed some artisan pepper to season it because the pepper", + " was bland." + ] + ], + "resps": [ + [ + [ + -3.365234375, + false + ] + ], + [ + [ + -6.0859375, + false + ] + ] + ], + "filtered_resps": [ + [ + -3.365234375, + false + ], + [ + -6.0859375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 860, + "doc": { + "sentence": "James always had to wash his shoe after jogging on the street but it is not always the same when jogging on the lawn. The _ is clean.", + "option1": "street", + "option2": "lawn", + "answer": "2" + }, + "target": "is clean.", + "arguments": [ + [ + "The silver bracelet was stunning but Mike liked to wear things other people didn't like so he bought the weird gold bracelet. The silver bracelet was beautiful.\n\nThe dog preferred sleeping on the couch instead of the dog bed because the bed was further from his food.\n\nThe pasta of Christine always tastes more authentic than Cynthia's because Christine is a famous cook.\n\nRebecca had less grass in their yard than Elena because Rebecca had more rabbits in their yard.\n\nHe became aggressive when visiting the house, but relaxed when going to the store, because the store was full of peaceful people.\n\nJames always had to wash his shoe after jogging on the street but it is not always the same when jogging on the lawn. The street", + " is clean." + ], + [ + "The silver bracelet was stunning but Mike liked to wear things other people didn't like so he bought the weird gold bracelet. The silver bracelet was beautiful.\n\nThe dog preferred sleeping on the couch instead of the dog bed because the bed was further from his food.\n\nThe pasta of Christine always tastes more authentic than Cynthia's because Christine is a famous cook.\n\nRebecca had less grass in their yard than Elena because Rebecca had more rabbits in their yard.\n\nHe became aggressive when visiting the house, but relaxed when going to the store, because the store was full of peaceful people.\n\nJames always had to wash his shoe after jogging on the street but it is not always the same when jogging on the lawn. The lawn", + " is clean." + ] + ], + "resps": [ + [ + [ + -7.10546875, + false + ] + ], + [ + [ + -6.69921875, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.10546875, + false + ], + [ + -6.69921875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 868, + "doc": { + "sentence": "Patricia did laundry by hand, but Lindsey used the electric washer, because _ wore clothes made of delicate fabrics.", + "option1": "Patricia", + "option2": "Lindsey", + "answer": "1" + }, + "target": "wore clothes made of delicate fabrics.", + "arguments": [ + [ + "She bought the nurse outfit instead of the clown costume for Halloween because the clown costume was frumpy.\n\nAfter reading about the dangers, Jeffrey encouraged Neil to quit smoking, but Neil ignored his advice.\n\nBenjamin was walking quite a bit faster than Brian, as Brian was experiencing knee pain.\n\nShe knew the questions on the math test and not the reading test since the reading test was on a shorter timer.\n\nThe pencils of Ian are always sharp for class, but Donald's are not because Ian is prepared.\n\nPatricia did laundry by hand, but Lindsey used the electric washer, because Patricia", + " wore clothes made of delicate fabrics." + ], + [ + "She bought the nurse outfit instead of the clown costume for Halloween because the clown costume was frumpy.\n\nAfter reading about the dangers, Jeffrey encouraged Neil to quit smoking, but Neil ignored his advice.\n\nBenjamin was walking quite a bit faster than Brian, as Brian was experiencing knee pain.\n\nShe knew the questions on the math test and not the reading test since the reading test was on a shorter timer.\n\nThe pencils of Ian are always sharp for class, but Donald's are not because Ian is prepared.\n\nPatricia did laundry by hand, but Lindsey used the electric washer, because Lindsey", + " wore clothes made of delicate fabrics." + ] + ], + "resps": [ + [ + [ + -20.78125, + false + ] + ], + [ + [ + -20.953125, + false + ] + ] + ], + "filtered_resps": [ + [ + -20.78125, + false + ], + [ + -20.953125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 876, + "doc": { + "sentence": "The cleaning crew always used rags instead of washcloths, although the _ tended to wear out quickly.", + "option1": "washcloths", + "option2": "rags", + "answer": "2" + }, + "target": "tended to wear out quickly.", + "arguments": [ + [ + "The old man had a lot of canaries that ate a lot of cherries instead of the pellets, since the cherries were colorful.\n\nEveryone liked the Sarah's new knife more than Maria's because Sarah spent more money on it.\n\nCarrie had a large car payment where Monica had none at all, because Carrie drove a car.\n\nPatricia spent freely and capriciously but Monica was thrifty and miserly. Patricia could never spend within their means.\n\nNatalie saw fish at the aquarium while Lindsey saw turtles, and Lindsey took pictures of the reptiles.\n\nThe cleaning crew always used rags instead of washcloths, although the washcloths", + " tended to wear out quickly." + ], + [ + "The old man had a lot of canaries that ate a lot of cherries instead of the pellets, since the cherries were colorful.\n\nEveryone liked the Sarah's new knife more than Maria's because Sarah spent more money on it.\n\nCarrie had a large car payment where Monica had none at all, because Carrie drove a car.\n\nPatricia spent freely and capriciously but Monica was thrifty and miserly. Patricia could never spend within their means.\n\nNatalie saw fish at the aquarium while Lindsey saw turtles, and Lindsey took pictures of the reptiles.\n\nThe cleaning crew always used rags instead of washcloths, although the rags", + " tended to wear out quickly." + ] + ], + "resps": [ + [ + [ + -17.34375, + false + ] + ], + [ + [ + -15.90625, + false + ] + ] + ], + "filtered_resps": [ + [ + -17.34375, + false + ], + [ + -15.90625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 884, + "doc": { + "sentence": "The newborns in the nursery were very hardy because they were fed the _ calorie food during the high and low calorie experiment.", + "option1": "high", + "option2": "low", + "answer": "1" + }, + "target": "calorie food during the high and low calorie experiment.", + "arguments": [ + [ + "Leslie wore contacts at school although Neil didn't have to because Neil had a good eyesight.\n\nThere wasn't much beeswax this year so we dumped the combs into the trash instead of making honey as the trash was a viable option.\n\nEmily was having difficulty going through puberty but not Christine because Christine had very weak acne causing hormones.\n\nAdam felt that Ian was the romantic in their relationship. Adam had trouble being creative to show love.\n\nSteven's jeans have lots of holes in them, while Aaron's are fresh due to Steven wearing old clothing.\n\nThe newborns in the nursery were very hardy because they were fed the high", + " calorie food during the high and low calorie experiment." + ], + [ + "Leslie wore contacts at school although Neil didn't have to because Neil had a good eyesight.\n\nThere wasn't much beeswax this year so we dumped the combs into the trash instead of making honey as the trash was a viable option.\n\nEmily was having difficulty going through puberty but not Christine because Christine had very weak acne causing hormones.\n\nAdam felt that Ian was the romantic in their relationship. Adam had trouble being creative to show love.\n\nSteven's jeans have lots of holes in them, while Aaron's are fresh due to Steven wearing old clothing.\n\nThe newborns in the nursery were very hardy because they were fed the low", + " calorie food during the high and low calorie experiment." + ] + ], + "resps": [ + [ + [ + -44.375, + false + ] + ], + [ + [ + -43.46875, + false + ] + ] + ], + "filtered_resps": [ + [ + -44.375, + false + ], + [ + -43.46875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 892, + "doc": { + "sentence": "The jeans fit worse than the shirt because I had tried the _ on at the store.", + "option1": "jeans", + "option2": "shirt", + "answer": "2" + }, + "target": "on at the store.", + "arguments": [ + [ + "Steven owned a rusty bike that Randy liked to use, so Steven would loan it to them.\n\nKayla did not have the musical knowledge of Rebecca so Kayla borrowed her old records to listen to.\n\nJill poured the entire bag of flour into the mixing bowl until the bowl was full.\n\nKayla was constantly looking for gossip, and Angela had something juicy, so Kayla begged them for details.\n\nFelicia wants to bond with her new pet Macaw and asks for Amy's help, because Amy is Macaw trainer.\n\nThe jeans fit worse than the shirt because I had tried the jeans", + " on at the store." + ], + [ + "Steven owned a rusty bike that Randy liked to use, so Steven would loan it to them.\n\nKayla did not have the musical knowledge of Rebecca so Kayla borrowed her old records to listen to.\n\nJill poured the entire bag of flour into the mixing bowl until the bowl was full.\n\nKayla was constantly looking for gossip, and Angela had something juicy, so Kayla begged them for details.\n\nFelicia wants to bond with her new pet Macaw and asks for Amy's help, because Amy is Macaw trainer.\n\nThe jeans fit worse than the shirt because I had tried the shirt", + " on at the store." + ] + ], + "resps": [ + [ + [ + -9.1640625, + false + ] + ], + [ + [ + -9.1328125, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.1640625, + false + ], + [ + -9.1328125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 900, + "doc": { + "sentence": "James was able to hide the book inside his jacket because the _ is small.", + "option1": "book", + "option2": "jacket", + "answer": "1" + }, + "target": "is small.", + "arguments": [ + [ + "The mental health of Brian is much better than William's because Brian sees a therapist.\n\nThey bought some supplies for archery so they setup a target in the backyard to test them in the backyard .\n\nThe work was more difficult than the task, because the work had a lot more steps.\n\nRob this time built the staircase using stone instead of wood because the stone was on sale.\n\nJoel loved climbing trees while Kyle didn't, so when around trees, Joel rarely stayed on the ground.\n\nJames was able to hide the book inside his jacket because the book", + " is small." + ], + [ + "The mental health of Brian is much better than William's because Brian sees a therapist.\n\nThey bought some supplies for archery so they setup a target in the backyard to test them in the backyard .\n\nThe work was more difficult than the task, because the work had a lot more steps.\n\nRob this time built the staircase using stone instead of wood because the stone was on sale.\n\nJoel loved climbing trees while Kyle didn't, so when around trees, Joel rarely stayed on the ground.\n\nJames was able to hide the book inside his jacket because the jacket", + " is small." + ] + ], + "resps": [ + [ + [ + -6.265625, + false + ] + ], + [ + [ + -8.71875, + false + ] + ] + ], + "filtered_resps": [ + [ + -6.265625, + false + ], + [ + -8.71875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 908, + "doc": { + "sentence": "The store had 80 platters but only 2 bowls left in stock because the _ were in high demand.", + "option1": "platters", + "option2": "bowls", + "answer": "2" + }, + "target": "were in high demand.", + "arguments": [ + [ + "The Mangos grew better in the fields that Hunter owned versus those of Logan even though Logan used better fertilizer.\n\nI had to embroider the design by hand and not a sewing machine because the sewing machine was too simple.\n\nElena was a very receptive student to Megan 's lessons, and Elena gave her full attention.\n\nBrian needed help assembling the bed frame when Joel showed up at the front door. Joel offered to help.\n\nEven though Erin was a harder worker than Mary, Mary has a more easier time working in sales.\n\nThe store had 80 platters but only 2 bowls left in stock because the platters", + " were in high demand." + ], + [ + "The Mangos grew better in the fields that Hunter owned versus those of Logan even though Logan used better fertilizer.\n\nI had to embroider the design by hand and not a sewing machine because the sewing machine was too simple.\n\nElena was a very receptive student to Megan 's lessons, and Elena gave her full attention.\n\nBrian needed help assembling the bed frame when Joel showed up at the front door. Joel offered to help.\n\nEven though Erin was a harder worker than Mary, Mary has a more easier time working in sales.\n\nThe store had 80 platters but only 2 bowls left in stock because the bowls", + " were in high demand." + ] + ], + "resps": [ + [ + [ + -5.78515625, + false + ] + ], + [ + [ + -6.54296875, + false + ] + ] + ], + "filtered_resps": [ + [ + -5.78515625, + false + ], + [ + -6.54296875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 916, + "doc": { + "sentence": "Samantha failed on the test but Mary got very good marks because _ had been very lazy.", + "option1": "Samantha", + "option2": "Mary", + "answer": "1" + }, + "target": "had been very lazy.", + "arguments": [ + [ + "The coroner tried to put the bodies in the coffins but the coffins were too small.\n\nFor the party. the vodka was kept in the freezer as the freezer would accommodate it.\n\nKevin was worried Kenneth would win the cross country race, because Kenneth was currently ahead.\n\nGoing to a costume party seemed like a fun time to Robert but not to Nick, so Nick went the store and bought a pant suit.\n\nPatricia regifted some shortbread they received for Christmas to Carrie, although Carrie didn't like shortbread.\n\nSamantha failed on the test but Mary got very good marks because Samantha", + " had been very lazy." + ], + [ + "The coroner tried to put the bodies in the coffins but the coffins were too small.\n\nFor the party. the vodka was kept in the freezer as the freezer would accommodate it.\n\nKevin was worried Kenneth would win the cross country race, because Kenneth was currently ahead.\n\nGoing to a costume party seemed like a fun time to Robert but not to Nick, so Nick went the store and bought a pant suit.\n\nPatricia regifted some shortbread they received for Christmas to Carrie, although Carrie didn't like shortbread.\n\nSamantha failed on the test but Mary got very good marks because Mary", + " had been very lazy." + ] + ], + "resps": [ + [ + [ + -14.1640625, + false + ] + ], + [ + [ + -16.953125, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.1640625, + false + ], + [ + -16.953125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 924, + "doc": { + "sentence": "Samantha's main artistic medium was paint, while Patricia preferred to work with clay, since _ was trained as a sculptor.", + "option1": "Samantha", + "option2": "Patricia", + "answer": "2" + }, + "target": "was trained as a sculptor.", + "arguments": [ + [ + "Trying to lose belly fat is Laura was asking Amy for advice, Amy knew lots of ways to lose body fat.\n\nRyan winced while their parent Nelson operated the tablesaw to cut the board, because Nelson was adept with saws.\n\nIt costed more to repair the car of Leslie than it did the car of Derrick although Derrick had more services done.\n\nLogan liked the look of hardwood floors in a house but Brett thought carpet was nicer. Brett had the contractor put berber carpeting on their floors.\n\nRandy hates the music that always plays in the elevator, unlike Michael, because Randy grew up with rock not Jazz.\n\nSamantha's main artistic medium was paint, while Patricia preferred to work with clay, since Samantha", + " was trained as a sculptor." + ], + [ + "Trying to lose belly fat is Laura was asking Amy for advice, Amy knew lots of ways to lose body fat.\n\nRyan winced while their parent Nelson operated the tablesaw to cut the board, because Nelson was adept with saws.\n\nIt costed more to repair the car of Leslie than it did the car of Derrick although Derrick had more services done.\n\nLogan liked the look of hardwood floors in a house but Brett thought carpet was nicer. Brett had the contractor put berber carpeting on their floors.\n\nRandy hates the music that always plays in the elevator, unlike Michael, because Randy grew up with rock not Jazz.\n\nSamantha's main artistic medium was paint, while Patricia preferred to work with clay, since Patricia", + " was trained as a sculptor." + ] + ], + "resps": [ + [ + [ + -11.5390625, + false + ] + ], + [ + [ + -8.3359375, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.5390625, + false + ], + [ + -8.3359375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 932, + "doc": { + "sentence": "Samantha gifted her new bathrobe to Betty because it felt very itchy for _ when she tried it on.", + "option1": "Samantha", + "option2": "Betty", + "answer": "1" + }, + "target": "when she tried it on.", + "arguments": [ + [ + "The shelving unit they bought would not fit in the pantry because the pantry was too small.\n\nJason could work out at the gym but not Ryan because Ryan cancelled their membership.\n\nJames cannot press the button so he turned the knob instead. It turned out the knob is movable.\n\nTanya was immune to the chicken pox and Rachel was not because Rachel didnt get a chicken pox shot.\n\nThe pills relieved my pain more than the capsules did because the pills were stronger.\n\nSamantha gifted her new bathrobe to Betty because it felt very itchy for Samantha", + " when she tried it on." + ], + [ + "The shelving unit they bought would not fit in the pantry because the pantry was too small.\n\nJason could work out at the gym but not Ryan because Ryan cancelled their membership.\n\nJames cannot press the button so he turned the knob instead. It turned out the knob is movable.\n\nTanya was immune to the chicken pox and Rachel was not because Rachel didnt get a chicken pox shot.\n\nThe pills relieved my pain more than the capsules did because the pills were stronger.\n\nSamantha gifted her new bathrobe to Betty because it felt very itchy for Betty", + " when she tried it on." + ] + ], + "resps": [ + [ + [ + -8.1171875, + false + ] + ], + [ + [ + -7.05859375, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.1171875, + false + ], + [ + -7.05859375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 940, + "doc": { + "sentence": "As a marine, Emily looks down on civilians like Maria, so _ is a bit saddened.", + "option1": "Emily", + "option2": "Maria", + "answer": "2" + }, + "target": "is a bit saddened.", + "arguments": [ + [ + "My friends business wasn't as good as my job because the job was making me some money.\n\nHe enjoyed the silver more than he enjoyed the gold, because the gold was uglier.\n\nThe tulips bloomed in the garden before the daffodils, because the daffodils had received less sun.\n\nJessica wants to clean colored grout so she asks her friend Rebecca for help, because Jessica doesn't know how to do it.\n\nJessica wanted to go see a horror movie with Christine but Christine hated to watch them.\n\nAs a marine, Emily looks down on civilians like Maria, so Emily", + " is a bit saddened." + ], + [ + "My friends business wasn't as good as my job because the job was making me some money.\n\nHe enjoyed the silver more than he enjoyed the gold, because the gold was uglier.\n\nThe tulips bloomed in the garden before the daffodils, because the daffodils had received less sun.\n\nJessica wants to clean colored grout so she asks her friend Rebecca for help, because Jessica doesn't know how to do it.\n\nJessica wanted to go see a horror movie with Christine but Christine hated to watch them.\n\nAs a marine, Emily looks down on civilians like Maria, so Maria", + " is a bit saddened." + ] + ], + "resps": [ + [ + [ + -21.234375, + false + ] + ], + [ + [ + -18.40625, + false + ] + ] + ], + "filtered_resps": [ + [ + -21.234375, + false + ], + [ + -18.40625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 948, + "doc": { + "sentence": "The drink was rich in caffeine and low in sugar because the _ was suffice in keeping the drinker awake.", + "option1": "caffeine", + "option2": "sugar", + "answer": "1" + }, + "target": "was suffice in keeping the drinker awake.", + "arguments": [ + [ + "Carrie is in need of work desperately and has come across Rebecca who is hiring, Rebecca has hired someone for a job.\n\nThe stains on the shirt didn't come out with normal products, because the stains were too strong.\n\nBetty wanted to buy some new clothes and asked Elena to come along because Elena had incredible fashion sense.\n\nRyan wore sunscreen on the hot summer day but Joseph did not. Joseph got a bad sunburn.\n\nCraig loved tadpoles while Samuel didn't so Samuel took the task of cleaning up the car.\n\nThe drink was rich in caffeine and low in sugar because the caffeine", + " was suffice in keeping the drinker awake." + ], + [ + "Carrie is in need of work desperately and has come across Rebecca who is hiring, Rebecca has hired someone for a job.\n\nThe stains on the shirt didn't come out with normal products, because the stains were too strong.\n\nBetty wanted to buy some new clothes and asked Elena to come along because Elena had incredible fashion sense.\n\nRyan wore sunscreen on the hot summer day but Joseph did not. Joseph got a bad sunburn.\n\nCraig loved tadpoles while Samuel didn't so Samuel took the task of cleaning up the car.\n\nThe drink was rich in caffeine and low in sugar because the sugar", + " was suffice in keeping the drinker awake." + ] + ], + "resps": [ + [ + [ + -33.3125, + false + ] + ], + [ + [ + -40.625, + false + ] + ] + ], + "filtered_resps": [ + [ + -33.3125, + false + ], + [ + -40.625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 956, + "doc": { + "sentence": "James could not lift the bottle of water up to the table top because the _ is tall.", + "option1": "table", + "option2": "bottle", + "answer": "1" + }, + "target": "is tall.", + "arguments": [ + [ + "Eric limped over to Samuel during a time out of a game to get water for Eric cramps.\n\nBen posted a selfie and a food shot on snapchat. People liked the food better, because Ben was ugly.\n\nJustin's car needed repairs and was in the shop so Adam gave them a ride to work. Justin will also need a ride home.\n\nThe candy jar could hold 100 gumballs or 80 maltballs because the gumballs were smaller.\n\nKatrina is a client of Rebecca at the salon and Rebecca is grateful for the work that they are given.\n\nJames could not lift the bottle of water up to the table top because the table", + " is tall." + ], + [ + "Eric limped over to Samuel during a time out of a game to get water for Eric cramps.\n\nBen posted a selfie and a food shot on snapchat. People liked the food better, because Ben was ugly.\n\nJustin's car needed repairs and was in the shop so Adam gave them a ride to work. Justin will also need a ride home.\n\nThe candy jar could hold 100 gumballs or 80 maltballs because the gumballs were smaller.\n\nKatrina is a client of Rebecca at the salon and Rebecca is grateful for the work that they are given.\n\nJames could not lift the bottle of water up to the table top because the bottle", + " is tall." + ] + ], + "resps": [ + [ + [ + -9.390625, + false + ] + ], + [ + [ + -10.3125, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.390625, + false + ], + [ + -10.3125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 964, + "doc": { + "sentence": "The life of Christine was pretty basic until they met Maria , _ is a is lover of excitement .", + "option1": "Christine", + "option2": "Maria", + "answer": "2" + }, + "target": "is a is lover of excitement .", + "arguments": [ + [ + "The artist preferred drawing still lifes of pots rather than plants , since the pots were easier to draw.\n\nAble to hear a scurrying sound from below the sink, Megan asked Samantha to check, as Megan was terrified of seeing a mouse.\n\nThey were lighting the sticks with matches, but preferred the lighters, so the matches were quickly abandoned.\n\nIf you wonder whether to use a pen or a pencil to do your homework, the pencil is easier to fix later.\n\nAfter Donald picked up and slammed Joel through the coffee table Donald felt very strong.\n\nThe life of Christine was pretty basic until they met Maria , Christine", + " is a is lover of excitement ." + ], + [ + "The artist preferred drawing still lifes of pots rather than plants , since the pots were easier to draw.\n\nAble to hear a scurrying sound from below the sink, Megan asked Samantha to check, as Megan was terrified of seeing a mouse.\n\nThey were lighting the sticks with matches, but preferred the lighters, so the matches were quickly abandoned.\n\nIf you wonder whether to use a pen or a pencil to do your homework, the pencil is easier to fix later.\n\nAfter Donald picked up and slammed Joel through the coffee table Donald felt very strong.\n\nThe life of Christine was pretty basic until they met Maria , Maria", + " is a is lover of excitement ." + ] + ], + "resps": [ + [ + [ + -48.09375, + false + ] + ], + [ + [ + -45.84375, + false + ] + ] + ], + "filtered_resps": [ + [ + -48.09375, + false + ], + [ + -45.84375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 972, + "doc": { + "sentence": "Because Megan wanted to be a welder and Patricia wanted to be a engineer, _ went to university instead of trade school.", + "option1": "Megan", + "option2": "Patricia", + "answer": "2" + }, + "target": "went to university instead of trade school.", + "arguments": [ + [ + "Maria used some acid to clean stains on the equipment but it didn't work because the acid was too weak.\n\nThe board cannot contain the flowchart James intend to draw because the board is small.\n\nAmy thought building a wall on the border was a good idea but Laura didn't because Amy was a patriotic American.\n\nKevin wanted to hang a chandelier from their ceiling so they called Aaron for help because Kevin had never mounted from a ceiling beam.\n\nSia left her career as a telemarketer for a career as a blogger. The telemarketer career allows her less free time.\n\nBecause Megan wanted to be a welder and Patricia wanted to be a engineer, Megan", + " went to university instead of trade school." + ], + [ + "Maria used some acid to clean stains on the equipment but it didn't work because the acid was too weak.\n\nThe board cannot contain the flowchart James intend to draw because the board is small.\n\nAmy thought building a wall on the border was a good idea but Laura didn't because Amy was a patriotic American.\n\nKevin wanted to hang a chandelier from their ceiling so they called Aaron for help because Kevin had never mounted from a ceiling beam.\n\nSia left her career as a telemarketer for a career as a blogger. The telemarketer career allows her less free time.\n\nBecause Megan wanted to be a welder and Patricia wanted to be a engineer, Patricia", + " went to university instead of trade school." + ] + ], + "resps": [ + [ + [ + -19.53125, + false + ] + ], + [ + [ + -17.921875, + false + ] + ] + ], + "filtered_resps": [ + [ + -19.53125, + false + ], + [ + -17.921875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 980, + "doc": { + "sentence": "John had to bow to walk through the door but have to crawl to enter the tent. The _ is taller.", + "option1": "door", + "option2": "tent", + "answer": "1" + }, + "target": "is taller.", + "arguments": [ + [ + "As the walls began to cave in on Joseph, he blamed Craig who had sold him the house because Craig had not revealed how frail they were.\n\nNeil lost all their private personal information to William as a result of the hack, because William was a predator.\n\nLeslie helped William to cope with a diagnosis of borderline personality disorder (BPD) from his doctor, because Leslie likes him.\n\nMary sat still while Victoria listened to her chest. The diagnosis was dengue fever, which surprised Victoria as she hadn't found this in patients.\n\nCreative writing was Amy's passion, but Mary struggled to write even a short story. Mary had bad imagination.\n\nJohn had to bow to walk through the door but have to crawl to enter the tent. The door", + " is taller." + ], + [ + "As the walls began to cave in on Joseph, he blamed Craig who had sold him the house because Craig had not revealed how frail they were.\n\nNeil lost all their private personal information to William as a result of the hack, because William was a predator.\n\nLeslie helped William to cope with a diagnosis of borderline personality disorder (BPD) from his doctor, because Leslie likes him.\n\nMary sat still while Victoria listened to her chest. The diagnosis was dengue fever, which surprised Victoria as she hadn't found this in patients.\n\nCreative writing was Amy's passion, but Mary struggled to write even a short story. Mary had bad imagination.\n\nJohn had to bow to walk through the door but have to crawl to enter the tent. The tent", + " is taller." + ] + ], + "resps": [ + [ + [ + -11.4453125, + false + ] + ], + [ + [ + -13.75, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.4453125, + false + ], + [ + -13.75, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 988, + "doc": { + "sentence": "It doesn't take much to shift between ice and water. The _ is fluid and flexible when its warm.", + "option1": "water", + "option2": "ice", + "answer": "1" + }, + "target": "is fluid and flexible when its warm.", + "arguments": [ + [ + "Hunter enjoyed learning about Chinese superstitions but not Benjamin since Benjamin found them to be boring.\n\nMary made a fancy cheesecake to celebrate Rebecca's birthday, but Mary messed up the recipe.\n\nWhile waiting on the cricket field, Brett asked William to go get the bats. Brett set up the wickets while he got the bats.\n\nJustin showed Brett how to grind their own coffee beans, because Justin thought freshly ground was best.\n\nKevin had inexperience in home design compared to Dennis, and Kevin asked for advice about frames in photos that were displayed.\n\nIt doesn't take much to shift between ice and water. The water", + " is fluid and flexible when its warm." + ], + [ + "Hunter enjoyed learning about Chinese superstitions but not Benjamin since Benjamin found them to be boring.\n\nMary made a fancy cheesecake to celebrate Rebecca's birthday, but Mary messed up the recipe.\n\nWhile waiting on the cricket field, Brett asked William to go get the bats. Brett set up the wickets while he got the bats.\n\nJustin showed Brett how to grind their own coffee beans, because Justin thought freshly ground was best.\n\nKevin had inexperience in home design compared to Dennis, and Kevin asked for advice about frames in photos that were displayed.\n\nIt doesn't take much to shift between ice and water. The ice", + " is fluid and flexible when its warm." + ] + ], + "resps": [ + [ + [ + -32.375, + false + ] + ], + [ + [ + -33.375, + false + ] + ] + ], + "filtered_resps": [ + [ + -32.375, + false + ], + [ + -33.375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 996, + "doc": { + "sentence": "Felicia was given a leather belt from Betty to clean it, because _ doesn't know how to clean it.", + "option1": "Felicia", + "option2": "Betty", + "answer": "2" + }, + "target": "doesn't know how to clean it.", + "arguments": [ + [ + "I drank water instead of soda because the fever subsided when I drank the water .\n\nAaron is jealous of Kevin despite Aaron being chosen to be the best man at the wedding.\n\nThe rice had too much salt in it, but the potato had just enough salt, and as a result the potato was delicious.\n\nThe dog was cooler than the cat because the dog was sitting under the tree.\n\nLawrence was happy about the internship at the company of Robert when Robert gave praise.\n\nFelicia was given a leather belt from Betty to clean it, because Felicia", + " doesn't know how to clean it." + ], + [ + "I drank water instead of soda because the fever subsided when I drank the water .\n\nAaron is jealous of Kevin despite Aaron being chosen to be the best man at the wedding.\n\nThe rice had too much salt in it, but the potato had just enough salt, and as a result the potato was delicious.\n\nThe dog was cooler than the cat because the dog was sitting under the tree.\n\nLawrence was happy about the internship at the company of Robert when Robert gave praise.\n\nFelicia was given a leather belt from Betty to clean it, because Betty", + " doesn't know how to clean it." + ] + ], + "resps": [ + [ + [ + -10.203125, + false + ] + ], + [ + [ + -10.4921875, + false + ] + ] + ], + "filtered_resps": [ + [ + -10.203125, + false + ], + [ + -10.4921875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1004, + "doc": { + "sentence": "Jack wanted to start a game, but couldn't decide between baseball or basketball. The _ game would call for more friends.", + "option1": "baseball", + "option2": "basketball", + "answer": "1" + }, + "target": "game would call for more friends.", + "arguments": [ + [ + "Elena always needed help with organizing her belongings and closet unlike Mary because Mary was neat.\n\nThe backhoe failed to remove the boulder but the bulldozer could, as the bulldozer was correctly equipped for the job.\n\nAngela was so jealous that Kayla knew how to play the guitar that Kayla offered to give her lessons the next day.\n\nCecily could only lift the cabbage and had to get Jenni to lift the pumpkin for her. The cabbage was light.\n\nPatricia drove a gas hog while Victoria had a car with high MPG, thus causing the environmentalists to look at Patricia with contempt.\n\nJack wanted to start a game, but couldn't decide between baseball or basketball. The baseball", + " game would call for more friends." + ], + [ + "Elena always needed help with organizing her belongings and closet unlike Mary because Mary was neat.\n\nThe backhoe failed to remove the boulder but the bulldozer could, as the bulldozer was correctly equipped for the job.\n\nAngela was so jealous that Kayla knew how to play the guitar that Kayla offered to give her lessons the next day.\n\nCecily could only lift the cabbage and had to get Jenni to lift the pumpkin for her. The cabbage was light.\n\nPatricia drove a gas hog while Victoria had a car with high MPG, thus causing the environmentalists to look at Patricia with contempt.\n\nJack wanted to start a game, but couldn't decide between baseball or basketball. The basketball", + " game would call for more friends." + ] + ], + "resps": [ + [ + [ + -23.375, + false + ] + ], + [ + [ + -23.484375, + false + ] + ] + ], + "filtered_resps": [ + [ + -23.375, + false + ], + [ + -23.484375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1012, + "doc": { + "sentence": "Justin admired the art hung on the wall by Nick, so _ asked if he would like to take something home.", + "option1": "Justin", + "option2": "Nick", + "answer": "2" + }, + "target": "asked if he would like to take something home.", + "arguments": [ + [ + "The mental health of Brian is much better than William's because Brian sees a therapist.\n\nThe fingers of Kenneth were bleeding, so Dennis took a look at them, because Dennis is a physician.\n\nFixing the laptop was easy for Nelson but not Michael, because Michael was not technology savvy.\n\nAubrey kept her hamster in a tank instead of a cage because the tank was cleaner for it.\n\nI tried to put all of the food in the microwave but it wouldn't fit, because the microwave was too miniscule.\n\nJustin admired the art hung on the wall by Nick, so Justin", + " asked if he would like to take something home." + ], + [ + "The mental health of Brian is much better than William's because Brian sees a therapist.\n\nThe fingers of Kenneth were bleeding, so Dennis took a look at them, because Dennis is a physician.\n\nFixing the laptop was easy for Nelson but not Michael, because Michael was not technology savvy.\n\nAubrey kept her hamster in a tank instead of a cage because the tank was cleaner for it.\n\nI tried to put all of the food in the microwave but it wouldn't fit, because the microwave was too miniscule.\n\nJustin admired the art hung on the wall by Nick, so Nick", + " asked if he would like to take something home." + ] + ], + "resps": [ + [ + [ + -23.640625, + false + ] + ], + [ + [ + -21.140625, + false + ] + ] + ], + "filtered_resps": [ + [ + -23.640625, + false + ], + [ + -21.140625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1020, + "doc": { + "sentence": "After visiting their tenth college, Kevin demanded that Donald to just make up _ 's mind, because he just didn't have time for more.", + "option1": "Kevin", + "option2": "Donald", + "answer": "2" + }, + "target": "'s mind, because he just didn't have time for more.", + "arguments": [ + [ + "Robert went to Hunter and asked him to judge leniently just this one time, because Hunter didn't lose anything valuable.\n\nOn the island the weather was frequently unpredictable. It was supposed to rain this weekend and the rain would be very heavy.\n\nLogan had trust in Ryan for the reason that Ryan was an honest and responsible person.\n\nDennis was invited for an interview by Justin for a position at a new office. Dennis prepared by researching the company.\n\nKayla raises cows and helps supply the world with hamburger Carrie doesnt eat hamburger, the chance Carrie is a vegetarian is big.\n\nAfter visiting their tenth college, Kevin demanded that Donald to just make up Kevin", + " 's mind, because he just didn't have time for more." + ], + [ + "Robert went to Hunter and asked him to judge leniently just this one time, because Hunter didn't lose anything valuable.\n\nOn the island the weather was frequently unpredictable. It was supposed to rain this weekend and the rain would be very heavy.\n\nLogan had trust in Ryan for the reason that Ryan was an honest and responsible person.\n\nDennis was invited for an interview by Justin for a position at a new office. Dennis prepared by researching the company.\n\nKayla raises cows and helps supply the world with hamburger Carrie doesnt eat hamburger, the chance Carrie is a vegetarian is big.\n\nAfter visiting their tenth college, Kevin demanded that Donald to just make up Donald", + " 's mind, because he just didn't have time for more." + ] + ], + "resps": [ + [ + [ + -35.0625, + false + ] + ], + [ + [ + -35.03125, + false + ] + ] + ], + "filtered_resps": [ + [ + -35.0625, + false + ], + [ + -35.03125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1028, + "doc": { + "sentence": "Jason hired his coworker to paint the house instead of hiring a painting company, because the _ will do it for more money.", + "option1": "coworker", + "option2": "painting company", + "answer": "2" + }, + "target": "will do it for more money.", + "arguments": [ + [ + "While changing her eating routine, Sally stopped eating chips and replaced it with fruit. The fruit were smooth.\n\nMary got stranded along the side of the road, and Christine helped them, so Mary was thankful.\n\nThe shoes were too big for Jason so he gave them to Ryan, because Jason feet are tiny.\n\nThe little boy poured milk from the carton into his cereal bowl until the carton was empty.\n\nAaron listened to Ryan talk about how disciplined he was to get 6 pack abs. Ryan was proud of himself.\n\nJason hired his coworker to paint the house instead of hiring a painting company, because the coworker", + " will do it for more money." + ], + [ + "While changing her eating routine, Sally stopped eating chips and replaced it with fruit. The fruit were smooth.\n\nMary got stranded along the side of the road, and Christine helped them, so Mary was thankful.\n\nThe shoes were too big for Jason so he gave them to Ryan, because Jason feet are tiny.\n\nThe little boy poured milk from the carton into his cereal bowl until the carton was empty.\n\nAaron listened to Ryan talk about how disciplined he was to get 6 pack abs. Ryan was proud of himself.\n\nJason hired his coworker to paint the house instead of hiring a painting company, because the painting company", + " will do it for more money." + ] + ], + "resps": [ + [ + [ + -16.21875, + false + ] + ], + [ + [ + -15.5390625, + false + ] + ] + ], + "filtered_resps": [ + [ + -16.21875, + false + ], + [ + -15.5390625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1036, + "doc": { + "sentence": "Megan picked up some olive oil for Felicia because _ loved to cook but hated to eat.", + "option1": "Megan", + "option2": "Felicia", + "answer": "2" + }, + "target": "loved to cook but hated to eat.", + "arguments": [ + [ + "Kenneth had a fever, so Kevin gave him some medicine to take. Kenneth was his patient.\n\nMary replaced the gasket but not the compressor of her refrigerator, because the gasket was already worn.\n\nWhiskey is much loved by Brett but Ian prefers to drink tequila so Ian ordered a tequila sunrise to drink.\n\nCarrie is fluent in Spanish but Christine only speaks English as Christine only lived in USA when they were young.\n\nShe hates wearing pants but loves wearing dresses, because she feels more beautiful in the dresses .\n\nMegan picked up some olive oil for Felicia because Megan", + " loved to cook but hated to eat." + ], + [ + "Kenneth had a fever, so Kevin gave him some medicine to take. Kenneth was his patient.\n\nMary replaced the gasket but not the compressor of her refrigerator, because the gasket was already worn.\n\nWhiskey is much loved by Brett but Ian prefers to drink tequila so Ian ordered a tequila sunrise to drink.\n\nCarrie is fluent in Spanish but Christine only speaks English as Christine only lived in USA when they were young.\n\nShe hates wearing pants but loves wearing dresses, because she feels more beautiful in the dresses .\n\nMegan picked up some olive oil for Felicia because Felicia", + " loved to cook but hated to eat." + ] + ], + "resps": [ + [ + [ + -24.921875, + false + ] + ], + [ + [ + -22.5625, + false + ] + ] + ], + "filtered_resps": [ + [ + -24.921875, + false + ], + [ + -22.5625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1044, + "doc": { + "sentence": "Kyle loved to camp in the wilderness but Justin preferred a nice hotel. _ booked a trip to New York City.", + "option1": "Kyle", + "option2": "Justin", + "answer": "2" + }, + "target": "booked a trip to New York City.", + "arguments": [ + [ + "Neil asked Derrick for help on how to achieve better bowel movement but Derrick knew nothing about health.\n\nThe popular Ariana Grande look swept the school and Angela became more popular than Betty because Angela adhered to the new dress code.\n\nMatthew tried to be stealthy while planning a party for Donald, but Donald found out from someone who couldn't keep a secret.\n\nWhile they washed dishes, Maria washed and put them on a rack for Sarah to dry, but then Maria ran out of hot water.\n\nAfter Christmas Jeffrey decided to go on a diet but Donald didn't. Jeffrey had gained a lot of weight.\n\nKyle loved to camp in the wilderness but Justin preferred a nice hotel. Kyle", + " booked a trip to New York City." + ], + [ + "Neil asked Derrick for help on how to achieve better bowel movement but Derrick knew nothing about health.\n\nThe popular Ariana Grande look swept the school and Angela became more popular than Betty because Angela adhered to the new dress code.\n\nMatthew tried to be stealthy while planning a party for Donald, but Donald found out from someone who couldn't keep a secret.\n\nWhile they washed dishes, Maria washed and put them on a rack for Sarah to dry, but then Maria ran out of hot water.\n\nAfter Christmas Jeffrey decided to go on a diet but Donald didn't. Jeffrey had gained a lot of weight.\n\nKyle loved to camp in the wilderness but Justin preferred a nice hotel. Justin", + " booked a trip to New York City." + ] + ], + "resps": [ + [ + [ + -19.203125, + false + ] + ], + [ + [ + -15.875, + false + ] + ] + ], + "filtered_resps": [ + [ + -19.203125, + false + ], + [ + -15.875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1052, + "doc": { + "sentence": "The patient took calcium to fix his broken bone but the _ was too strong.", + "option1": "bone", + "option2": "calcium", + "answer": "2" + }, + "target": "was too strong.", + "arguments": [ + [ + "Jane played the game on her phone instead of her tablet because she left the tablet at home.\n\nThe macaroni was better than the nachos because the sauce on the macaroni was richer.\n\nDonald loved eating oysters, but Steven was a vegetarian. Steven ordered a plate of salad.\n\nThe child wanted to store the shells in the boxes but the boxes were too small.\n\nThe teacher used a reward system and Robert won an award while Logan did not because Logan did not study at all.\n\nThe patient took calcium to fix his broken bone but the bone", + " was too strong." + ], + [ + "Jane played the game on her phone instead of her tablet because she left the tablet at home.\n\nThe macaroni was better than the nachos because the sauce on the macaroni was richer.\n\nDonald loved eating oysters, but Steven was a vegetarian. Steven ordered a plate of salad.\n\nThe child wanted to store the shells in the boxes but the boxes were too small.\n\nThe teacher used a reward system and Robert won an award while Logan did not because Logan did not study at all.\n\nThe patient took calcium to fix his broken bone but the calcium", + " was too strong." + ] + ], + "resps": [ + [ + [ + -7.9765625, + false + ] + ], + [ + [ + -8.4296875, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.9765625, + false + ], + [ + -8.4296875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1060, + "doc": { + "sentence": "Joe did a lot worse on the quiz last week than he did on the test today, because the _ was a surprise.", + "option1": "quiz", + "option2": "test", + "answer": "1" + }, + "target": "was a surprise.", + "arguments": [ + [ + "Patricia was called over to inspect Amy's kitchen and bedroom because Patricia was known for being clean.\n\nShe left the coach and headed to the taxi so she could take a faster route but the coach was actually faster.\n\nCarrie wrote a long apology letter to send to Jennifer, but Carrie never delivered it.\n\nThe workout routine was beneficial to Donald but not Samuel because Donald was developing huge muscles.\n\nthey bought cups and left the fragile glasses on the shelf even though they needed both because the cups strong.\n\nJoe did a lot worse on the quiz last week than he did on the test today, because the quiz", + " was a surprise." + ], + [ + "Patricia was called over to inspect Amy's kitchen and bedroom because Patricia was known for being clean.\n\nShe left the coach and headed to the taxi so she could take a faster route but the coach was actually faster.\n\nCarrie wrote a long apology letter to send to Jennifer, but Carrie never delivered it.\n\nThe workout routine was beneficial to Donald but not Samuel because Donald was developing huge muscles.\n\nthey bought cups and left the fragile glasses on the shelf even though they needed both because the cups strong.\n\nJoe did a lot worse on the quiz last week than he did on the test today, because the test", + " was a surprise." + ] + ], + "resps": [ + [ + [ + -7.79296875, + false + ] + ], + [ + [ + -7.80078125, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.79296875, + false + ], + [ + -7.80078125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1068, + "doc": { + "sentence": "She watered the rose but not the cactus, because the soil of the _ was already dry.", + "option1": "rose", + "option2": "cactus", + "answer": "1" + }, + "target": "was already dry.", + "arguments": [ + [ + "Steven loved the taste of squash but William hated it's flavor. William ordered the broccoli casserole with their dinner.\n\nAnna looked for a plant for her house, and chose a fern over a frond, because the frond would take up more space.\n\nTanya's vehicle was covered in rust whereas Jessica's was not because Jessica was very diligent about maintenance.\n\nLawrence had shorter shoelaces than Ian had on their shoes so Lawrence tripped less often.\n\nthe blood failed the tests for it had a lot of pathogens which it was being screened of, the pathogens were many.\n\nShe watered the rose but not the cactus, because the soil of the rose", + " was already dry." + ], + [ + "Steven loved the taste of squash but William hated it's flavor. William ordered the broccoli casserole with their dinner.\n\nAnna looked for a plant for her house, and chose a fern over a frond, because the frond would take up more space.\n\nTanya's vehicle was covered in rust whereas Jessica's was not because Jessica was very diligent about maintenance.\n\nLawrence had shorter shoelaces than Ian had on their shoes so Lawrence tripped less often.\n\nthe blood failed the tests for it had a lot of pathogens which it was being screened of, the pathogens were many.\n\nShe watered the rose but not the cactus, because the soil of the cactus", + " was already dry." + ] + ], + "resps": [ + [ + [ + -8.859375, + false + ] + ], + [ + [ + -7.328125, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.859375, + false + ], + [ + -7.328125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1076, + "doc": { + "sentence": "Kayla was always thinner than Rachel because _ enjoyed eating brioche and butter every morning.", + "option1": "Kayla", + "option2": "Rachel", + "answer": "2" + }, + "target": "enjoyed eating brioche and butter every morning.", + "arguments": [ + [ + "Lawrence wanted a dog for a pet and Benjamin wanted a cat because Lawrence preferred dogs inside and cats outside.\n\nShe prefers to use laptop over desktop PC, because the laptop is more mobile for her needs.\n\nThe man couldn't decide on a smoothie or a milkshake. He decided on a smoothie because it is healthier.\n\nSteven doesn't come off as sensual as Hunter does, so Hunter must be the more sexy person.\n\nNatalie wanted to cook Victoria a surprise meal for their birthday and Natalie tried to keep it a secret.\n\nKayla was always thinner than Rachel because Kayla", + " enjoyed eating brioche and butter every morning." + ], + [ + "Lawrence wanted a dog for a pet and Benjamin wanted a cat because Lawrence preferred dogs inside and cats outside.\n\nShe prefers to use laptop over desktop PC, because the laptop is more mobile for her needs.\n\nThe man couldn't decide on a smoothie or a milkshake. He decided on a smoothie because it is healthier.\n\nSteven doesn't come off as sensual as Hunter does, so Hunter must be the more sexy person.\n\nNatalie wanted to cook Victoria a surprise meal for their birthday and Natalie tried to keep it a secret.\n\nKayla was always thinner than Rachel because Rachel", + " enjoyed eating brioche and butter every morning." + ] + ], + "resps": [ + [ + [ + -38.59375, + false + ] + ], + [ + [ + -35.375, + false + ] + ] + ], + "filtered_resps": [ + [ + -38.59375, + false + ], + [ + -35.375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1084, + "doc": { + "sentence": "William was very comfortable entering Kenneth 's personal domain any time, as _ was very self-assured.", + "option1": "William", + "option2": "Kenneth", + "answer": "1" + }, + "target": "was very self-assured.", + "arguments": [ + [ + "Nelson has accidentaly set a hotel on fire and endangered Aaron's life, because Nelson wasn't careful.\n\nThe massage oils warmed Rachel's heart but the candles didn't do so because the massage oils were useful to her.\n\nShe couldn't wear the bikini at the club, but it was OK at the cafe, as the cafe was so libertine.\n\nThe teacher took students off of the playground and put them on the bus until the bus was full.\n\nDerrick dined on sweets and fast food much too often while Donald ate salads and veggies. Donald had a scarcity of belly fat.\n\nWilliam was very comfortable entering Kenneth 's personal domain any time, as William", + " was very self-assured." + ], + [ + "Nelson has accidentaly set a hotel on fire and endangered Aaron's life, because Nelson wasn't careful.\n\nThe massage oils warmed Rachel's heart but the candles didn't do so because the massage oils were useful to her.\n\nShe couldn't wear the bikini at the club, but it was OK at the cafe, as the cafe was so libertine.\n\nThe teacher took students off of the playground and put them on the bus until the bus was full.\n\nDerrick dined on sweets and fast food much too often while Donald ate salads and veggies. Donald had a scarcity of belly fat.\n\nWilliam was very comfortable entering Kenneth 's personal domain any time, as Kenneth", + " was very self-assured." + ] + ], + "resps": [ + [ + [ + -11.2421875, + false + ] + ], + [ + [ + -13.6484375, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.2421875, + false + ], + [ + -13.6484375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1092, + "doc": { + "sentence": "Erin was self-conscious of her legs and Katrina didn't help by making fun of them, but _ went to the gym to try and help her.", + "option1": "Erin", + "option2": "Katrina", + "answer": "2" + }, + "target": "went to the gym to try and help her.", + "arguments": [ + [ + "Brett had to help Lawrence to burn a DVD of a movie to take on a plane as Lawrence had totally forgotten how to do it.\n\nI used a calculator instead of a computer to help with my math homework because the computer was slower.\n\nLeslie studied to become an auto body repair technician but not Robert, because Robert was not interested in cars.\n\nMatthew was in a lot of debt and Joseph was not because Matthew liked to spend a lot.\n\nAdam went running more often than Dennis did because Adam was on the track team.\n\nErin was self-conscious of her legs and Katrina didn't help by making fun of them, but Erin", + " went to the gym to try and help her." + ], + [ + "Brett had to help Lawrence to burn a DVD of a movie to take on a plane as Lawrence had totally forgotten how to do it.\n\nI used a calculator instead of a computer to help with my math homework because the computer was slower.\n\nLeslie studied to become an auto body repair technician but not Robert, because Robert was not interested in cars.\n\nMatthew was in a lot of debt and Joseph was not because Matthew liked to spend a lot.\n\nAdam went running more often than Dennis did because Adam was on the track team.\n\nErin was self-conscious of her legs and Katrina didn't help by making fun of them, but Katrina", + " went to the gym to try and help her." + ] + ], + "resps": [ + [ + [ + -20.53125, + false + ] + ], + [ + [ + -18.734375, + false + ] + ] + ], + "filtered_resps": [ + [ + -20.53125, + false + ], + [ + -18.734375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1100, + "doc": { + "sentence": "Mary thinks Sarah has beautiful skin, even though _ actually has the better complexion of the two.", + "option1": "Mary", + "option2": "Sarah", + "answer": "1" + }, + "target": "actually has the better complexion of the two.", + "arguments": [ + [ + "The egg cooked more evenly in the pan than on the sheet, because the sheet was poorly designed.\n\nCynthia knows that wagering on baseball is illegal but Tanya does not care, Tanya couldn't avoid going to jail.\n\nBuying new office supplies and storage boxes was fun for Samuel but not Joel, since Joel hated having to organize.\n\nThe lady hated bowling a lot more than basketball because the lady thought the bowling was boring.\n\nThe mad scientist poured acid from the test tube into the beaker until the test tube was empty.\n\nMary thinks Sarah has beautiful skin, even though Mary", + " actually has the better complexion of the two." + ], + [ + "The egg cooked more evenly in the pan than on the sheet, because the sheet was poorly designed.\n\nCynthia knows that wagering on baseball is illegal but Tanya does not care, Tanya couldn't avoid going to jail.\n\nBuying new office supplies and storage boxes was fun for Samuel but not Joel, since Joel hated having to organize.\n\nThe lady hated bowling a lot more than basketball because the lady thought the bowling was boring.\n\nThe mad scientist poured acid from the test tube into the beaker until the test tube was empty.\n\nMary thinks Sarah has beautiful skin, even though Sarah", + " actually has the better complexion of the two." + ] + ], + "resps": [ + [ + [ + -24.125, + false + ] + ], + [ + [ + -29.671875, + false + ] + ] + ], + "filtered_resps": [ + [ + -24.125, + false + ], + [ + -29.671875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1108, + "doc": { + "sentence": "Kyle was in a lot of pain after running the marathon in place of Brian, but _ appreciated the support of his cause.", + "option1": "Kyle", + "option2": "Brian", + "answer": "2" + }, + "target": "appreciated the support of his cause.", + "arguments": [ + [ + "Jess chose to use wallpaper and not paint for the walls because the wallpaper was prettier.\n\nSince Jennifer was in need of clothing while Natalie had extra, Jennifer bought clothes from the thrift shop.\n\nKenneth received an invitation to a mutual friends wedding but Brian was not invited. Brian was sad they could not attend.\n\nChristopher was an expert jeweler compared to Matthew' who is an amateur, so Matthew was the dealer swindled by a fake sapphire.\n\nAll of the paper that I got from school wouldn't fit in the folder, because the paper was too thick.\n\nKyle was in a lot of pain after running the marathon in place of Brian, but Kyle", + " appreciated the support of his cause." + ], + [ + "Jess chose to use wallpaper and not paint for the walls because the wallpaper was prettier.\n\nSince Jennifer was in need of clothing while Natalie had extra, Jennifer bought clothes from the thrift shop.\n\nKenneth received an invitation to a mutual friends wedding but Brian was not invited. Brian was sad they could not attend.\n\nChristopher was an expert jeweler compared to Matthew' who is an amateur, so Matthew was the dealer swindled by a fake sapphire.\n\nAll of the paper that I got from school wouldn't fit in the folder, because the paper was too thick.\n\nKyle was in a lot of pain after running the marathon in place of Brian, but Brian", + " appreciated the support of his cause." + ] + ], + "resps": [ + [ + [ + -25.90625, + false + ] + ], + [ + [ + -27.734375, + false + ] + ] + ], + "filtered_resps": [ + [ + -25.90625, + false + ], + [ + -27.734375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1116, + "doc": { + "sentence": "Justin brought a a saw and hammer to prepare making a cupboard for Benjamin because _ is his employer.", + "option1": "Justin", + "option2": "Benjamin", + "answer": "2" + }, + "target": "is his employer.", + "arguments": [ + [ + "Nelson really loved yellow birds, while Craig really loved gray ones, which explains why Nelson kept so many canaries.\n\nThe child of Maria had really bad behavior unlike Amy's child, because Amy was not very tolerant.\n\nKatrina makes very tasty roast recipes while Cynthia doesn't, so Katrina is eager to cook more.\n\nI took a class on how to drive a truck instead of a bus because driving the bus pays less.\n\nAaron's recreational vehicle was really just a trailer compared to Kevin's behemoth. Kevin had a grander model.\n\nJustin brought a a saw and hammer to prepare making a cupboard for Benjamin because Justin", + " is his employer." + ], + [ + "Nelson really loved yellow birds, while Craig really loved gray ones, which explains why Nelson kept so many canaries.\n\nThe child of Maria had really bad behavior unlike Amy's child, because Amy was not very tolerant.\n\nKatrina makes very tasty roast recipes while Cynthia doesn't, so Katrina is eager to cook more.\n\nI took a class on how to drive a truck instead of a bus because driving the bus pays less.\n\nAaron's recreational vehicle was really just a trailer compared to Kevin's behemoth. Kevin had a grander model.\n\nJustin brought a a saw and hammer to prepare making a cupboard for Benjamin because Benjamin", + " is his employer." + ] + ], + "resps": [ + [ + [ + -16.75, + false + ] + ], + [ + [ + -16.453125, + false + ] + ] + ], + "filtered_resps": [ + [ + -16.75, + false + ], + [ + -16.453125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1124, + "doc": { + "sentence": "With my ankle sprain, I am not able to put my foot in my shoe because the _ is too fat.", + "option1": "sprain", + "option2": "shoe", + "answer": "1" + }, + "target": "is too fat.", + "arguments": [ + [ + "Logan wanted a suitable environment for Robert so Logan set up the area around them.\n\nJustin has a lot of nerve pain and Ian doesn't know how to help so Ian offers hug s a lot.\n\nWilliam spend tons of money on their wedding but Ian had a small budget for theirs. you can say Ian is more practical.\n\nPatricia asked Rebecca when she was supposed to get the results back from the blood test but Rebecca did not know.\n\nJohn hated his country far more than the world because the world had many good people.\n\nWith my ankle sprain, I am not able to put my foot in my shoe because the sprain", + " is too fat." + ], + [ + "Logan wanted a suitable environment for Robert so Logan set up the area around them.\n\nJustin has a lot of nerve pain and Ian doesn't know how to help so Ian offers hug s a lot.\n\nWilliam spend tons of money on their wedding but Ian had a small budget for theirs. you can say Ian is more practical.\n\nPatricia asked Rebecca when she was supposed to get the results back from the blood test but Rebecca did not know.\n\nJohn hated his country far more than the world because the world had many good people.\n\nWith my ankle sprain, I am not able to put my foot in my shoe because the shoe", + " is too fat." + ] + ], + "resps": [ + [ + [ + -12.03125, + false + ] + ], + [ + [ + -11.0, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.03125, + false + ], + [ + -11.0, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1132, + "doc": { + "sentence": "Playing basketball came easier for Cynthia than Jennifer but _ had less control of their body movements.", + "option1": "Cynthia", + "option2": "Jennifer", + "answer": "1" + }, + "target": "had less control of their body movements.", + "arguments": [ + [ + "Jim started drinking fresh water instead of artificial soda pops because the water was healthy.\n\nThe wall was built to safeguard the house from waves, as the house was vulnerable against them.\n\nThe quarterback threw the football over the head of Craig and into the hands of Benjamin, so Benjamin score a touchdown.\n\nThe violets in the garden of Natalie grew much taller than Rebecca's because Natalie is great at gardening.\n\nThe woman was hurt less by the scam than the identity theft because she lost more money with the theft .\n\nPlaying basketball came easier for Cynthia than Jennifer but Cynthia", + " had less control of their body movements." + ], + [ + "Jim started drinking fresh water instead of artificial soda pops because the water was healthy.\n\nThe wall was built to safeguard the house from waves, as the house was vulnerable against them.\n\nThe quarterback threw the football over the head of Craig and into the hands of Benjamin, so Benjamin score a touchdown.\n\nThe violets in the garden of Natalie grew much taller than Rebecca's because Natalie is great at gardening.\n\nThe woman was hurt less by the scam than the identity theft because she lost more money with the theft .\n\nPlaying basketball came easier for Cynthia than Jennifer but Jennifer", + " had less control of their body movements." + ] + ], + "resps": [ + [ + [ + -25.765625, + false + ] + ], + [ + [ + -28.25, + false + ] + ] + ], + "filtered_resps": [ + [ + -25.765625, + false + ], + [ + -28.25, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1140, + "doc": { + "sentence": "Jason went zooming down Brett's street way too fast on his motorcycle, causing _ great excitement.", + "option1": "Jason", + "option2": "Brett", + "answer": "1" + }, + "target": "great excitement.", + "arguments": [ + [ + "The hallway filled with smoke but the bedroom had clear air, since the bedroom had open windows.\n\nOwen wore boxers to sleep more than briefs because the boxers were loose on his skin.\n\nRebecca managed to stop their car before crashing but Jessica did not as Jessica was going fast.\n\nThe young boy wanted to put the baseball on the shelf but it kept rolling off because the baseball was round.\n\nThe decision making skills of Donald are poor when compared to those of Nelson. Nelson is a competent negotiator.\n\nJason went zooming down Brett's street way too fast on his motorcycle, causing Jason", + " great excitement." + ], + [ + "The hallway filled with smoke but the bedroom had clear air, since the bedroom had open windows.\n\nOwen wore boxers to sleep more than briefs because the boxers were loose on his skin.\n\nRebecca managed to stop their car before crashing but Jessica did not as Jessica was going fast.\n\nThe young boy wanted to put the baseball on the shelf but it kept rolling off because the baseball was round.\n\nThe decision making skills of Donald are poor when compared to those of Nelson. Nelson is a competent negotiator.\n\nJason went zooming down Brett's street way too fast on his motorcycle, causing Brett", + " great excitement." + ] + ], + "resps": [ + [ + [ + -10.1640625, + false + ] + ], + [ + [ + -13.1640625, + false + ] + ] + ], + "filtered_resps": [ + [ + -10.1640625, + false + ], + [ + -13.1640625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1148, + "doc": { + "sentence": "Betty avoided getting attacked in the dark alley where Elena was mugged, because _ ignored their intuition.", + "option1": "Betty", + "option2": "Elena", + "answer": "2" + }, + "target": "ignored their intuition.", + "arguments": [ + [ + "The crabs tasted better at the diner than at the restaurant because the diner was closer to the shore.\n\nJohn broke the tablet when he placed the box on it not knowing the tablet is fragile.\n\nNeil gave the new technology to Nick, because Neil wanted to share the advancements with someone else.\n\nJames needed a longer brush to clean the window because the brush is too short.\n\nKevin wanted to grow a bigger vegetable garden than Nelson because Nelson is a simple person.\n\nBetty avoided getting attacked in the dark alley where Elena was mugged, because Betty", + " ignored their intuition." + ], + [ + "The crabs tasted better at the diner than at the restaurant because the diner was closer to the shore.\n\nJohn broke the tablet when he placed the box on it not knowing the tablet is fragile.\n\nNeil gave the new technology to Nick, because Neil wanted to share the advancements with someone else.\n\nJames needed a longer brush to clean the window because the brush is too short.\n\nKevin wanted to grow a bigger vegetable garden than Nelson because Nelson is a simple person.\n\nBetty avoided getting attacked in the dark alley where Elena was mugged, because Elena", + " ignored their intuition." + ] + ], + "resps": [ + [ + [ + -24.125, + false + ] + ], + [ + [ + -25.234375, + false + ] + ] + ], + "filtered_resps": [ + [ + -24.125, + false + ], + [ + -25.234375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1156, + "doc": { + "sentence": "Benjamin thought Android was the superior phone system but Ian thought IOS was better. _ bought a new iPhone 9 from Verizon.", + "option1": "Benjamin", + "option2": "Ian", + "answer": "2" + }, + "target": "bought a new iPhone 9 from Verizon.", + "arguments": [ + [ + "I would say Tanya is a better debater than Natalie as Natalie is very compromising most of the time.\n\nKenneth want to learn how to grow a jicama and asks for Jason's help, because Kenneth is not vine expert.\n\nThe chef could not use the knife to chop the vegetable quickly because the knife is too dull.\n\nRandy was more of a baseball fan than Michael so Michael was heavily bored in every postseason.\n\nThe woman put the note in her back pocket but it stuck out because the pocket was small.\n\nBenjamin thought Android was the superior phone system but Ian thought IOS was better. Benjamin", + " bought a new iPhone 9 from Verizon." + ], + [ + "I would say Tanya is a better debater than Natalie as Natalie is very compromising most of the time.\n\nKenneth want to learn how to grow a jicama and asks for Jason's help, because Kenneth is not vine expert.\n\nThe chef could not use the knife to chop the vegetable quickly because the knife is too dull.\n\nRandy was more of a baseball fan than Michael so Michael was heavily bored in every postseason.\n\nThe woman put the note in her back pocket but it stuck out because the pocket was small.\n\nBenjamin thought Android was the superior phone system but Ian thought IOS was better. Ian", + " bought a new iPhone 9 from Verizon." + ] + ], + "resps": [ + [ + [ + -25.796875, + false + ] + ], + [ + [ + -23.765625, + false + ] + ] + ], + "filtered_resps": [ + [ + -25.796875, + false + ], + [ + -23.765625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1164, + "doc": { + "sentence": "Donald was chosen to be a model while Dennis was passed over, because _ was exceptionally tall.", + "option1": "Donald", + "option2": "Dennis", + "answer": "1" + }, + "target": "was exceptionally tall.", + "arguments": [ + [ + "Ryan had never gone to a dealership and bought a car like Michael because Michael never bought them from the owner.\n\nJohn poured some water from the bottle to the bowl and there still enough space in the bowl. The bottle small.\n\nThe man tried to fit his feet in the shoes but the feet were too large.\n\nLogan had to work while Aaron was still in middle school so Logan drove his car every day.\n\nRice was a staple in the country, but not enjoyed in the city, it was just so much cheaper in the country .\n\nDonald was chosen to be a model while Dennis was passed over, because Donald", + " was exceptionally tall." + ], + [ + "Ryan had never gone to a dealership and bought a car like Michael because Michael never bought them from the owner.\n\nJohn poured some water from the bottle to the bowl and there still enough space in the bowl. The bottle small.\n\nThe man tried to fit his feet in the shoes but the feet were too large.\n\nLogan had to work while Aaron was still in middle school so Logan drove his car every day.\n\nRice was a staple in the country, but not enjoyed in the city, it was just so much cheaper in the country .\n\nDonald was chosen to be a model while Dennis was passed over, because Dennis", + " was exceptionally tall." + ] + ], + "resps": [ + [ + [ + -11.1328125, + false + ] + ], + [ + [ + -13.1484375, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.1328125, + false + ], + [ + -13.1484375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1172, + "doc": { + "sentence": "April gets stressed when she goes waterskiing more than swimming. The _ is filled with relaxation for her.", + "option1": "waterskiing", + "option2": "swimming", + "answer": "2" + }, + "target": "is filled with relaxation for her.", + "arguments": [ + [ + "During the brewing process, the pots were on the stove and the bottles were in the fridge, so the pots were hotter.\n\nAaron loves walking, but Lawrence does not, so Lawrence drives to work every morning when it's raining or not.\n\nThe moments when Carrie would sniff Patricia's hair in class would make Carrie feel elated.\n\nSo Christopher ignored the website because Kevin needed some information that Christopher didn't need and that's why.\n\nJason wants to become a pilot so he asks his tutor Benjamin for extra hours, because Benjamin is already a pilot.\n\nApril gets stressed when she goes waterskiing more than swimming. The waterskiing", + " is filled with relaxation for her." + ], + [ + "During the brewing process, the pots were on the stove and the bottles were in the fridge, so the pots were hotter.\n\nAaron loves walking, but Lawrence does not, so Lawrence drives to work every morning when it's raining or not.\n\nThe moments when Carrie would sniff Patricia's hair in class would make Carrie feel elated.\n\nSo Christopher ignored the website because Kevin needed some information that Christopher didn't need and that's why.\n\nJason wants to become a pilot so he asks his tutor Benjamin for extra hours, because Benjamin is already a pilot.\n\nApril gets stressed when she goes waterskiing more than swimming. The swimming", + " is filled with relaxation for her." + ] + ], + "resps": [ + [ + [ + -21.46875, + false + ] + ], + [ + [ + -18.578125, + false + ] + ] + ], + "filtered_resps": [ + [ + -21.46875, + false + ], + [ + -18.578125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1180, + "doc": { + "sentence": "Joseph loved to smoke cigarettes while Derrick did not although _ hated to use a hookah.", + "option1": "Joseph", + "option2": "Derrick", + "answer": "1" + }, + "target": "hated to use a hookah.", + "arguments": [ + [ + "Mike chose to buy his jeans at the store rather than the outlet, because store was cheaper .\n\nCarrie helped Natalie plan all of the company events for the conference because Natalie was an CEO.\n\nTanya's cars never lasted long, while Natalie's lasted years. Tanya refused to do basic maintenance like change the motor oil.\n\nJan wanted to move a desk into the corner of the family room but the desk was too wide.\n\nBecause Joseph had been a victim of identity theft and Matthew had not, Joseph checked his credit report more frequently.\n\nJoseph loved to smoke cigarettes while Derrick did not although Joseph", + " hated to use a hookah." + ], + [ + "Mike chose to buy his jeans at the store rather than the outlet, because store was cheaper .\n\nCarrie helped Natalie plan all of the company events for the conference because Natalie was an CEO.\n\nTanya's cars never lasted long, while Natalie's lasted years. Tanya refused to do basic maintenance like change the motor oil.\n\nJan wanted to move a desk into the corner of the family room but the desk was too wide.\n\nBecause Joseph had been a victim of identity theft and Matthew had not, Joseph checked his credit report more frequently.\n\nJoseph loved to smoke cigarettes while Derrick did not although Derrick", + " hated to use a hookah." + ] + ], + "resps": [ + [ + [ + -21.484375, + false + ] + ], + [ + [ + -23.859375, + false + ] + ] + ], + "filtered_resps": [ + [ + -21.484375, + false + ], + [ + -23.859375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1188, + "doc": { + "sentence": "Tanya was an adult while Samantha was young and still had room to grow , so _ gave her her old clothes.", + "option1": "Tanya", + "option2": "Samantha", + "answer": "1" + }, + "target": "gave her her old clothes.", + "arguments": [ + [ + "Jeffrey loved to listen to hip hop music but Kevin thought it was terrible. Jeffrey put in a cd by Run DMC.\n\nProducts sold at the outlet made more money than those sold at the store , so the outlet was a profitable business.\n\nLindsey needed to learn how to file from Amy since Amy 's office was well organized.\n\nWhen I have a health concern I go to the doctor's office, not to an unlicensed medical website, because the website can be frightening.\n\nLindsey is curvier than Megan, which explains why Lindsey always buys a larger-sized bra when they shop together at the discount clothing store.\n\nTanya was an adult while Samantha was young and still had room to grow , so Tanya", + " gave her her old clothes." + ], + [ + "Jeffrey loved to listen to hip hop music but Kevin thought it was terrible. Jeffrey put in a cd by Run DMC.\n\nProducts sold at the outlet made more money than those sold at the store , so the outlet was a profitable business.\n\nLindsey needed to learn how to file from Amy since Amy 's office was well organized.\n\nWhen I have a health concern I go to the doctor's office, not to an unlicensed medical website, because the website can be frightening.\n\nLindsey is curvier than Megan, which explains why Lindsey always buys a larger-sized bra when they shop together at the discount clothing store.\n\nTanya was an adult while Samantha was young and still had room to grow , so Samantha", + " gave her her old clothes." + ] + ], + "resps": [ + [ + [ + -17.9375, + false + ] + ], + [ + [ + -19.875, + false + ] + ] + ], + "filtered_resps": [ + [ + -17.9375, + false + ], + [ + -19.875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1196, + "doc": { + "sentence": "Lawrence volunteered to donate blood to help others, but Steven was unable to, since _ was healthy.", + "option1": "Lawrence", + "option2": "Steven", + "answer": "1" + }, + "target": "was healthy.", + "arguments": [ + [ + "Monica stole Betty's ipod because Monica really likes listening to great music that plays well.\n\nSamantha ran right past the Easter egg while Rebecca ran towards it, and Rebecca picked it up.\n\nThe contractor liked using the brick material over the stone material, because the stone material is shoddy.\n\nI love going to the museum to look at all the art. The museum is so peaceful.\n\nBen posted a selfie and a food shot on snapchat. People liked the food better, because Ben was ugly.\n\nLawrence volunteered to donate blood to help others, but Steven was unable to, since Lawrence", + " was healthy." + ], + [ + "Monica stole Betty's ipod because Monica really likes listening to great music that plays well.\n\nSamantha ran right past the Easter egg while Rebecca ran towards it, and Rebecca picked it up.\n\nThe contractor liked using the brick material over the stone material, because the stone material is shoddy.\n\nI love going to the museum to look at all the art. The museum is so peaceful.\n\nBen posted a selfie and a food shot on snapchat. People liked the food better, because Ben was ugly.\n\nLawrence volunteered to donate blood to help others, but Steven was unable to, since Steven", + " was healthy." + ] + ], + "resps": [ + [ + [ + -8.8671875, + false + ] + ], + [ + [ + -8.3203125, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.8671875, + false + ], + [ + -8.3203125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1204, + "doc": { + "sentence": "The shoddy bridge held secure for when the cars were getting passengers across the town to their destinations on time. However the _ were cautious.", + "option1": "passengers", + "option2": "cars", + "answer": "1" + }, + "target": "were cautious.", + "arguments": [ + [ + "The new corset purchased by Bill for his wife would not fit around her body, the corset was too narrow.\n\nWilliam was trying to treat the ulcer of Benjamin at the hospital because William is a doctor.\n\nFixing the laptop was easy for Nelson but not Michael, because Nelson was very technology savvy.\n\nLindsey received many complaints at the job compared to Angela because Angela was a great worker.\n\nMonica went to Erin's house to use their computer for a paper since Monica 's computer was broken.\n\nThe shoddy bridge held secure for when the cars were getting passengers across the town to their destinations on time. However the passengers", + " were cautious." + ], + [ + "The new corset purchased by Bill for his wife would not fit around her body, the corset was too narrow.\n\nWilliam was trying to treat the ulcer of Benjamin at the hospital because William is a doctor.\n\nFixing the laptop was easy for Nelson but not Michael, because Nelson was very technology savvy.\n\nLindsey received many complaints at the job compared to Angela because Angela was a great worker.\n\nMonica went to Erin's house to use their computer for a paper since Monica 's computer was broken.\n\nThe shoddy bridge held secure for when the cars were getting passengers across the town to their destinations on time. However the cars", + " were cautious." + ] + ], + "resps": [ + [ + [ + -12.96875, + false + ] + ], + [ + [ + -15.28125, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.96875, + false + ], + [ + -15.28125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1212, + "doc": { + "sentence": "Amy left smears all over the surface after cleaning Kayla's sink, because _ didn't supervise very much.", + "option1": "Amy", + "option2": "Kayla", + "answer": "2" + }, + "target": "didn't supervise very much.", + "arguments": [ + [ + "Victoria loved going to school with Katrina for Victoria had a crush on the other.\n\nBetty really enjoyed getting up and going to their job each day but Erin did not because Betty was very motivated.\n\nJeffrey was able to perform a backflip but Nick was not because Nick was very rigid.\n\nChristine's telescope can't see nearly as far as the one Jessica purchased. Christine got a cheaper model telescope.\n\nThe hospital was running out of syringes, but they had plenty of bandages due to the bandages price decreasing.\n\nAmy left smears all over the surface after cleaning Kayla's sink, because Amy", + " didn't supervise very much." + ], + [ + "Victoria loved going to school with Katrina for Victoria had a crush on the other.\n\nBetty really enjoyed getting up and going to their job each day but Erin did not because Betty was very motivated.\n\nJeffrey was able to perform a backflip but Nick was not because Nick was very rigid.\n\nChristine's telescope can't see nearly as far as the one Jessica purchased. Christine got a cheaper model telescope.\n\nThe hospital was running out of syringes, but they had plenty of bandages due to the bandages price decreasing.\n\nAmy left smears all over the surface after cleaning Kayla's sink, because Kayla", + " didn't supervise very much." + ] + ], + "resps": [ + [ + [ + -21.953125, + false + ] + ], + [ + [ + -20.84375, + false + ] + ] + ], + "filtered_resps": [ + [ + -21.953125, + false + ], + [ + -20.84375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1220, + "doc": { + "sentence": "The boxes were too heavy for Benjamin to carry alone, so he asked Matthew for help. After he said yes, _ felt regret.", + "option1": "Benjamin", + "option2": "Matthew", + "answer": "2" + }, + "target": "felt regret.", + "arguments": [ + [ + "Jake needed to rid his home of bugs at the dumps, it took a long time because the dumps were few.\n\nChristine refused to dance even once with Emily because Emily was not liked by anyone in school.\n\nThe toddler said something rude which offended Victoria but Samantha laughed. Victoria always disliked the honesty of children.\n\nHe framed his diploma with wood instead of metal, because he felt the metal was more pedestrian.\n\nThe gardener used new pest sprays on the mites, but the mites were still too strong.\n\nThe boxes were too heavy for Benjamin to carry alone, so he asked Matthew for help. After he said yes, Benjamin", + " felt regret." + ], + [ + "Jake needed to rid his home of bugs at the dumps, it took a long time because the dumps were few.\n\nChristine refused to dance even once with Emily because Emily was not liked by anyone in school.\n\nThe toddler said something rude which offended Victoria but Samantha laughed. Victoria always disliked the honesty of children.\n\nHe framed his diploma with wood instead of metal, because he felt the metal was more pedestrian.\n\nThe gardener used new pest sprays on the mites, but the mites were still too strong.\n\nThe boxes were too heavy for Benjamin to carry alone, so he asked Matthew for help. After he said yes, Matthew", + " felt regret." + ] + ], + "resps": [ + [ + [ + -10.5234375, + false + ] + ], + [ + [ + -9.4609375, + false + ] + ] + ], + "filtered_resps": [ + [ + -10.5234375, + false + ], + [ + -9.4609375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1228, + "doc": { + "sentence": "Brian's plants are showing a lot more growth than Logan's, because _ used better fertilizer.", + "option1": "Brian", + "option2": "Logan", + "answer": "1" + }, + "target": "used better fertilizer.", + "arguments": [ + [ + "I removed the blinds from the window and replaced it with curtains. The curtains were pristine.\n\nJessie doesn't enjoy wearing her ring as much as her necklace because the ring is very cheap.\n\nKatrina has to use a lint roller more than Christine because Katrina wears way more black clothing.\n\nThe storage on the shelf is not enough to keep the bag. The storage is small.\n\nHe was trying to measure the height of the box using a ruler, but had to switch to a larger ruler because the ruler is too short.\n\nBrian's plants are showing a lot more growth than Logan's, because Brian", + " used better fertilizer." + ], + [ + "I removed the blinds from the window and replaced it with curtains. The curtains were pristine.\n\nJessie doesn't enjoy wearing her ring as much as her necklace because the ring is very cheap.\n\nKatrina has to use a lint roller more than Christine because Katrina wears way more black clothing.\n\nThe storage on the shelf is not enough to keep the bag. The storage is small.\n\nHe was trying to measure the height of the box using a ruler, but had to switch to a larger ruler because the ruler is too short.\n\nBrian's plants are showing a lot more growth than Logan's, because Logan", + " used better fertilizer." + ] + ], + "resps": [ + [ + [ + -10.8125, + false + ] + ], + [ + [ + -13.6875, + false + ] + ] + ], + "filtered_resps": [ + [ + -10.8125, + false + ], + [ + -13.6875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1236, + "doc": { + "sentence": "The skateboard got broken under the weight of the fat boy and his luggage. The _ is light.", + "option1": "skateboard", + "option2": "weight", + "answer": "1" + }, + "target": "is light.", + "arguments": [ + [ + "I was trying to type on my iPhone screen through my wool knit glove, but struggled to type since the screen was slippery.\n\nAfter Erin put a scarf on her neck, Katrina noticed how pretty it was. Erin let her try it on.\n\nThe doctor showed that Victoria had symptoms of the disease while Katrina was fine. Katrina was healthy.\n\nKyle needed an oxygen mask urgently while Brian did not. Brian had a healthy lung.\n\nEric hacked into the movie star Ian's cell phone because Eric was well known for causing trouble.\n\nThe skateboard got broken under the weight of the fat boy and his luggage. The skateboard", + " is light." + ], + [ + "I was trying to type on my iPhone screen through my wool knit glove, but struggled to type since the screen was slippery.\n\nAfter Erin put a scarf on her neck, Katrina noticed how pretty it was. Erin let her try it on.\n\nThe doctor showed that Victoria had symptoms of the disease while Katrina was fine. Katrina was healthy.\n\nKyle needed an oxygen mask urgently while Brian did not. Brian had a healthy lung.\n\nEric hacked into the movie star Ian's cell phone because Eric was well known for causing trouble.\n\nThe skateboard got broken under the weight of the fat boy and his luggage. The weight", + " is light." + ] + ], + "resps": [ + [ + [ + -11.75, + false + ] + ], + [ + [ + -15.8828125, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.75, + false + ], + [ + -15.8828125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1244, + "doc": { + "sentence": "Neil cut trees down into lumber every year unlike Logan because _ lives out in the countryside.", + "option1": "Neil", + "option2": "Logan", + "answer": "1" + }, + "target": "lives out in the countryside.", + "arguments": [ + [ + "Mary replaced her running shoe after it wore out with Birkenstock for her birthday, the Birkenstock was new.\n\nKathy's dog was having a seizure, so she put a pillow between his head and the floor, and the pillow helped his head not hit the floor.\n\nThe activities that he had planned out could not fit into the schedules because the activities were long.\n\nJen needed to detox her body with either pills or fruits. She chose the pills because it was unnatural.\n\nKaren was positive about the answers on her math test, but confused about the essay. She was least confident about the essay .\n\nNeil cut trees down into lumber every year unlike Logan because Neil", + " lives out in the countryside." + ], + [ + "Mary replaced her running shoe after it wore out with Birkenstock for her birthday, the Birkenstock was new.\n\nKathy's dog was having a seizure, so she put a pillow between his head and the floor, and the pillow helped his head not hit the floor.\n\nThe activities that he had planned out could not fit into the schedules because the activities were long.\n\nJen needed to detox her body with either pills or fruits. She chose the pills because it was unnatural.\n\nKaren was positive about the answers on her math test, but confused about the essay. She was least confident about the essay .\n\nNeil cut trees down into lumber every year unlike Logan because Logan", + " lives out in the countryside." + ] + ], + "resps": [ + [ + [ + -18.09375, + false + ] + ], + [ + [ + -20.03125, + false + ] + ] + ], + "filtered_resps": [ + [ + -18.09375, + false + ], + [ + -20.03125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1252, + "doc": { + "sentence": "The architect tried to build the room inside the house but the _ was too small.", + "option1": "house", + "option2": "room", + "answer": "1" + }, + "target": "was too small.", + "arguments": [ + [ + "Kenneth wanted Joseph to get into plus size modeling, because Kenneth thought that they would be perfect for it.\n\nCraig wanted to get the autograph of Nelson who was a karate master, so Nelson gave an autograph.\n\nAlex wanted to swim in the ocean instead of in the lake because the lake is harder to float with its clear water property.\n\nAdam was invited out on a date by the girl but not Robert because Adam was more attractive.\n\nWe left the boat in the dock and took the barge instead, as the boat had a difficult time on the wavy ocean.\n\nThe architect tried to build the room inside the house but the house", + " was too small." + ], + [ + "Kenneth wanted Joseph to get into plus size modeling, because Kenneth thought that they would be perfect for it.\n\nCraig wanted to get the autograph of Nelson who was a karate master, so Nelson gave an autograph.\n\nAlex wanted to swim in the ocean instead of in the lake because the lake is harder to float with its clear water property.\n\nAdam was invited out on a date by the girl but not Robert because Adam was more attractive.\n\nWe left the boat in the dock and took the barge instead, as the boat had a difficult time on the wavy ocean.\n\nThe architect tried to build the room inside the house but the room", + " was too small." + ] + ], + "resps": [ + [ + [ + -4.7578125, + false + ] + ], + [ + [ + -4.9453125, + true + ] + ] + ], + "filtered_resps": [ + [ + -4.7578125, + false + ], + [ + -4.9453125, + true + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1260, + "doc": { + "sentence": "Angela was a homebody while Amy loved to travel the world whenever they could. _ took a vacation to the beach over the summer.", + "option1": "Angela", + "option2": "Amy", + "answer": "2" + }, + "target": "took a vacation to the beach over the summer.", + "arguments": [ + [ + "Justin was very concerned about the environment Ian wasn't that interested. Justin planted a lot of trees on their land.\n\nSamantha's recent health has been a very big problem unlike Monica's because Monica was cleared of cancer.\n\nRachel was paid to draw Felicia, so Rachel got a check after the project was done.\n\nJessica confided in Christine that she had never been in a relationship. Christine was supportive.\n\nWorried about getting the court on time, the woman decided to take a taxi instead of the train because the taxi would get there sooner.\n\nAngela was a homebody while Amy loved to travel the world whenever they could. Angela", + " took a vacation to the beach over the summer." + ], + [ + "Justin was very concerned about the environment Ian wasn't that interested. Justin planted a lot of trees on their land.\n\nSamantha's recent health has been a very big problem unlike Monica's because Monica was cleared of cancer.\n\nRachel was paid to draw Felicia, so Rachel got a check after the project was done.\n\nJessica confided in Christine that she had never been in a relationship. Christine was supportive.\n\nWorried about getting the court on time, the woman decided to take a taxi instead of the train because the taxi would get there sooner.\n\nAngela was a homebody while Amy loved to travel the world whenever they could. Amy", + " took a vacation to the beach over the summer." + ] + ], + "resps": [ + [ + [ + -23.015625, + false + ] + ], + [ + [ + -21.71875, + false + ] + ] + ], + "filtered_resps": [ + [ + -23.015625, + false + ], + [ + -21.71875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 5, + "doc": { + "sentence": "The cat of Sarah has some mouth problems, so she takes it to see Maria. _ is a responsible cat owner.", + "option1": "Sarah", + "option2": "Maria", + "answer": "1" + }, + "target": "is a responsible cat owner.", + "arguments": [ + [ + "The pants kept shrinking in the wash, but the socks weren't affected, because the pants were made of malleable material.\n\nThe leggings were more comfortable than the jeans because the jeans stretched out much less.\n\nThe woman wanted to hang the dress in the closet but the dress was too large.\n\nEating zucchini bread was a treat for Aaron but not Ian because Aaron ate it very rarely.\n\nThe man spent his money on the 4-wheeler instead of the motorcycle because the 4-wheeler was cheap.\n\nThe cat of Sarah has some mouth problems, so she takes it to see Maria. Sarah", + " is a responsible cat owner." + ], + [ + "The pants kept shrinking in the wash, but the socks weren't affected, because the pants were made of malleable material.\n\nThe leggings were more comfortable than the jeans because the jeans stretched out much less.\n\nThe woman wanted to hang the dress in the closet but the dress was too large.\n\nEating zucchini bread was a treat for Aaron but not Ian because Aaron ate it very rarely.\n\nThe man spent his money on the 4-wheeler instead of the motorcycle because the 4-wheeler was cheap.\n\nThe cat of Sarah has some mouth problems, so she takes it to see Maria. Maria", + " is a responsible cat owner." + ] + ], + "resps": [ + [ + [ + -13.4765625, + false + ] + ], + [ + [ + -16.875, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.4765625, + false + ], + [ + -16.875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 13, + "doc": { + "sentence": "He had enough time between classes to go to a cafe or to the library. He went to the _ because his paper could wait.", + "option1": "cafe", + "option2": "library", + "answer": "1" + }, + "target": "because his paper could wait.", + "arguments": [ + [ + "Lindsey gave Amy the silent treatment because she was angry; Lindsey didn't speak to her for two days.\n\nI drank water instead of soda because the fever subsided when I drank the water .\n\nIt was Adam who had to prepare meals for Robert since Adam was a competent cook .\n\nThe planted seedlings weren't growing as quickly in the backyard like in the front yard because the front yard has more sunlight.\n\nThe car was quick when it used electricity instead of gasoline, because it was made to run on the gasoline less efficiently.\n\nHe had enough time between classes to go to a cafe or to the library. He went to the cafe", + " because his paper could wait." + ], + [ + "Lindsey gave Amy the silent treatment because she was angry; Lindsey didn't speak to her for two days.\n\nI drank water instead of soda because the fever subsided when I drank the water .\n\nIt was Adam who had to prepare meals for Robert since Adam was a competent cook .\n\nThe planted seedlings weren't growing as quickly in the backyard like in the front yard because the front yard has more sunlight.\n\nThe car was quick when it used electricity instead of gasoline, because it was made to run on the gasoline less efficiently.\n\nHe had enough time between classes to go to a cafe or to the library. He went to the library", + " because his paper could wait." + ] + ], + "resps": [ + [ + [ + -23.03125, + false + ] + ], + [ + [ + -24.328125, + false + ] + ] + ], + "filtered_resps": [ + [ + -23.03125, + false + ], + [ + -24.328125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 21, + "doc": { + "sentence": "Benjamin was chosen instead of Brett to be the makeup artist for the play because _ was less experienced.", + "option1": "Benjamin", + "option2": "Brett", + "answer": "2" + }, + "target": "was less experienced.", + "arguments": [ + [ + "While discussing retirement, William wanted to move to Florida and Jeffrey did not for William liked warm climates.\n\nJeffrey was feeling sleepy all day, while Steven was full of energy, because Jeffrey had slept restlessly the night before.\n\nSamantha loves chocolate so much she made a cake, but Angela rejected the cake because Samantha adored the sweetness of it all.\n\nBetty love to have cats but Rachel did not. Rachel adopted a dog at the local shelter.\n\nMy mom always preferred the salon to the barber shop because the shop gave worse cuts.\n\nBenjamin was chosen instead of Brett to be the makeup artist for the play because Benjamin", + " was less experienced." + ], + [ + "While discussing retirement, William wanted to move to Florida and Jeffrey did not for William liked warm climates.\n\nJeffrey was feeling sleepy all day, while Steven was full of energy, because Jeffrey had slept restlessly the night before.\n\nSamantha loves chocolate so much she made a cake, but Angela rejected the cake because Samantha adored the sweetness of it all.\n\nBetty love to have cats but Rachel did not. Rachel adopted a dog at the local shelter.\n\nMy mom always preferred the salon to the barber shop because the shop gave worse cuts.\n\nBenjamin was chosen instead of Brett to be the makeup artist for the play because Brett", + " was less experienced." + ] + ], + "resps": [ + [ + [ + -9.515625, + false + ] + ], + [ + [ + -9.2578125, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.515625, + false + ], + [ + -9.2578125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 29, + "doc": { + "sentence": "Christine was going to Jessica's house to do some cleaning in the kitchen, because _ was a energetic person.", + "option1": "Christine", + "option2": "Jessica", + "answer": "1" + }, + "target": "was a energetic person.", + "arguments": [ + [ + "Mary wore the poncho to work that day instead of the jacket because the jacket didn't protect her from the rain.\n\nThe brushes that I used were a lot softer than the combs because the brushes were made from hair.\n\nBecause Elena was far less successful at their job this year than Megan, Elena received a smaller raise.\n\nwe replaced the cement surface in the bedroom with wood because the cement was cold.\n\nThe clothes of Kenneth always smell, but Ian's smell very good. Ian does laundry once a day.\n\nChristine was going to Jessica's house to do some cleaning in the kitchen, because Christine", + " was a energetic person." + ], + [ + "Mary wore the poncho to work that day instead of the jacket because the jacket didn't protect her from the rain.\n\nThe brushes that I used were a lot softer than the combs because the brushes were made from hair.\n\nBecause Elena was far less successful at their job this year than Megan, Elena received a smaller raise.\n\nwe replaced the cement surface in the bedroom with wood because the cement was cold.\n\nThe clothes of Kenneth always smell, but Ian's smell very good. Ian does laundry once a day.\n\nChristine was going to Jessica's house to do some cleaning in the kitchen, because Jessica", + " was a energetic person." + ] + ], + "resps": [ + [ + [ + -18.5, + false + ] + ], + [ + [ + -20.359375, + false + ] + ] + ], + "filtered_resps": [ + [ + -18.5, + false + ], + [ + -20.359375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 37, + "doc": { + "sentence": "Tanya told Emily she couldn't come to work because her cat had an infection, but _ was lying.", + "option1": "Tanya", + "option2": "Emily", + "answer": "1" + }, + "target": "was lying.", + "arguments": [ + [ + "Rachel was far more likely to receive letters from overseas than Victoria because Victoria had never traveled in Europe.\n\nHer skin chafed on her elbow when she wore the big sweater because the sweater is rough.\n\nThe rice needed more seasoning, but the pasta tasted just fine. The pasta must have been spicy.\n\nCarrie continued working while she had her skin condition, but Billy had to stay in the hospital with his lung condition. The lung condition was more life-threatening.\n\nNelson had an easy time writing stories but Joel struggled with it. Joel had taken welding classes at the local community college.\n\nTanya told Emily she couldn't come to work because her cat had an infection, but Tanya", + " was lying." + ], + [ + "Rachel was far more likely to receive letters from overseas than Victoria because Victoria had never traveled in Europe.\n\nHer skin chafed on her elbow when she wore the big sweater because the sweater is rough.\n\nThe rice needed more seasoning, but the pasta tasted just fine. The pasta must have been spicy.\n\nCarrie continued working while she had her skin condition, but Billy had to stay in the hospital with his lung condition. The lung condition was more life-threatening.\n\nNelson had an easy time writing stories but Joel struggled with it. Joel had taken welding classes at the local community college.\n\nTanya told Emily she couldn't come to work because her cat had an infection, but Emily", + " was lying." + ] + ], + "resps": [ + [ + [ + -4.6953125, + false + ] + ], + [ + [ + -8.9609375, + false + ] + ] + ], + "filtered_resps": [ + [ + -4.6953125, + false + ], + [ + -8.9609375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 45, + "doc": { + "sentence": "Since Craig wears clear contacts and William wears colored ones, it is safe to assume that _ loves the color of their eyes.", + "option1": "Craig", + "option2": "William", + "answer": "1" + }, + "target": "loves the color of their eyes.", + "arguments": [ + [ + "The hollyhocks in her garden needed plenty of sun and water to moisten the soil. She made sure to give them a lot of the water .\n\nAllison tried to use an elastic band to put her hair in a ponytail, but the hair was too short.\n\nTanya created a beautiful picture but Lindsey did not as Tanya was a wonderful artist.\n\nThe sac has more space for one more basketball. The basketball is a small one.\n\nNo matter where they went in the world, everyone always knew Derrick but not Nelson because Nelson was not a famous person.\n\nSince Craig wears clear contacts and William wears colored ones, it is safe to assume that Craig", + " loves the color of their eyes." + ], + [ + "The hollyhocks in her garden needed plenty of sun and water to moisten the soil. She made sure to give them a lot of the water .\n\nAllison tried to use an elastic band to put her hair in a ponytail, but the hair was too short.\n\nTanya created a beautiful picture but Lindsey did not as Tanya was a wonderful artist.\n\nThe sac has more space for one more basketball. The basketball is a small one.\n\nNo matter where they went in the world, everyone always knew Derrick but not Nelson because Nelson was not a famous person.\n\nSince Craig wears clear contacts and William wears colored ones, it is safe to assume that William", + " loves the color of their eyes." + ] + ], + "resps": [ + [ + [ + -19.5, + false + ] + ], + [ + [ + -19.0, + false + ] + ] + ], + "filtered_resps": [ + [ + -19.5, + false + ], + [ + -19.0, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 53, + "doc": { + "sentence": "Jennifer was more of a morning person than Natalie although _ always went to bed early and got a good night's rest.", + "option1": "Jennifer", + "option2": "Natalie", + "answer": "2" + }, + "target": "always went to bed early and got a good night's rest.", + "arguments": [ + [ + "Kenneth borrowed woodworking equipment from Justin so he could build a table. When he accidentally broke some of it, Justin vowed never to lend anything to anyone again.\n\nIn college, Brett needed a tutor for calculus while Kevin did not because Kevin was understanding the material.\n\nThe man with cancer chooses surgery over chemo based on his doctor's advice. surgery must succeed more in cases like his.\n\nMy new car didn't fit in the garage at my house because the garage was too tiny.\n\nThe student chose to download a game rather than his homework assignment. The game is likely more fascinating.\n\nJennifer was more of a morning person than Natalie although Jennifer", + " always went to bed early and got a good night's rest." + ], + [ + "Kenneth borrowed woodworking equipment from Justin so he could build a table. When he accidentally broke some of it, Justin vowed never to lend anything to anyone again.\n\nIn college, Brett needed a tutor for calculus while Kevin did not because Kevin was understanding the material.\n\nThe man with cancer chooses surgery over chemo based on his doctor's advice. surgery must succeed more in cases like his.\n\nMy new car didn't fit in the garage at my house because the garage was too tiny.\n\nThe student chose to download a game rather than his homework assignment. The game is likely more fascinating.\n\nJennifer was more of a morning person than Natalie although Natalie", + " always went to bed early and got a good night's rest." + ] + ], + "resps": [ + [ + [ + -24.890625, + false + ] + ], + [ + [ + -22.40625, + false + ] + ] + ], + "filtered_resps": [ + [ + -24.890625, + false + ], + [ + -22.40625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 61, + "doc": { + "sentence": "Laura used too much super glue on Erins hands, so _ needed to get to the doctor to separate their hands.", + "option1": "Laura", + "option2": "Erin", + "answer": "2" + }, + "target": "needed to get to the doctor to separate their hands.", + "arguments": [ + [ + "Jane wanted her doll back because she now hated the toy car. The doll is beautiful.\n\nThe coroner tried to put the body in the bag but the body was too large.\n\nRandy bumped into Brian while walking on the sidewalk, because Randy was in a rush.\n\nThe light sensitive roses had to be removed from the garden and moved to the vineyard, as the garden was sunnier.\n\nMatthew was removing the excess cancerous tissue with a scalpel from Jeffrey because Jeffrey was a patient.\n\nLaura used too much super glue on Erins hands, so Laura", + " needed to get to the doctor to separate their hands." + ], + [ + "Jane wanted her doll back because she now hated the toy car. The doll is beautiful.\n\nThe coroner tried to put the body in the bag but the body was too large.\n\nRandy bumped into Brian while walking on the sidewalk, because Randy was in a rush.\n\nThe light sensitive roses had to be removed from the garden and moved to the vineyard, as the garden was sunnier.\n\nMatthew was removing the excess cancerous tissue with a scalpel from Jeffrey because Jeffrey was a patient.\n\nLaura used too much super glue on Erins hands, so Erin", + " needed to get to the doctor to separate their hands." + ] + ], + "resps": [ + [ + [ + -32.46875, + false + ] + ], + [ + [ + -28.78125, + false + ] + ] + ], + "filtered_resps": [ + [ + -32.46875, + false + ], + [ + -28.78125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 69, + "doc": { + "sentence": "The bartender cut Carrie off but continued to serve Emily because _ was too drunk.", + "option1": "Carrie", + "option2": "Emily", + "answer": "1" + }, + "target": "was too drunk.", + "arguments": [ + [ + "Adam had to schedule a visit a dermatologist but Joseph didn't because Adam had bad skin.\n\nBenjamin explained to Kevin how he was going to start his own business. Kevin was proud of him.\n\nNeil wanted to help his good friend Benjamin quit smoking for Benjamin was an current smoker.\n\nLogan lost the billiards game to Robert because Logan was a novice in the game.\n\nAngela loves cleaning but Gary likes laundry. Angela likes the cleaning scents for the home.\n\nThe bartender cut Carrie off but continued to serve Emily because Carrie", + " was too drunk." + ], + [ + "Adam had to schedule a visit a dermatologist but Joseph didn't because Adam had bad skin.\n\nBenjamin explained to Kevin how he was going to start his own business. Kevin was proud of him.\n\nNeil wanted to help his good friend Benjamin quit smoking for Benjamin was an current smoker.\n\nLogan lost the billiards game to Robert because Logan was a novice in the game.\n\nAngela loves cleaning but Gary likes laundry. Angela likes the cleaning scents for the home.\n\nThe bartender cut Carrie off but continued to serve Emily because Emily", + " was too drunk." + ] + ], + "resps": [ + [ + [ + -5.3125, + false + ] + ], + [ + [ + -9.8515625, + false + ] + ] + ], + "filtered_resps": [ + [ + -5.3125, + false + ], + [ + -9.8515625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 77, + "doc": { + "sentence": "Mary was helping Patricia's daughter put on makeup because _ watches a lot of makeup tutorials.", + "option1": "Mary", + "option2": "Patricia", + "answer": "1" + }, + "target": "watches a lot of makeup tutorials.", + "arguments": [ + [ + "The early morning soccer game was threatened by rain, so the team was hoping that the rain would be delayed.\n\nSome tea spilled on the table and John cleaned it with a napkin. The table got dry.\n\nKatrina showed Carrie how to assemble her own computer from scratch. Katrina was really talented.\n\nCleaning was top of Natalie's chore list but bottom of Megan's, as Natalie was always worried about germs and bacteria.\n\nJeffrey bought a Guinea pig and Brett didn't help care for it. Their mother praised Jeffrey for their work.\n\nMary was helping Patricia's daughter put on makeup because Mary", + " watches a lot of makeup tutorials." + ], + [ + "The early morning soccer game was threatened by rain, so the team was hoping that the rain would be delayed.\n\nSome tea spilled on the table and John cleaned it with a napkin. The table got dry.\n\nKatrina showed Carrie how to assemble her own computer from scratch. Katrina was really talented.\n\nCleaning was top of Natalie's chore list but bottom of Megan's, as Natalie was always worried about germs and bacteria.\n\nJeffrey bought a Guinea pig and Brett didn't help care for it. Their mother praised Jeffrey for their work.\n\nMary was helping Patricia's daughter put on makeup because Patricia", + " watches a lot of makeup tutorials." + ] + ], + "resps": [ + [ + [ + -16.453125, + false + ] + ], + [ + [ + -19.84375, + false + ] + ] + ], + "filtered_resps": [ + [ + -16.453125, + false + ], + [ + -19.84375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 85, + "doc": { + "sentence": "Amy went over to the waiting room at the hospital to calm Samantha because _ was placid.", + "option1": "Amy", + "option2": "Samantha", + "answer": "1" + }, + "target": "was placid.", + "arguments": [ + [ + "The rain was more severe today than the wind, because the rain created many accidents.\n\nTanya asked Angela to be her stock broker because Angela possessed good financial market experience.\n\nIt was more probable that Maria would end up in prison rather than Tanya because Maria had a criminal lifestyle.\n\nKayla fit into a size six shoe while Tanya did not because Kayla has small feet.\n\nWhen Angela needs to know something she searches Google unlike Rachel, Rachel does not mess with the internet.\n\nAmy went over to the waiting room at the hospital to calm Samantha because Amy", + " was placid." + ], + [ + "The rain was more severe today than the wind, because the rain created many accidents.\n\nTanya asked Angela to be her stock broker because Angela possessed good financial market experience.\n\nIt was more probable that Maria would end up in prison rather than Tanya because Maria had a criminal lifestyle.\n\nKayla fit into a size six shoe while Tanya did not because Kayla has small feet.\n\nWhen Angela needs to know something she searches Google unlike Rachel, Rachel does not mess with the internet.\n\nAmy went over to the waiting room at the hospital to calm Samantha because Samantha", + " was placid." + ] + ], + "resps": [ + [ + [ + -13.0625, + false + ] + ], + [ + [ + -16.984375, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.0625, + false + ], + [ + -16.984375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 93, + "doc": { + "sentence": "The wooden doors at my friends work are worse than the wooden desks at my work, because the _ material is stronger.", + "option1": "doors", + "option2": "desks", + "answer": "2" + }, + "target": "material is stronger.", + "arguments": [ + [ + "The beach near our house is a lot better than the shore near my mom's place, because the shore is dirty.\n\nRandy was helping Eric find a way to improve his credit because Eric is a bankruptcy filer.\n\nBrian loved putting together model cars while Ian did not because Ian hated the intricate details.\n\nPatricia recognized the signed of a poisoned cat while Megan did not because Megan didn't see the symptoms of poisoning.\n\nChristine was having trouble opening their computer downloads and asked Rebecca for help because Rebecca worked with computers a lot.\n\nThe wooden doors at my friends work are worse than the wooden desks at my work, because the doors", + " material is stronger." + ], + [ + "The beach near our house is a lot better than the shore near my mom's place, because the shore is dirty.\n\nRandy was helping Eric find a way to improve his credit because Eric is a bankruptcy filer.\n\nBrian loved putting together model cars while Ian did not because Ian hated the intricate details.\n\nPatricia recognized the signed of a poisoned cat while Megan did not because Megan didn't see the symptoms of poisoning.\n\nChristine was having trouble opening their computer downloads and asked Rebecca for help because Rebecca worked with computers a lot.\n\nThe wooden doors at my friends work are worse than the wooden desks at my work, because the desks", + " material is stronger." + ] + ], + "resps": [ + [ + [ + -18.328125, + false + ] + ], + [ + [ + -18.5, + false + ] + ] + ], + "filtered_resps": [ + [ + -18.328125, + false + ], + [ + -18.5, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 101, + "doc": { + "sentence": "Steven believes they can buy happiness but Craig thinks otherwise as _ is very materialistic.", + "option1": "Steven", + "option2": "Craig", + "answer": "1" + }, + "target": "is very materialistic.", + "arguments": [ + [ + "Once the panties got hardened and the leggings were laundered with softening agents, the leggings were smooth.\n\nThe farmer tried to repair the worn down farm fence with new paint and wood, but the paint had wrong color.\n\nEmily couldn't find the file in the cabinet but Kayla did because Kayla was looking in the correct cabinet.\n\nKayla tried to stop Emily's nose bleed even though she was afraid of blood. Kayla was a helpful person.\n\nJames could not finish his homework within the time that mom used outside. The homework is much harder.\n\nSteven believes they can buy happiness but Craig thinks otherwise as Steven", + " is very materialistic." + ], + [ + "Once the panties got hardened and the leggings were laundered with softening agents, the leggings were smooth.\n\nThe farmer tried to repair the worn down farm fence with new paint and wood, but the paint had wrong color.\n\nEmily couldn't find the file in the cabinet but Kayla did because Kayla was looking in the correct cabinet.\n\nKayla tried to stop Emily's nose bleed even though she was afraid of blood. Kayla was a helpful person.\n\nJames could not finish his homework within the time that mom used outside. The homework is much harder.\n\nSteven believes they can buy happiness but Craig thinks otherwise as Craig", + " is very materialistic." + ] + ], + "resps": [ + [ + [ + -9.7265625, + false + ] + ], + [ + [ + -10.2421875, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.7265625, + false + ], + [ + -10.2421875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 109, + "doc": { + "sentence": "Throughout the practice Rachel pushed the limits of Megan to get ready for the game because _ was the coach.", + "option1": "Rachel", + "option2": "Megan", + "answer": "1" + }, + "target": "was the coach.", + "arguments": [ + [ + "James could not finish his homework within the time that mom used outside. The time is little.\n\nErin was not shy about sex education though Patricia was. Erin taught the girls about their period.\n\nCynthia adds toner to her skin regimen on Tanya's advice because Cynthia is a customer.\n\nBob decided to go with the lasagna over the raviolli, because the lasagna was quite tasty.\n\nTimmy eagerly agreed to swap his chocolate ice cream cone for Gwen's strawberry ice cream cone because the chocolate flavor is Timmy's most disliked.\n\nThroughout the practice Rachel pushed the limits of Megan to get ready for the game because Rachel", + " was the coach." + ], + [ + "James could not finish his homework within the time that mom used outside. The time is little.\n\nErin was not shy about sex education though Patricia was. Erin taught the girls about their period.\n\nCynthia adds toner to her skin regimen on Tanya's advice because Cynthia is a customer.\n\nBob decided to go with the lasagna over the raviolli, because the lasagna was quite tasty.\n\nTimmy eagerly agreed to swap his chocolate ice cream cone for Gwen's strawberry ice cream cone because the chocolate flavor is Timmy's most disliked.\n\nThroughout the practice Rachel pushed the limits of Megan to get ready for the game because Megan", + " was the coach." + ] + ], + "resps": [ + [ + [ + -6.84765625, + false + ] + ], + [ + [ + -10.140625, + false + ] + ] + ], + "filtered_resps": [ + [ + -6.84765625, + false + ], + [ + -10.140625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 117, + "doc": { + "sentence": "I picked up some leaves to put in the books and dry, but they didn't fit because the _ were too small.", + "option1": "leaves", + "option2": "books", + "answer": "2" + }, + "target": "were too small.", + "arguments": [ + [ + "Bob needed a new vehicle. He was driving a van but wanted a hatchback because the van is old.\n\nLaura asked to borrow some closet space from Natalie , since Natalie had copious room in hers.\n\nI proposed that we did a trade instead of a loan to get what we needed since the trade is just.\n\nCynthia wanted to rest while Erin wanted to train, so Erin spent the afternoon running.\n\nKenneth found far less shark teeth on the beach than Brian, which made Kenneth jealous of him.\n\nI picked up some leaves to put in the books and dry, but they didn't fit because the leaves", + " were too small." + ], + [ + "Bob needed a new vehicle. He was driving a van but wanted a hatchback because the van is old.\n\nLaura asked to borrow some closet space from Natalie , since Natalie had copious room in hers.\n\nI proposed that we did a trade instead of a loan to get what we needed since the trade is just.\n\nCynthia wanted to rest while Erin wanted to train, so Erin spent the afternoon running.\n\nKenneth found far less shark teeth on the beach than Brian, which made Kenneth jealous of him.\n\nI picked up some leaves to put in the books and dry, but they didn't fit because the books", + " were too small." + ] + ], + "resps": [ + [ + [ + -3.416015625, + false + ] + ], + [ + [ + -3.771484375, + false + ] + ] + ], + "filtered_resps": [ + [ + -3.416015625, + false + ], + [ + -3.771484375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 125, + "doc": { + "sentence": "Felicia liked wearing glasses more than braces because she could take the _ off every day.", + "option1": "glasses", + "option2": "braces", + "answer": "1" + }, + "target": "off every day.", + "arguments": [ + [ + "Brett showed Craig how to play sevens at the party because Brett is an experienced card player.\n\nAt dinner, Christine ordered spaghetti and Rebecca ordered hamburger with fries, because Rebecca disliked Italian food.\n\nAmy told Carrie that she will finally accept that the cute boy in math class doesn't like her. Amy is letting go.\n\nRandy used a thick cream to soothe Nick's burn because Nick had been in pain for a long time.\n\nWhile contacting the senator I chose to use email rather than phone as the phone keeps no record.\n\nFelicia liked wearing glasses more than braces because she could take the glasses", + " off every day." + ], + [ + "Brett showed Craig how to play sevens at the party because Brett is an experienced card player.\n\nAt dinner, Christine ordered spaghetti and Rebecca ordered hamburger with fries, because Rebecca disliked Italian food.\n\nAmy told Carrie that she will finally accept that the cute boy in math class doesn't like her. Amy is letting go.\n\nRandy used a thick cream to soothe Nick's burn because Nick had been in pain for a long time.\n\nWhile contacting the senator I chose to use email rather than phone as the phone keeps no record.\n\nFelicia liked wearing glasses more than braces because she could take the braces", + " off every day." + ] + ], + "resps": [ + [ + [ + -8.421875, + false + ] + ], + [ + [ + -7.02734375, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.421875, + false + ], + [ + -7.02734375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 133, + "doc": { + "sentence": "Rebecca thought Disney movies were the best thing to watch but Samantha like horror movies better. _ rented Saw from Redbox.", + "option1": "Rebecca", + "option2": "Samantha", + "answer": "2" + }, + "target": "rented Saw from Redbox.", + "arguments": [ + [ + "Joseph finished his work at the gas station earlier than Nelson. So Joseph came home early.\n\nI returned the dish with the shallot but kept the one with the onion because the shallot was cooked wrong.\n\nAlthough Ian was a better writer than Samuel, Samuel was better at crafting a story.\n\nKyle was successful at killing the stinkhorn fungus unlike Neil because Kyle had a fungal killer on hand.\n\nRandy was planning the wedding of his friend Ian but Randy got overwhelmed by the stress of handling it.\n\nRebecca thought Disney movies were the best thing to watch but Samantha like horror movies better. Rebecca", + " rented Saw from Redbox." + ], + [ + "Joseph finished his work at the gas station earlier than Nelson. So Joseph came home early.\n\nI returned the dish with the shallot but kept the one with the onion because the shallot was cooked wrong.\n\nAlthough Ian was a better writer than Samuel, Samuel was better at crafting a story.\n\nKyle was successful at killing the stinkhorn fungus unlike Neil because Kyle had a fungal killer on hand.\n\nRandy was planning the wedding of his friend Ian but Randy got overwhelmed by the stress of handling it.\n\nRebecca thought Disney movies were the best thing to watch but Samantha like horror movies better. Samantha", + " rented Saw from Redbox." + ] + ], + "resps": [ + [ + [ + -25.6875, + false + ] + ], + [ + [ + -23.59375, + false + ] + ] + ], + "filtered_resps": [ + [ + -25.6875, + false + ], + [ + -23.59375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 141, + "doc": { + "sentence": "Betty made the choice to reduce Samantha's salary after _ started cutting back on efficiency.", + "option1": "Betty", + "option2": "Samantha", + "answer": "2" + }, + "target": "started cutting back on efficiency.", + "arguments": [ + [ + "Rebecca kept their workspace neat but Jennifer left theirs unorganized. Rebecca only took a few minutes to find important papers.\n\nJoseph taught Aaron how to plant the seed so the plant would grow, as Aaron was a novice gardener.\n\nGem needed to heal her broken heart so she bought both ice cream and chocolate. She chose to eat the ice cream first because she was hot.\n\nKevin's car was fixed really quickly by Hunter in the shop because Hunter is a great mechanic.\n\nMegan was always following in the steps of Sarah since Megan needed effective leadership .\n\nBetty made the choice to reduce Samantha's salary after Betty", + " started cutting back on efficiency." + ], + [ + "Rebecca kept their workspace neat but Jennifer left theirs unorganized. Rebecca only took a few minutes to find important papers.\n\nJoseph taught Aaron how to plant the seed so the plant would grow, as Aaron was a novice gardener.\n\nGem needed to heal her broken heart so she bought both ice cream and chocolate. She chose to eat the ice cream first because she was hot.\n\nKevin's car was fixed really quickly by Hunter in the shop because Hunter is a great mechanic.\n\nMegan was always following in the steps of Sarah since Megan needed effective leadership .\n\nBetty made the choice to reduce Samantha's salary after Samantha", + " started cutting back on efficiency." + ] + ], + "resps": [ + [ + [ + -26.46875, + false + ] + ], + [ + [ + -24.046875, + false + ] + ] + ], + "filtered_resps": [ + [ + -26.46875, + false + ], + [ + -24.046875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 149, + "doc": { + "sentence": "William went on the ride more than Matthew did because _ thought it was scary.", + "option1": "William", + "option2": "Matthew", + "answer": "2" + }, + "target": "thought it was scary.", + "arguments": [ + [ + "Elena gave the Academy award to Rebecca because Elena was the presenter of the award.\n\nWe treated the cat to a toy and some food, and the cat chose the toy because it was interesting.\n\nLaura found a book and a magazine on the table, and she decided to take the magazine because she was going to the beach for a short time.\n\nWhen deciding if to be a loner, one must decide if they want many social events or plenty of free time. The events angle helps with sociability.\n\nThe car sailed over the bridge but crashed into the road ahead, since the bridge was so low for the jump.\n\nWilliam went on the ride more than Matthew did because William", + " thought it was scary." + ], + [ + "Elena gave the Academy award to Rebecca because Elena was the presenter of the award.\n\nWe treated the cat to a toy and some food, and the cat chose the toy because it was interesting.\n\nLaura found a book and a magazine on the table, and she decided to take the magazine because she was going to the beach for a short time.\n\nWhen deciding if to be a loner, one must decide if they want many social events or plenty of free time. The events angle helps with sociability.\n\nThe car sailed over the bridge but crashed into the road ahead, since the bridge was so low for the jump.\n\nWilliam went on the ride more than Matthew did because Matthew", + " thought it was scary." + ] + ], + "resps": [ + [ + [ + -10.875, + false + ] + ], + [ + [ + -8.9296875, + false + ] + ] + ], + "filtered_resps": [ + [ + -10.875, + false + ], + [ + -8.9296875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 157, + "doc": { + "sentence": "Patricia decided to buy Felicia dinner because they had been through a lot and _ just inherited some money.", + "option1": "Patricia", + "option2": "Felicia", + "answer": "1" + }, + "target": "just inherited some money.", + "arguments": [ + [ + "James has a personal problem with is Algebra teacher, but loves his history teacher because the History teacher is kind with him.\n\nJason was more likely to be a model than Brett although Brett was a taller and prettier person.\n\nCarrie has a harder time breathing at high altitudes than Samantha due to Carrie being in terrible shape.\n\nPerforming karaoke in public suited Dennis but not Justin because Justin had little talent and trained unsuccessfully.\n\nBeing health conscious, Natalie doesn't eat red meat, they gave the steak to Cynthia and Cynthia was very full..\n\nPatricia decided to buy Felicia dinner because they had been through a lot and Patricia", + " just inherited some money." + ], + [ + "James has a personal problem with is Algebra teacher, but loves his history teacher because the History teacher is kind with him.\n\nJason was more likely to be a model than Brett although Brett was a taller and prettier person.\n\nCarrie has a harder time breathing at high altitudes than Samantha due to Carrie being in terrible shape.\n\nPerforming karaoke in public suited Dennis but not Justin because Justin had little talent and trained unsuccessfully.\n\nBeing health conscious, Natalie doesn't eat red meat, they gave the steak to Cynthia and Cynthia was very full..\n\nPatricia decided to buy Felicia dinner because they had been through a lot and Felicia", + " just inherited some money." + ] + ], + "resps": [ + [ + [ + -20.15625, + false + ] + ], + [ + [ + -19.921875, + false + ] + ] + ], + "filtered_resps": [ + [ + -20.15625, + false + ], + [ + -19.921875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 165, + "doc": { + "sentence": "My gun was inspected with a cloth to make sure it worked fine. The _ was soft.", + "option1": "cloth", + "option2": "gun", + "answer": "1" + }, + "target": "was soft.", + "arguments": [ + [ + "The car and the bicycle almost collided in an accident, but the car honked the horn in time.\n\nEmily helps Megan figure out the math homework problems, so Megan offers help with English in return.\n\nLindsey showed Christine the marble cake that she made herself in under two hours. Lindsey was talented.\n\nKevin was worried Kenneth would win the cross country race, because Kevin was currently behind.\n\nThe new wood door would not fit the the opening in bills house, the opening was too narrow.\n\nMy gun was inspected with a cloth to make sure it worked fine. The cloth", + " was soft." + ], + [ + "The car and the bicycle almost collided in an accident, but the car honked the horn in time.\n\nEmily helps Megan figure out the math homework problems, so Megan offers help with English in return.\n\nLindsey showed Christine the marble cake that she made herself in under two hours. Lindsey was talented.\n\nKevin was worried Kenneth would win the cross country race, because Kevin was currently behind.\n\nThe new wood door would not fit the the opening in bills house, the opening was too narrow.\n\nMy gun was inspected with a cloth to make sure it worked fine. The gun", + " was soft." + ] + ], + "resps": [ + [ + [ + -6.08984375, + false + ] + ], + [ + [ + -14.328125, + false + ] + ] + ], + "filtered_resps": [ + [ + -6.08984375, + false + ], + [ + -14.328125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 173, + "doc": { + "sentence": "Jessica wants to protect herself from infectious diseases so she goes to doctor Samantha, because _ is careful.", + "option1": "Jessica", + "option2": "Samantha", + "answer": "1" + }, + "target": "is careful.", + "arguments": [ + [ + "Laura can only do 10 push ups, while Emily can do 50, so Laura is a light weight lifter.\n\nThe muscles of Christine are tinier than those of Patricia because Patricia is a gym trainer.\n\nI decided to go to the barbershop instead of my usual salon because I just needed a trim and the barbershop was faster and cheaper.\n\nThe medication was not prescribed to Carrie and was to Angela because Angela had an ear infection.\n\nThe lemming wanted to hide behind the rock in its cage, but the rock was too small.\n\nJessica wants to protect herself from infectious diseases so she goes to doctor Samantha, because Jessica", + " is careful." + ], + [ + "Laura can only do 10 push ups, while Emily can do 50, so Laura is a light weight lifter.\n\nThe muscles of Christine are tinier than those of Patricia because Patricia is a gym trainer.\n\nI decided to go to the barbershop instead of my usual salon because I just needed a trim and the barbershop was faster and cheaper.\n\nThe medication was not prescribed to Carrie and was to Angela because Angela had an ear infection.\n\nThe lemming wanted to hide behind the rock in its cage, but the rock was too small.\n\nJessica wants to protect herself from infectious diseases so she goes to doctor Samantha, because Samantha", + " is careful." + ] + ], + "resps": [ + [ + [ + -8.921875, + false + ] + ], + [ + [ + -9.75, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.921875, + false + ], + [ + -9.75, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 181, + "doc": { + "sentence": "At work, Mary uses a broiler a lot, but Rebecca uses a chainsaw. That's because _ is a tree cutter.", + "option1": "Mary", + "option2": "Rebecca", + "answer": "2" + }, + "target": "is a tree cutter.", + "arguments": [ + [ + "Betty made a nice lladro figure and tried to put it in a box but the box was too small.\n\nCarrie was given concert tickets by Mary; then Carrie sold them because she hated the artist.\n\nJohn took care to shield the ferns from the wind while leaving the flowers in the open, since flowers were much stronger .\n\nHunter removed the pet hair from the car while Justin waited outside because Justin was very allergic.\n\nThe plant root broke out of the pot as it continues to grow and the pot becomes weaker.\n\nAt work, Mary uses a broiler a lot, but Rebecca uses a chainsaw. That's because Mary", + " is a tree cutter." + ], + [ + "Betty made a nice lladro figure and tried to put it in a box but the box was too small.\n\nCarrie was given concert tickets by Mary; then Carrie sold them because she hated the artist.\n\nJohn took care to shield the ferns from the wind while leaving the flowers in the open, since flowers were much stronger .\n\nHunter removed the pet hair from the car while Justin waited outside because Justin was very allergic.\n\nThe plant root broke out of the pot as it continues to grow and the pot becomes weaker.\n\nAt work, Mary uses a broiler a lot, but Rebecca uses a chainsaw. That's because Rebecca", + " is a tree cutter." + ] + ], + "resps": [ + [ + [ + -13.7265625, + false + ] + ], + [ + [ + -9.7421875, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.7265625, + false + ], + [ + -9.7421875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 189, + "doc": { + "sentence": "The puncture healed quicker than the cut because the _ was a more superficial wound.", + "option1": "cut", + "option2": "puncture", + "answer": "2" + }, + "target": "was a more superficial wound.", + "arguments": [ + [ + "Billy replaced the wood counter with granite over the summer time, the granite was trendy.\n\nSteamed rice is much healthier, so Emily insisted theyorder that instead of fried rice, even though Carrie disliked it. Carrie was upset to eat the steamed rice when it arrived.\n\nCultivating a garden was of interest to Carrie but not Monica because Carrie cared a lot about sustainable living.\n\nJason owed back taxes and would not answer the phone when Brett called, because Jason was avoiding the IRS.\n\nWorking in the academy better suited Matthew and not Lawrence because Matthew had a perfect memory.\n\nThe puncture healed quicker than the cut because the cut", + " was a more superficial wound." + ], + [ + "Billy replaced the wood counter with granite over the summer time, the granite was trendy.\n\nSteamed rice is much healthier, so Emily insisted theyorder that instead of fried rice, even though Carrie disliked it. Carrie was upset to eat the steamed rice when it arrived.\n\nCultivating a garden was of interest to Carrie but not Monica because Carrie cared a lot about sustainable living.\n\nJason owed back taxes and would not answer the phone when Brett called, because Jason was avoiding the IRS.\n\nWorking in the academy better suited Matthew and not Lawrence because Matthew had a perfect memory.\n\nThe puncture healed quicker than the cut because the puncture", + " was a more superficial wound." + ] + ], + "resps": [ + [ + [ + -11.6953125, + false + ] + ], + [ + [ + -10.546875, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.6953125, + false + ], + [ + -10.546875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 197, + "doc": { + "sentence": "Leslie coughed more when they were eating their food than Adam although there was more seasoning in the food of _ .", + "option1": "Leslie", + "option2": "Adam", + "answer": "2" + }, + "target": ".", + "arguments": [ + [ + "Allison tried to use an elastic band to put her hair in a ponytail, but the hair was too short.\n\nAmy spent more money at the spa than Elena because Elena didn't add a facial to their package.\n\nOn their visit yesterday Jeffrey said the lack brushing Ian teethe had caused the to become brittle, Ian went to the dentist.\n\nThe seeds planted by Samantha sprouted sooner than those planted by Christine, so Christine had a shorter bloom.\n\nThe music coming from the radio was louder than the music coming from the television because the speakers on the radio were bigger.\n\nLeslie coughed more when they were eating their food than Adam although there was more seasoning in the food of Leslie", + " ." + ], + [ + "Allison tried to use an elastic band to put her hair in a ponytail, but the hair was too short.\n\nAmy spent more money at the spa than Elena because Elena didn't add a facial to their package.\n\nOn their visit yesterday Jeffrey said the lack brushing Ian teethe had caused the to become brittle, Ian went to the dentist.\n\nThe seeds planted by Samantha sprouted sooner than those planted by Christine, so Christine had a shorter bloom.\n\nThe music coming from the radio was louder than the music coming from the television because the speakers on the radio were bigger.\n\nLeslie coughed more when they were eating their food than Adam although there was more seasoning in the food of Adam", + " ." + ] + ], + "resps": [ + [ + [ + -6.515625, + false + ] + ], + [ + [ + -6.34765625, + false + ] + ] + ], + "filtered_resps": [ + [ + -6.515625, + false + ], + [ + -6.34765625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 205, + "doc": { + "sentence": "Paint was applied to the chairs but not the tables, since the _ were new.", + "option1": "chairs", + "option2": "tables", + "answer": "2" + }, + "target": "were new.", + "arguments": [ + [ + "Craig liked to play with the large cattle but not Kyle because Kyle found them to be foreign.\n\nRobert's fever went away, and Ian still has one, so Ian is sickly at this point.\n\nAt the wooded summer camp, Jennifer taught Cynthia how to swim and other things like that. The camp counselor was Jennifer .\n\nthe camera could not focus well from the distance because of the light, the camera was too far.\n\nThe leg of Emily started to gangrene when Carrie spotted it immediately and Emily refused to see the doctor where the leg was lost.\n\nPaint was applied to the chairs but not the tables, since the chairs", + " were new." + ], + [ + "Craig liked to play with the large cattle but not Kyle because Kyle found them to be foreign.\n\nRobert's fever went away, and Ian still has one, so Ian is sickly at this point.\n\nAt the wooded summer camp, Jennifer taught Cynthia how to swim and other things like that. The camp counselor was Jennifer .\n\nthe camera could not focus well from the distance because of the light, the camera was too far.\n\nThe leg of Emily started to gangrene when Carrie spotted it immediately and Emily refused to see the doctor where the leg was lost.\n\nPaint was applied to the chairs but not the tables, since the tables", + " were new." + ] + ], + "resps": [ + [ + [ + -6.97265625, + false + ] + ], + [ + [ + -6.9453125, + false + ] + ] + ], + "filtered_resps": [ + [ + -6.97265625, + false + ], + [ + -6.9453125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 213, + "doc": { + "sentence": "Victoria was still grieving the death of a friend more than Elena, because _ had a more distant relationship with the friend.", + "option1": "Victoria", + "option2": "Elena", + "answer": "2" + }, + "target": "had a more distant relationship with the friend.", + "arguments": [ + [ + "Christine was explaining to Cynthia how her plan to get famous was going to work. Christine was determined.\n\nJoseph hired Nick to build a pool but Nick was going on a long vacation.\n\nThe senior woman's portfolio was low on stocks but high in bonds, as she considered the stocks to be risky.\n\nMaria could feel calm and relaxed at a movie theater and not a mall because at the mall everyone was walking around.\n\nFelicia had to drink a lot of cranberry juice but Erin didn't because Felicia had issues with their kidney.\n\nVictoria was still grieving the death of a friend more than Elena, because Victoria", + " had a more distant relationship with the friend." + ], + [ + "Christine was explaining to Cynthia how her plan to get famous was going to work. Christine was determined.\n\nJoseph hired Nick to build a pool but Nick was going on a long vacation.\n\nThe senior woman's portfolio was low on stocks but high in bonds, as she considered the stocks to be risky.\n\nMaria could feel calm and relaxed at a movie theater and not a mall because at the mall everyone was walking around.\n\nFelicia had to drink a lot of cranberry juice but Erin didn't because Felicia had issues with their kidney.\n\nVictoria was still grieving the death of a friend more than Elena, because Elena", + " had a more distant relationship with the friend." + ] + ], + "resps": [ + [ + [ + -14.875, + false + ] + ], + [ + [ + -13.59375, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.875, + false + ], + [ + -13.59375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 221, + "doc": { + "sentence": "You can grow cilantro in a garden or buy it at the store, but the _ variety will taste better because it will be fresh.", + "option1": "garden", + "option2": "store", + "answer": "1" + }, + "target": "variety will taste better because it will be fresh.", + "arguments": [ + [ + "Leslie had better grades than Derrick because Leslie spent more time studying than playing video games.\n\nThe taxes on the car were more than the taxes on the bike because the car was more expensive.\n\nMy mom bought me cookies, but I couldn't get them in the containers, because the containers were too little.\n\nFelicia was ready to fall in love again unlike Mary because Mary was heartbroken in the past.\n\nFelicia worked out more than Emily so it was no coincidence that Emily was sweating less daily.\n\nYou can grow cilantro in a garden or buy it at the store, but the garden", + " variety will taste better because it will be fresh." + ], + [ + "Leslie had better grades than Derrick because Leslie spent more time studying than playing video games.\n\nThe taxes on the car were more than the taxes on the bike because the car was more expensive.\n\nMy mom bought me cookies, but I couldn't get them in the containers, because the containers were too little.\n\nFelicia was ready to fall in love again unlike Mary because Mary was heartbroken in the past.\n\nFelicia worked out more than Emily so it was no coincidence that Emily was sweating less daily.\n\nYou can grow cilantro in a garden or buy it at the store, but the store", + " variety will taste better because it will be fresh." + ] + ], + "resps": [ + [ + [ + -17.921875, + false + ] + ], + [ + [ + -18.9375, + false + ] + ] + ], + "filtered_resps": [ + [ + -17.921875, + false + ], + [ + -18.9375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 229, + "doc": { + "sentence": "The computer of Victoria ran slower than that of Carrie because _ downloaded less files.", + "option1": "Victoria", + "option2": "Carrie", + "answer": "2" + }, + "target": "downloaded less files.", + "arguments": [ + [ + "Maria ordered pancakes while Natalie ordered a hamburger, and Maria put syrup and butter on their meal.\n\nJessica was a Psychiatrist treating Samantha for paranoid personality disorder so Samantha was put on medication.\n\nSince Eric was less coordinated than Randy, Randy was much more comfortable learning how to skateboard.\n\nVictoria gets a bottle of formula for Patricia every couple of hours because Patricia is her child.\n\nShe tried to pay off her debt with a regular monthly payment, but the debt was just too high.\n\nThe computer of Victoria ran slower than that of Carrie because Victoria", + " downloaded less files." + ], + [ + "Maria ordered pancakes while Natalie ordered a hamburger, and Maria put syrup and butter on their meal.\n\nJessica was a Psychiatrist treating Samantha for paranoid personality disorder so Samantha was put on medication.\n\nSince Eric was less coordinated than Randy, Randy was much more comfortable learning how to skateboard.\n\nVictoria gets a bottle of formula for Patricia every couple of hours because Patricia is her child.\n\nShe tried to pay off her debt with a regular monthly payment, but the debt was just too high.\n\nThe computer of Victoria ran slower than that of Carrie because Carrie", + " downloaded less files." + ] + ], + "resps": [ + [ + [ + -14.5625, + false + ] + ], + [ + [ + -16.703125, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.5625, + false + ], + [ + -16.703125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 237, + "doc": { + "sentence": "Emily said that Victoria's hijab was silly and old fashioned. _ heard some very offensive things.", + "option1": "Emily", + "option2": "Victoria", + "answer": "2" + }, + "target": "heard some very offensive things.", + "arguments": [ + [ + "Justin worked on the house to keep ants out and Derrick didn't help, since Justin was more industrious.\n\nCraig made the best rice pudding, which was Justin's favorite, so Craig brought him a large bowl.\n\nNeil really loved to clean their house but Ryan did not as Ryan was very slovenly.\n\nMom was making pancakes for the kids this morning when she realized they were out of syrup. I ran to the store to get the syrup .\n\nThe actor came over and shook Nelson's hand and not Kenneth's because Nelson was next to the actor.\n\nEmily said that Victoria's hijab was silly and old fashioned. Emily", + " heard some very offensive things." + ], + [ + "Justin worked on the house to keep ants out and Derrick didn't help, since Justin was more industrious.\n\nCraig made the best rice pudding, which was Justin's favorite, so Craig brought him a large bowl.\n\nNeil really loved to clean their house but Ryan did not as Ryan was very slovenly.\n\nMom was making pancakes for the kids this morning when she realized they were out of syrup. I ran to the store to get the syrup .\n\nThe actor came over and shook Nelson's hand and not Kenneth's because Nelson was next to the actor.\n\nEmily said that Victoria's hijab was silly and old fashioned. Victoria", + " heard some very offensive things." + ] + ], + "resps": [ + [ + [ + -27.984375, + false + ] + ], + [ + [ + -29.375, + false + ] + ] + ], + "filtered_resps": [ + [ + -27.984375, + false + ], + [ + -29.375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 245, + "doc": { + "sentence": "There are lots of pills in the home of Neil, but none in the house of Logan, so _ must be healthy.", + "option1": "Neil", + "option2": "Logan", + "answer": "2" + }, + "target": "must be healthy.", + "arguments": [ + [ + "I had to put the steel and iron in alphabetical order, so I placed the iron in the left slot.\n\nThe doctor was able to diagnose the disease but not the tumor since the disease was shown.\n\nI bought a new picture but it wouldn't fit in the frame, because the picture was too heavy.\n\nAt school, James found the lessons to be engaging and the buildings to be well equipped. The lessons were fun.\n\nLeslie could smell the body odor off of Steven even through the perfume they put on. Steven was gross.\n\nThere are lots of pills in the home of Neil, but none in the house of Logan, so Neil", + " must be healthy." + ], + [ + "I had to put the steel and iron in alphabetical order, so I placed the iron in the left slot.\n\nThe doctor was able to diagnose the disease but not the tumor since the disease was shown.\n\nI bought a new picture but it wouldn't fit in the frame, because the picture was too heavy.\n\nAt school, James found the lessons to be engaging and the buildings to be well equipped. The lessons were fun.\n\nLeslie could smell the body odor off of Steven even through the perfume they put on. Steven was gross.\n\nThere are lots of pills in the home of Neil, but none in the house of Logan, so Logan", + " must be healthy." + ] + ], + "resps": [ + [ + [ + -5.1015625, + false + ] + ], + [ + [ + -3.716796875, + true + ] + ] + ], + "filtered_resps": [ + [ + -5.1015625, + false + ], + [ + -3.716796875, + true + ] + ], + "acc": 1.0 + }, + { + "doc_id": 253, + "doc": { + "sentence": "Ian needed to adjust the mirror and Craig did not because _ was shorter than the owner of the car.", + "option1": "Ian", + "option2": "Craig", + "answer": "1" + }, + "target": "was shorter than the owner of the car.", + "arguments": [ + [ + "The man chose the watercolor for his paintings rather than the acrylic because the acrylic was ugly.\n\nThe blender was always used by the winning chef, while the loser used the mixer, because the mixer had dull blades.\n\nTo provide motivation Emily gave Samantha some money, as the urgency on the situation was lost on Samantha .\n\nThe cookout invitation that bob bought would not fit with the envelope he purchased, because the envelope was too small.\n\nAs the walls began to cave in on Joseph, he blamed Craig who had sold him the house because Craig had not revealed how frail they were.\n\nIan needed to adjust the mirror and Craig did not because Ian", + " was shorter than the owner of the car." + ], + [ + "The man chose the watercolor for his paintings rather than the acrylic because the acrylic was ugly.\n\nThe blender was always used by the winning chef, while the loser used the mixer, because the mixer had dull blades.\n\nTo provide motivation Emily gave Samantha some money, as the urgency on the situation was lost on Samantha .\n\nThe cookout invitation that bob bought would not fit with the envelope he purchased, because the envelope was too small.\n\nAs the walls began to cave in on Joseph, he blamed Craig who had sold him the house because Craig had not revealed how frail they were.\n\nIan needed to adjust the mirror and Craig did not because Craig", + " was shorter than the owner of the car." + ] + ], + "resps": [ + [ + [ + -19.375, + false + ] + ], + [ + [ + -21.6875, + false + ] + ] + ], + "filtered_resps": [ + [ + -19.375, + false + ], + [ + -21.6875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 261, + "doc": { + "sentence": "William lived in a rougher part of town than Eric, so _ trained their dog as a guard dog.", + "option1": "William", + "option2": "Eric", + "answer": "1" + }, + "target": "trained their dog as a guard dog.", + "arguments": [ + [ + "Carrie wanted a new cat while Rebecca did not so Carrie tried to convince the other to get one.\n\nI tried to write a letter but switched from the blue pen to the black pen since the blue pen's ink well was empty.\n\nAlthough Elena was a worse lawyer than Sarah, Elena was able to connect with their clients emotional problems.\n\nThe boat took Kevin to hi destination but not Jason because Kevin was actually on the boat.\n\nFredrick moved his show from radio to television because he was happy with the exposure the television show was giving him.\n\nWilliam lived in a rougher part of town than Eric, so William", + " trained their dog as a guard dog." + ], + [ + "Carrie wanted a new cat while Rebecca did not so Carrie tried to convince the other to get one.\n\nI tried to write a letter but switched from the blue pen to the black pen since the blue pen's ink well was empty.\n\nAlthough Elena was a worse lawyer than Sarah, Elena was able to connect with their clients emotional problems.\n\nThe boat took Kevin to hi destination but not Jason because Kevin was actually on the boat.\n\nFredrick moved his show from radio to television because he was happy with the exposure the television show was giving him.\n\nWilliam lived in a rougher part of town than Eric, so Eric", + " trained their dog as a guard dog." + ] + ], + "resps": [ + [ + [ + -24.171875, + false + ] + ], + [ + [ + -25.65625, + false + ] + ] + ], + "filtered_resps": [ + [ + -24.171875, + false + ], + [ + -25.65625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 269, + "doc": { + "sentence": "The blood sample on the slide was more helpful than the one in the vial, because the _ had been kept pristine.", + "option1": "slide", + "option2": "vial", + "answer": "1" + }, + "target": "had been kept pristine.", + "arguments": [ + [ + "Neil explained to Derrick that he volunteered to talk to children about the dangers of drugs. Neil is generous.\n\nJohn tried to go seed hunting using a bow and arrow, but missed every shot because the arrow wasn't straight.\n\nThe full lobster was eaten by Megan and not Laura, because Megan loved to eat seafood.\n\nThe cotton bud could not get into the ear of the hamster because the bud is large.\n\nNelson liked to date teen girls but Joel liked older women. Nelson went to the mall to look for potential dates.\n\nThe blood sample on the slide was more helpful than the one in the vial, because the slide", + " had been kept pristine." + ], + [ + "Neil explained to Derrick that he volunteered to talk to children about the dangers of drugs. Neil is generous.\n\nJohn tried to go seed hunting using a bow and arrow, but missed every shot because the arrow wasn't straight.\n\nThe full lobster was eaten by Megan and not Laura, because Megan loved to eat seafood.\n\nThe cotton bud could not get into the ear of the hamster because the bud is large.\n\nNelson liked to date teen girls but Joel liked older women. Nelson went to the mall to look for potential dates.\n\nThe blood sample on the slide was more helpful than the one in the vial, because the vial", + " had been kept pristine." + ] + ], + "resps": [ + [ + [ + -18.828125, + false + ] + ], + [ + [ + -21.109375, + false + ] + ] + ], + "filtered_resps": [ + [ + -18.828125, + false + ], + [ + -21.109375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 277, + "doc": { + "sentence": "Victoria taught Elena how to count in Malay for their trip, because _ was a visitor of the island.", + "option1": "Victoria", + "option2": "Elena", + "answer": "2" + }, + "target": "was a visitor of the island.", + "arguments": [ + [ + "The seamstress wanted to put a button on the shirt with needle and thread but the needle wasn't sharp.\n\nJason but not William had a very expensive wardrobe because William did not like to dress up on a daily basis.\n\nCarrie believed their mother and father treated Maria better because Carrie was given a smaller allowance.\n\nThe woman had beautiful dresses and the man wore holey jeans. She had the dresses that were stylish.\n\nThe monthly budget plan Christopher created was blown by Jeffrey, thanks to Jeffrey making very bad decisions.\n\nVictoria taught Elena how to count in Malay for their trip, because Victoria", + " was a visitor of the island." + ], + [ + "The seamstress wanted to put a button on the shirt with needle and thread but the needle wasn't sharp.\n\nJason but not William had a very expensive wardrobe because William did not like to dress up on a daily basis.\n\nCarrie believed their mother and father treated Maria better because Carrie was given a smaller allowance.\n\nThe woman had beautiful dresses and the man wore holey jeans. She had the dresses that were stylish.\n\nThe monthly budget plan Christopher created was blown by Jeffrey, thanks to Jeffrey making very bad decisions.\n\nVictoria taught Elena how to count in Malay for their trip, because Elena", + " was a visitor of the island." + ] + ], + "resps": [ + [ + [ + -19.609375, + false + ] + ], + [ + [ + -19.375, + false + ] + ] + ], + "filtered_resps": [ + [ + -19.609375, + false + ], + [ + -19.375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 285, + "doc": { + "sentence": "The dog that Laura found was dirtier than Amy's dog, since _ dog lived in the street.", + "option1": "Laura", + "option2": "Amy", + "answer": "1" + }, + "target": "dog lived in the street.", + "arguments": [ + [ + "The goals were to let Erin win and not Katrina because Erin always loses and needs a confidence boost.\n\nShe decided to leave the coach and headed to the taxi so she could get there faster but the coach was actually faster.\n\nBenjamin was not allergic to cats but Matthew was, so Benjamin went to the shelter and picked up two of them.\n\nSamantha wanted to be a celebrity personal assistant more than Lindsey, because Lindsey hated being in the midst of chaos.\n\nJane tried to clean the window with the sponge but she was unsuccessful because the window was too high.\n\nThe dog that Laura found was dirtier than Amy's dog, since Laura", + " dog lived in the street." + ], + [ + "The goals were to let Erin win and not Katrina because Erin always loses and needs a confidence boost.\n\nShe decided to leave the coach and headed to the taxi so she could get there faster but the coach was actually faster.\n\nBenjamin was not allergic to cats but Matthew was, so Benjamin went to the shelter and picked up two of them.\n\nSamantha wanted to be a celebrity personal assistant more than Lindsey, because Lindsey hated being in the midst of chaos.\n\nJane tried to clean the window with the sponge but she was unsuccessful because the window was too high.\n\nThe dog that Laura found was dirtier than Amy's dog, since Amy", + " dog lived in the street." + ] + ], + "resps": [ + [ + [ + -16.9375, + false + ] + ], + [ + [ + -19.34375, + false + ] + ] + ], + "filtered_resps": [ + [ + -16.9375, + false + ], + [ + -19.34375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 293, + "doc": { + "sentence": "Harold liked to play with dolls more than cars because the _ talked back to him.", + "option1": "dolls", + "option2": "cars", + "answer": "1" + }, + "target": "talked back to him.", + "arguments": [ + [ + "As a new employee, Victoria was at an entry level position, contrary to Monica, because Monica worked very hard to move her way up the ladder.\n\nJoel advised Adam to add more honey later if homemade wine doesn't come out as sweet as he likes as Adam is a novice wine maker..\n\nEric knew how to make a chocolate souffle but Jeffrey did not. Eric was very proficient at baking.\n\nWhen deciding if to be a loner, one must decide if they want many events or plenty of free time. The free time angle helps with productivity.\n\nMary was a more reckless driver than Rachel, so Rachel got very few traffic tickets.\n\nHarold liked to play with dolls more than cars because the dolls", + " talked back to him." + ], + [ + "As a new employee, Victoria was at an entry level position, contrary to Monica, because Monica worked very hard to move her way up the ladder.\n\nJoel advised Adam to add more honey later if homemade wine doesn't come out as sweet as he likes as Adam is a novice wine maker..\n\nEric knew how to make a chocolate souffle but Jeffrey did not. Eric was very proficient at baking.\n\nWhen deciding if to be a loner, one must decide if they want many events or plenty of free time. The free time angle helps with productivity.\n\nMary was a more reckless driver than Rachel, so Rachel got very few traffic tickets.\n\nHarold liked to play with dolls more than cars because the cars", + " talked back to him." + ] + ], + "resps": [ + [ + [ + -9.7890625, + false + ] + ], + [ + [ + -12.0625, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.7890625, + false + ], + [ + -12.0625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 301, + "doc": { + "sentence": "Erin showed Maria to use the fork and knife in a proper manner as _ attended etiquette school.", + "option1": "Erin", + "option2": "Maria", + "answer": "1" + }, + "target": "attended etiquette school.", + "arguments": [ + [ + "Carrie doesn't know what a tripod is, but Kayla uses one for work every day, so Kayla is the expert photographer.\n\nWilliam wore some tight leather pants that Joel really liked, because William was very attractive in them.\n\nWhen it comes to dog training, Jeffrey's dogs are always better behaved than Matthew's because Matthew is a dog hater.\n\nThe student tried to use the old pen to fill out the application but the application was too long.\n\nRachel just put a new sink in the bathroom unlike Patricia because Rachel was renovating the house.\n\nErin showed Maria to use the fork and knife in a proper manner as Erin", + " attended etiquette school." + ], + [ + "Carrie doesn't know what a tripod is, but Kayla uses one for work every day, so Kayla is the expert photographer.\n\nWilliam wore some tight leather pants that Joel really liked, because William was very attractive in them.\n\nWhen it comes to dog training, Jeffrey's dogs are always better behaved than Matthew's because Matthew is a dog hater.\n\nThe student tried to use the old pen to fill out the application but the application was too long.\n\nRachel just put a new sink in the bathroom unlike Patricia because Rachel was renovating the house.\n\nErin showed Maria to use the fork and knife in a proper manner as Maria", + " attended etiquette school." + ] + ], + "resps": [ + [ + [ + -14.0546875, + false + ] + ], + [ + [ + -18.140625, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.0546875, + false + ], + [ + -18.140625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 309, + "doc": { + "sentence": "Hunter gave Justin two weeks to respond after sending him a demand letter. .After that _ will sue him in the court.", + "option1": "Hunter", + "option2": "Justin", + "answer": "1" + }, + "target": "will sue him in the court.", + "arguments": [ + [ + "Jeffrey was hired to help grow Randy's garden during the summer months because Jeffrey was a landscaper.\n\nThe clams tasted worse than the shrimp did, so the clams were probably of older stock.\n\nThe stress that I have is worse than the anxiety, because the stress is a constant issue.\n\nShe was able to finish the stew, but threw away the rice, because the stew had been cooked perfectly.\n\nMegan is a sociologist, Jessica is not therefore Jessica could probably not explain the meaning of various holidays.\n\nHunter gave Justin two weeks to respond after sending him a demand letter. .After that Hunter", + " will sue him in the court." + ], + [ + "Jeffrey was hired to help grow Randy's garden during the summer months because Jeffrey was a landscaper.\n\nThe clams tasted worse than the shrimp did, so the clams were probably of older stock.\n\nThe stress that I have is worse than the anxiety, because the stress is a constant issue.\n\nShe was able to finish the stew, but threw away the rice, because the stew had been cooked perfectly.\n\nMegan is a sociologist, Jessica is not therefore Jessica could probably not explain the meaning of various holidays.\n\nHunter gave Justin two weeks to respond after sending him a demand letter. .After that Justin", + " will sue him in the court." + ] + ], + "resps": [ + [ + [ + -16.140625, + false + ] + ], + [ + [ + -21.34375, + false + ] + ] + ], + "filtered_resps": [ + [ + -16.140625, + false + ], + [ + -21.34375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 317, + "doc": { + "sentence": "The sponges performed worse at cleaning the tub in the bathroom when compared with the cloths. It's because the _ are cheaper.", + "option1": "sponges", + "option2": "cloths", + "answer": "1" + }, + "target": "are cheaper.", + "arguments": [ + [ + "They wanted more satiation at the wedding, so the planners used icing rather than fruit on the cake as the icing was more filling.\n\nLearning sign language was harder for the boy than learning to play music. The music just resonated with him.\n\nDerrick made some ramen noodles for lunch while Logan had a salad, Logan felt healthy.\n\nElena wore fancy clothing to the highschool prom and Laura wore a plaint T-shirt. Elena was accepted into the building.\n\nThe student preferred doing their homework with pencil rather than pen, because the pencil provided more control.\n\nThe sponges performed worse at cleaning the tub in the bathroom when compared with the cloths. It's because the sponges", + " are cheaper." + ], + [ + "They wanted more satiation at the wedding, so the planners used icing rather than fruit on the cake as the icing was more filling.\n\nLearning sign language was harder for the boy than learning to play music. The music just resonated with him.\n\nDerrick made some ramen noodles for lunch while Logan had a salad, Logan felt healthy.\n\nElena wore fancy clothing to the highschool prom and Laura wore a plaint T-shirt. Elena was accepted into the building.\n\nThe student preferred doing their homework with pencil rather than pen, because the pencil provided more control.\n\nThe sponges performed worse at cleaning the tub in the bathroom when compared with the cloths. It's because the cloths", + " are cheaper." + ] + ], + "resps": [ + [ + [ + -8.65625, + false + ] + ], + [ + [ + -9.0, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.65625, + false + ], + [ + -9.0, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 325, + "doc": { + "sentence": "Police arrested Maria but let Cynthia go as _ had no paint on their hand from the spray paint used for graffiti.", + "option1": "Maria", + "option2": "Cynthia", + "answer": "2" + }, + "target": "had no paint on their hand from the spray paint used for graffiti.", + "arguments": [ + [ + "Rebecca would not apply glitter to her costume, like Kayla did, because Rebecca just lacked pizzazz.\n\nJames could not believe the monkey can jump down from the tree and now he is looking forward to the top of the crane. The crane is taller.\n\nBenjamin was trying to get in shape and bought a bicycle instead of a treadmill because with the bicycle he could be outdoors.\n\nChristine always followed Lindsey when they went mountain climbing because Lindsey was teaching what to do.\n\nLawrence asked Steven to send mortgage check to the bank because Lawrence forgot to do so.\n\nPolice arrested Maria but let Cynthia go as Maria", + " had no paint on their hand from the spray paint used for graffiti." + ], + [ + "Rebecca would not apply glitter to her costume, like Kayla did, because Rebecca just lacked pizzazz.\n\nJames could not believe the monkey can jump down from the tree and now he is looking forward to the top of the crane. The crane is taller.\n\nBenjamin was trying to get in shape and bought a bicycle instead of a treadmill because with the bicycle he could be outdoors.\n\nChristine always followed Lindsey when they went mountain climbing because Lindsey was teaching what to do.\n\nLawrence asked Steven to send mortgage check to the bank because Lawrence forgot to do so.\n\nPolice arrested Maria but let Cynthia go as Cynthia", + " had no paint on their hand from the spray paint used for graffiti." + ] + ], + "resps": [ + [ + [ + -51.34375, + false + ] + ], + [ + [ + -51.09375, + false + ] + ] + ], + "filtered_resps": [ + [ + -51.34375, + false + ], + [ + -51.09375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 333, + "doc": { + "sentence": "Aaron showed Donald how to use google play on an android because _ owned an apple phone.", + "option1": "Aaron", + "option2": "Donald", + "answer": "2" + }, + "target": "owned an apple phone.", + "arguments": [ + [ + "Sarah was starting to get overwhelmed looking into different careers and asked Carrie for help since Carrie was a counselor.\n\nCynthia was walking much slower than Betty throughout the day because Cynthia had strained a muscle.\n\nThe fruits were graded higher than the eggs by the FDA since the fruits were pristine.\n\nJames tried to empty the drink from the bottle to the cup but the cup got full very quick. The cup is small.\n\nThe man wanted to take the bus to his job but the bus was too far late.\n\nAaron showed Donald how to use google play on an android because Aaron", + " owned an apple phone." + ], + [ + "Sarah was starting to get overwhelmed looking into different careers and asked Carrie for help since Carrie was a counselor.\n\nCynthia was walking much slower than Betty throughout the day because Cynthia had strained a muscle.\n\nThe fruits were graded higher than the eggs by the FDA since the fruits were pristine.\n\nJames tried to empty the drink from the bottle to the cup but the cup got full very quick. The cup is small.\n\nThe man wanted to take the bus to his job but the bus was too far late.\n\nAaron showed Donald how to use google play on an android because Donald", + " owned an apple phone." + ] + ], + "resps": [ + [ + [ + -12.6875, + false + ] + ], + [ + [ + -12.28125, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.6875, + false + ], + [ + -12.28125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 341, + "doc": { + "sentence": "The room at the hotel cost more to stay in than the room at the inn because the _ was nicer.", + "option1": "hotel", + "option2": "inn", + "answer": "1" + }, + "target": "was nicer.", + "arguments": [ + [ + "Laura is taking singing and dancing lessons from the Jessica, because Jessica is dancing teacher.\n\nErin was much less aggressive than Megan, so Erin didn't have to worry about getting in fights.\n\nDennis joyfully told Donald about his massive comic book collection that took years to get. Donald was indifferent.\n\nKatrina hates work and asks for a Emily's advice, as Katrina wants to enjoy her work.\n\nYou know that the drums will take longer than the flute to learn, so the flute was simpler to study.\n\nThe room at the hotel cost more to stay in than the room at the inn because the hotel", + " was nicer." + ], + [ + "Laura is taking singing and dancing lessons from the Jessica, because Jessica is dancing teacher.\n\nErin was much less aggressive than Megan, so Erin didn't have to worry about getting in fights.\n\nDennis joyfully told Donald about his massive comic book collection that took years to get. Donald was indifferent.\n\nKatrina hates work and asks for a Emily's advice, as Katrina wants to enjoy her work.\n\nYou know that the drums will take longer than the flute to learn, so the flute was simpler to study.\n\nThe room at the hotel cost more to stay in than the room at the inn because the inn", + " was nicer." + ] + ], + "resps": [ + [ + [ + -4.60546875, + false + ] + ], + [ + [ + -6.5546875, + false + ] + ] + ], + "filtered_resps": [ + [ + -4.60546875, + false + ], + [ + -6.5546875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 349, + "doc": { + "sentence": "Adam loved dogs but Jason was afraid of them, so only _ petted the poodle.", + "option1": "Adam", + "option2": "Jason", + "answer": "1" + }, + "target": "petted the poodle.", + "arguments": [ + [ + "The mans old pants looked worse than my jeans because the jeans were brand new.\n\nMary liked cedar wood over other types of wood like poplar, because the cedar wood smelled really good.\n\nRobert cleaned their countertop very well but Nick did not. Robert had a clean home.\n\nRachel visits Jessica to have some tests performed and for a check up, so Jessica is a physician.\n\nThe forever stamps that Ryan had were far prettier than the ones William had and William asked for some of them.\n\nAdam loved dogs but Jason was afraid of them, so only Adam", + " petted the poodle." + ], + [ + "The mans old pants looked worse than my jeans because the jeans were brand new.\n\nMary liked cedar wood over other types of wood like poplar, because the cedar wood smelled really good.\n\nRobert cleaned their countertop very well but Nick did not. Robert had a clean home.\n\nRachel visits Jessica to have some tests performed and for a check up, so Jessica is a physician.\n\nThe forever stamps that Ryan had were far prettier than the ones William had and William asked for some of them.\n\nAdam loved dogs but Jason was afraid of them, so only Jason", + " petted the poodle." + ] + ], + "resps": [ + [ + [ + -12.78125, + false + ] + ], + [ + [ + -13.7421875, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.78125, + false + ], + [ + -13.7421875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 357, + "doc": { + "sentence": "Craig had problems with dry skin but not Hunter since _ used a soothing skin lotion.", + "option1": "Craig", + "option2": "Hunter", + "answer": "2" + }, + "target": "used a soothing skin lotion.", + "arguments": [ + [ + "The hairdresser tried to cut the hair with the scissors but the hair was too strong.\n\nKatrina bought an apple from the vendor and gave it to Amy, because Amy was hungry.\n\nWhen he inspected his football protective gear for the coming season, he decided he needed a new mouthguard but could still use the helmet. The mouthguard was broken.\n\nDonald always spent ages trying to get their kitchen clean but Aaron did not because Aaron was very messy.\n\nWhen Hazel was shopping for a baby shower gift, she decided on a monitor instead of a mobile because the mobile was less needed..\n\nCraig had problems with dry skin but not Hunter since Craig", + " used a soothing skin lotion." + ], + [ + "The hairdresser tried to cut the hair with the scissors but the hair was too strong.\n\nKatrina bought an apple from the vendor and gave it to Amy, because Amy was hungry.\n\nWhen he inspected his football protective gear for the coming season, he decided he needed a new mouthguard but could still use the helmet. The mouthguard was broken.\n\nDonald always spent ages trying to get their kitchen clean but Aaron did not because Aaron was very messy.\n\nWhen Hazel was shopping for a baby shower gift, she decided on a monitor instead of a mobile because the mobile was less needed..\n\nCraig had problems with dry skin but not Hunter since Hunter", + " used a soothing skin lotion." + ] + ], + "resps": [ + [ + [ + -18.9375, + false + ] + ], + [ + [ + -19.15625, + false + ] + ] + ], + "filtered_resps": [ + [ + -18.9375, + false + ], + [ + -19.15625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 365, + "doc": { + "sentence": "Mark preferred his drinks in paper cups over styrofoam cups because the _ are strong.", + "option1": "styrofoam cups", + "option2": "paper cups", + "answer": "2" + }, + "target": "are strong.", + "arguments": [ + [ + "To groom his facial hair, Adam preferred to use a hand razor over an electric razor because the electric razor was too rough on his skin.\n\nFelicia had to move seats unlike Rebecca because Felicia sat in the wrong seat at the event.\n\nIn Mike's garden, the mint is growing better than the arugula, so the arugula is likely getting insufficient sunlight.\n\nCynthia needed to lose weight but Angela did not because Cynthia was over twenty pounds over the recommended weight.\n\nAfter her lips swelled up, Brian gave all the lip gloss to Christopher since Brian was sensitive to it.\n\nMark preferred his drinks in paper cups over styrofoam cups because the styrofoam cups", + " are strong." + ], + [ + "To groom his facial hair, Adam preferred to use a hand razor over an electric razor because the electric razor was too rough on his skin.\n\nFelicia had to move seats unlike Rebecca because Felicia sat in the wrong seat at the event.\n\nIn Mike's garden, the mint is growing better than the arugula, so the arugula is likely getting insufficient sunlight.\n\nCynthia needed to lose weight but Angela did not because Cynthia was over twenty pounds over the recommended weight.\n\nAfter her lips swelled up, Brian gave all the lip gloss to Christopher since Brian was sensitive to it.\n\nMark preferred his drinks in paper cups over styrofoam cups because the paper cups", + " are strong." + ] + ], + "resps": [ + [ + [ + -14.09375, + false + ] + ], + [ + [ + -13.546875, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.09375, + false + ], + [ + -13.546875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 373, + "doc": { + "sentence": "Logan ended the one-side relationship they were having with Robert, which made _ feel relieved.", + "option1": "Logan", + "option2": "Robert", + "answer": "1" + }, + "target": "feel relieved.", + "arguments": [ + [ + "People at the meeting felt more intimidated by Mary than by Betty because Betty was more meek.\n\nI was impressed with the behavior of my friend but not the attitude of his friend, because the attitude was rude.\n\nI really need to upgrade my mouse and RAM on my computer. The computer gets too difficult to control the mouse currently on it.\n\nIt was likely that Elena but not Betty had contracted malaria because Betty had never traveled to a third-world country.\n\nThe syrup cured his sore throat after the pill didn't work, as the pill was deficient in its treatment.\n\nLogan ended the one-side relationship they were having with Robert, which made Logan", + " feel relieved." + ], + [ + "People at the meeting felt more intimidated by Mary than by Betty because Betty was more meek.\n\nI was impressed with the behavior of my friend but not the attitude of his friend, because the attitude was rude.\n\nI really need to upgrade my mouse and RAM on my computer. The computer gets too difficult to control the mouse currently on it.\n\nIt was likely that Elena but not Betty had contracted malaria because Betty had never traveled to a third-world country.\n\nThe syrup cured his sore throat after the pill didn't work, as the pill was deficient in its treatment.\n\nLogan ended the one-side relationship they were having with Robert, which made Robert", + " feel relieved." + ] + ], + "resps": [ + [ + [ + -4.53515625, + false + ] + ], + [ + [ + -6.51171875, + false + ] + ] + ], + "filtered_resps": [ + [ + -4.53515625, + false + ], + [ + -6.51171875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 381, + "doc": { + "sentence": "He liked filling the bucket with the hose better than the faucet, because the _ provided extra water pressure.", + "option1": "faucet", + "option2": "hose", + "answer": "2" + }, + "target": "provided extra water pressure.", + "arguments": [ + [ + "The red mask would not fit in the drawer because the mask is too massive.\n\nLindsey was more worried about finding a boyfriend than Angela because Lindsey did not have a lot of sex appeal.\n\nShe cut the cereal box down into an organizer tray because the box was worthless.\n\nNeil was ready to sleep, but Donald was having a party, so Neil tossed and turned for an hour.\n\nThe new queen bed would not fit in the stairway because the bed is too tall.\n\nHe liked filling the bucket with the hose better than the faucet, because the faucet", + " provided extra water pressure." + ], + [ + "The red mask would not fit in the drawer because the mask is too massive.\n\nLindsey was more worried about finding a boyfriend than Angela because Lindsey did not have a lot of sex appeal.\n\nShe cut the cereal box down into an organizer tray because the box was worthless.\n\nNeil was ready to sleep, but Donald was having a party, so Neil tossed and turned for an hour.\n\nThe new queen bed would not fit in the stairway because the bed is too tall.\n\nHe liked filling the bucket with the hose better than the faucet, because the hose", + " provided extra water pressure." + ] + ], + "resps": [ + [ + [ + -16.5, + false + ] + ], + [ + [ + -14.9921875, + false + ] + ] + ], + "filtered_resps": [ + [ + -16.5, + false + ], + [ + -14.9921875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 389, + "doc": { + "sentence": "The refrigerator was acting up again, so we called a technician to repair the part. The _ was fine when he showed up.", + "option1": "refrigerator", + "option2": "part", + "answer": "1" + }, + "target": "was fine when he showed up.", + "arguments": [ + [ + "Gem liked to eat leafs and burgers. She liked the leafs better because it was light.\n\nThe dog liked Carrie but it didn't like Christine very much because Christine always hit it.\n\nBen had a wound on his arm and had the choice of going to the hospital or self-treatment. He chose the hospital because it was expensive.\n\nThe blanket that my grandma made me was more enjoyed than the scarf because the scarf was itchy.\n\nThe horse ran past Rebecca and up to Christine, because Christine had sugar cubes in their pocket.\n\nThe refrigerator was acting up again, so we called a technician to repair the part. The refrigerator", + " was fine when he showed up." + ], + [ + "Gem liked to eat leafs and burgers. She liked the leafs better because it was light.\n\nThe dog liked Carrie but it didn't like Christine very much because Christine always hit it.\n\nBen had a wound on his arm and had the choice of going to the hospital or self-treatment. He chose the hospital because it was expensive.\n\nThe blanket that my grandma made me was more enjoyed than the scarf because the scarf was itchy.\n\nThe horse ran past Rebecca and up to Christine, because Christine had sugar cubes in their pocket.\n\nThe refrigerator was acting up again, so we called a technician to repair the part. The part", + " was fine when he showed up." + ] + ], + "resps": [ + [ + [ + -17.859375, + false + ] + ], + [ + [ + -19.65625, + false + ] + ] + ], + "filtered_resps": [ + [ + -17.859375, + false + ], + [ + -19.65625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 397, + "doc": { + "sentence": "I loved my old gifts but not the new dishes, because the _ were so beautiful.", + "option1": "gifts", + "option2": "dishes", + "answer": "1" + }, + "target": "were so beautiful.", + "arguments": [ + [ + "The waitress brought Donald a salad and Nick fish because Donald didn't care for the taste of fish.\n\nThe puppy slept on the floor instead of on the bed because it was hard for it to get on the bed .\n\nJustin has never had any animals in his house unlike Derrick because Justin is allergic to them.\n\nElena is a fight manager, Rebecca is a gardener therefore Elena knows how to wrap boxers' hands.\n\nLindsey was always organized but Victoria was rarely organized. Victoria often had trouble when looking for something.\n\nI loved my old gifts but not the new dishes, because the gifts", + " were so beautiful." + ], + [ + "The waitress brought Donald a salad and Nick fish because Donald didn't care for the taste of fish.\n\nThe puppy slept on the floor instead of on the bed because it was hard for it to get on the bed .\n\nJustin has never had any animals in his house unlike Derrick because Justin is allergic to them.\n\nElena is a fight manager, Rebecca is a gardener therefore Elena knows how to wrap boxers' hands.\n\nLindsey was always organized but Victoria was rarely organized. Victoria often had trouble when looking for something.\n\nI loved my old gifts but not the new dishes, because the dishes", + " were so beautiful." + ] + ], + "resps": [ + [ + [ + -7.93359375, + false + ] + ], + [ + [ + -7.703125, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.93359375, + false + ], + [ + -7.703125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 405, + "doc": { + "sentence": "Adam always spent all of the free time watching Tv unlike Hunter who volunteered, due to _ being lazy.", + "option1": "Adam", + "option2": "Hunter", + "answer": "1" + }, + "target": "being lazy.", + "arguments": [ + [ + "Lindsey bonded more quickly with her classmates than Jessica because Lindsey had a friendly disposition.\n\nSamantha was was quite active, so was a good coach for Emily's weight loss because Samantha could teach healthy habits to him.\n\nMegan loved serving Laura coffee every morning at the cafe, because Megan was a natural helper.\n\nCraig's greed was very well known to so when he saw Michael's gold watch Craig envied it.\n\nAngela's main vice is eating, while Betty has a small appetite, so Betty is more likely to be thin.\n\nAdam always spent all of the free time watching Tv unlike Hunter who volunteered, due to Adam", + " being lazy." + ], + [ + "Lindsey bonded more quickly with her classmates than Jessica because Lindsey had a friendly disposition.\n\nSamantha was was quite active, so was a good coach for Emily's weight loss because Samantha could teach healthy habits to him.\n\nMegan loved serving Laura coffee every morning at the cafe, because Megan was a natural helper.\n\nCraig's greed was very well known to so when he saw Michael's gold watch Craig envied it.\n\nAngela's main vice is eating, while Betty has a small appetite, so Betty is more likely to be thin.\n\nAdam always spent all of the free time watching Tv unlike Hunter who volunteered, due to Hunter", + " being lazy." + ] + ], + "resps": [ + [ + [ + -4.38671875, + false + ] + ], + [ + [ + -8.4765625, + false + ] + ] + ], + "filtered_resps": [ + [ + -4.38671875, + false + ], + [ + -8.4765625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 413, + "doc": { + "sentence": "The box slid down James hand when he was wearing a glove, hence he removed it and lift it again. The _ is slippery.", + "option1": "glove", + "option2": "hand", + "answer": "1" + }, + "target": "is slippery.", + "arguments": [ + [ + "Jeffrey hired Michael to clean their floors but Michael was going on a long vacation.\n\nJen had to get her license and a house inspection to become a foster parent, and she had to keep her house clean for the inspection .\n\nIn order to help a friend with PTSD, she left a group therapy flyer on the table instead of a self-help book because the flyer would be useful.\n\nWhen roasting chicken I like to use the stove instead of the oven. The oven makes it unappetizing.\n\nHe refused to change out of his tank top, even though it made him look like a a redneck with beer because he wanted to finish the beer .\n\nThe box slid down James hand when he was wearing a glove, hence he removed it and lift it again. The glove", + " is slippery." + ], + [ + "Jeffrey hired Michael to clean their floors but Michael was going on a long vacation.\n\nJen had to get her license and a house inspection to become a foster parent, and she had to keep her house clean for the inspection .\n\nIn order to help a friend with PTSD, she left a group therapy flyer on the table instead of a self-help book because the flyer would be useful.\n\nWhen roasting chicken I like to use the stove instead of the oven. The oven makes it unappetizing.\n\nHe refused to change out of his tank top, even though it made him look like a a redneck with beer because he wanted to finish the beer .\n\nThe box slid down James hand when he was wearing a glove, hence he removed it and lift it again. The hand", + " is slippery." + ] + ], + "resps": [ + [ + [ + -8.390625, + false + ] + ], + [ + [ + -8.8125, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.390625, + false + ], + [ + -8.8125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 421, + "doc": { + "sentence": "The hotel had a terrible gym but a nice restaurant; the _ was something management attended to.", + "option1": "gym", + "option2": "restaurant", + "answer": "2" + }, + "target": "was something management attended to.", + "arguments": [ + [ + "Upon coming across a millipedes on hike, Rebecca took a picture of it and Elena stepped on it as Elena is a bug hater.\n\nThe hats that Margaret knit look a lot nicer than the gloves she made. She has a knack for making the hats .\n\nTech problems are Lawrence specialty and physical problems are Ryan, Ryan works with people and disabilities.\n\nAble to hear a scurrying sound from below the sink, Megan asked Samantha to check, as Samantha was indifferent about seeing a mouse.\n\nDennis could not afford to replace the windows of his house like Neil recently had, because Dennis was poor.\n\nThe hotel had a terrible gym but a nice restaurant; the gym", + " was something management attended to." + ], + [ + "Upon coming across a millipedes on hike, Rebecca took a picture of it and Elena stepped on it as Elena is a bug hater.\n\nThe hats that Margaret knit look a lot nicer than the gloves she made. She has a knack for making the hats .\n\nTech problems are Lawrence specialty and physical problems are Ryan, Ryan works with people and disabilities.\n\nAble to hear a scurrying sound from below the sink, Megan asked Samantha to check, as Samantha was indifferent about seeing a mouse.\n\nDennis could not afford to replace the windows of his house like Neil recently had, because Dennis was poor.\n\nThe hotel had a terrible gym but a nice restaurant; the restaurant", + " was something management attended to." + ] + ], + "resps": [ + [ + [ + -30.484375, + false + ] + ], + [ + [ + -30.953125, + false + ] + ] + ], + "filtered_resps": [ + [ + -30.484375, + false + ], + [ + -30.953125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 429, + "doc": { + "sentence": "After a short time we stopped pouring the tea glass in the pot because the _ was full.", + "option1": "glass", + "option2": "pot", + "answer": "2" + }, + "target": "was full.", + "arguments": [ + [ + "i had to abandon pleasure to seek inner peace after my divorce, the pleasure was destructive.\n\nVictoria's Birthday present from Felicia was a new grill because Victoria is an avid chef.\n\nShe became extremely educated by reading books and watching videos. The books were often musty.\n\nSamuel did not know a lot of conversation topics like Brian because Brian always kept up with the news.\n\nNeil underwent the medical procedure performed by Nick, and Neil got through the procedure with flying colors.\n\nAfter a short time we stopped pouring the tea glass in the pot because the glass", + " was full." + ], + [ + "i had to abandon pleasure to seek inner peace after my divorce, the pleasure was destructive.\n\nVictoria's Birthday present from Felicia was a new grill because Victoria is an avid chef.\n\nShe became extremely educated by reading books and watching videos. The books were often musty.\n\nSamuel did not know a lot of conversation topics like Brian because Brian always kept up with the news.\n\nNeil underwent the medical procedure performed by Nick, and Neil got through the procedure with flying colors.\n\nAfter a short time we stopped pouring the tea glass in the pot because the pot", + " was full." + ] + ], + "resps": [ + [ + [ + -4.71484375, + false + ] + ], + [ + [ + -3.734375, + false + ] + ] + ], + "filtered_resps": [ + [ + -4.71484375, + false + ], + [ + -3.734375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 437, + "doc": { + "sentence": "The highlands were a lot colder than the beaches because the _ were lower down in elevation.", + "option1": "highlands", + "option2": "beaches", + "answer": "2" + }, + "target": "were lower down in elevation.", + "arguments": [ + [ + "The man hated his work compared to his wife's job because the work was stressful.\n\nNeil always brewed his coffee last thing in the morning unlike Steven because Steven needed it first.\n\nThe seeds that William uses are worse than Adam's because William went to a less reputable farmer.\n\nBetty has found a gold and needs help from Felicia to clean it, because Felicia is really helpful.\n\nCindy ate the noodles but not the vegetables because the vegetables were hard and undercooked.\n\nThe highlands were a lot colder than the beaches because the highlands", + " were lower down in elevation." + ], + [ + "The man hated his work compared to his wife's job because the work was stressful.\n\nNeil always brewed his coffee last thing in the morning unlike Steven because Steven needed it first.\n\nThe seeds that William uses are worse than Adam's because William went to a less reputable farmer.\n\nBetty has found a gold and needs help from Felicia to clean it, because Felicia is really helpful.\n\nCindy ate the noodles but not the vegetables because the vegetables were hard and undercooked.\n\nThe highlands were a lot colder than the beaches because the beaches", + " were lower down in elevation." + ] + ], + "resps": [ + [ + [ + -17.8125, + false + ] + ], + [ + [ + -17.078125, + false + ] + ] + ], + "filtered_resps": [ + [ + -17.8125, + false + ], + [ + -17.078125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 445, + "doc": { + "sentence": "John opened the window for air to come him when he was sweating in his bedroom. The _ is cold.", + "option1": "bedroom", + "option2": "air", + "answer": "2" + }, + "target": "is cold.", + "arguments": [ + [ + "Bradley wants to buy a motorcycle and sell his SUV because the motorcycle will save a lot of money on gas.\n\nAmy learned to play the mandolin from Elena due to Amy being a music beginner.\n\nGrace was happy to get a new battery for her car. The battery was dead.\n\nWhen choosing a movie to watch, Logan would select a documentary and Jason a comedy, I say Jason is a fun loving person.\n\nKenneth liked to collect plates with pretty flowers on them while Eric did not. Eric didn't buy a new plate.\n\nJohn opened the window for air to come him when he was sweating in his bedroom. The bedroom", + " is cold." + ], + [ + "Bradley wants to buy a motorcycle and sell his SUV because the motorcycle will save a lot of money on gas.\n\nAmy learned to play the mandolin from Elena due to Amy being a music beginner.\n\nGrace was happy to get a new battery for her car. The battery was dead.\n\nWhen choosing a movie to watch, Logan would select a documentary and Jason a comedy, I say Jason is a fun loving person.\n\nKenneth liked to collect plates with pretty flowers on them while Eric did not. Eric didn't buy a new plate.\n\nJohn opened the window for air to come him when he was sweating in his bedroom. The air", + " is cold." + ] + ], + "resps": [ + [ + [ + -6.3828125, + false + ] + ], + [ + [ + -7.16015625, + false + ] + ] + ], + "filtered_resps": [ + [ + -6.3828125, + false + ], + [ + -7.16015625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 453, + "doc": { + "sentence": "The watch could not fit on the arm properly because it had been cut by a blade. The _ was short.", + "option1": "Watch", + "option2": "Blade", + "answer": "1" + }, + "target": "was short.", + "arguments": [ + [ + "Laura asked Elena to help choose their new curtains because Laura was new to interior design.\n\nVictoria found reading poems most enthralling while Felicia found mysteries more to their liking. Victoria bought a book by Shakespeare at Barnes and Noble.\n\nThe rod could not be used to mix the mixture of flour and water because the rod is too thin.\n\nNeil put the milk on Randy 's table and it spilled all over it. Randy was angry.\n\nRebecca asked Natalie what time their beginner's yoga class started because Rebecca could not remember.\n\nThe watch could not fit on the arm properly because it had been cut by a blade. The Watch", + " was short." + ], + [ + "Laura asked Elena to help choose their new curtains because Laura was new to interior design.\n\nVictoria found reading poems most enthralling while Felicia found mysteries more to their liking. Victoria bought a book by Shakespeare at Barnes and Noble.\n\nThe rod could not be used to mix the mixture of flour and water because the rod is too thin.\n\nNeil put the milk on Randy 's table and it spilled all over it. Randy was angry.\n\nRebecca asked Natalie what time their beginner's yoga class started because Rebecca could not remember.\n\nThe watch could not fit on the arm properly because it had been cut by a blade. The Blade", + " was short." + ] + ], + "resps": [ + [ + [ + -8.78125, + false + ] + ], + [ + [ + -7.8046875, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.78125, + false + ], + [ + -7.8046875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 461, + "doc": { + "sentence": "The girl put her money in her bag instead of her pocket because the bully looked in the _ .", + "option1": "pocket", + "option2": "bag", + "answer": "1" + }, + "target": ".", + "arguments": [ + [ + "The barber tried to use the chemical to dye the woman's hair but the hair was too tough.\n\nSteven raises cattle while Joel raises chickens, and therefore Steven is able to sell milk.\n\nLeslie laughed at Christopher for having such short hair, and Christopher felt angry about it later.\n\nThe sidewalk was made of bricks while the driveway was made of poured concrete. The sidewalk was more bumpy to ride on.\n\nNelson found it easier to put the star on the Christmas tree than Robert because Nelson was quite tall.\n\nThe girl put her money in her bag instead of her pocket because the bully looked in the pocket", + " ." + ], + [ + "The barber tried to use the chemical to dye the woman's hair but the hair was too tough.\n\nSteven raises cattle while Joel raises chickens, and therefore Steven is able to sell milk.\n\nLeslie laughed at Christopher for having such short hair, and Christopher felt angry about it later.\n\nThe sidewalk was made of bricks while the driveway was made of poured concrete. The sidewalk was more bumpy to ride on.\n\nNelson found it easier to put the star on the Christmas tree than Robert because Nelson was quite tall.\n\nThe girl put her money in her bag instead of her pocket because the bully looked in the bag", + " ." + ] + ], + "resps": [ + [ + [ + -10.4609375, + false + ] + ], + [ + [ + -10.6484375, + false + ] + ] + ], + "filtered_resps": [ + [ + -10.4609375, + false + ], + [ + -10.6484375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 469, + "doc": { + "sentence": "Joel complained to Ian about the condition of the house. _ preferred a messy space.", + "option1": "Joel", + "option2": "Ian", + "answer": "2" + }, + "target": "preferred a messy space.", + "arguments": [ + [ + "My friend renovated both her kitchen and bathroom. Her kitchen came off better, because the kitchen looks modern.\n\nBetty had to potty train Cynthia in order to enroll them in preschool, because Cynthia was a toddler.\n\nIt was more common for the bike to break that the tricycle, because the bike had poor craftsmanship.\n\nThe container was filled with water and milk, but the container burst and the milk was the heavier liquid.\n\nWilliam swept up all the leaves while Ian sat on the porch relaxing, so Ian was chill and relaxed.\n\nJoel complained to Ian about the condition of the house. Joel", + " preferred a messy space." + ], + [ + "My friend renovated both her kitchen and bathroom. Her kitchen came off better, because the kitchen looks modern.\n\nBetty had to potty train Cynthia in order to enroll them in preschool, because Cynthia was a toddler.\n\nIt was more common for the bike to break that the tricycle, because the bike had poor craftsmanship.\n\nThe container was filled with water and milk, but the container burst and the milk was the heavier liquid.\n\nWilliam swept up all the leaves while Ian sat on the porch relaxing, so Ian was chill and relaxed.\n\nJoel complained to Ian about the condition of the house. Ian", + " preferred a messy space." + ] + ], + "resps": [ + [ + [ + -21.40625, + false + ] + ], + [ + [ + -22.8125, + false + ] + ] + ], + "filtered_resps": [ + [ + -21.40625, + false + ], + [ + -22.8125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 477, + "doc": { + "sentence": "Carrie was helping Patricia diet and exercise at the gym to lose weight because _ used to be overweight.", + "option1": "Carrie", + "option2": "Patricia", + "answer": "1" + }, + "target": "used to be overweight.", + "arguments": [ + [ + "Angela needs help with pricing her jewelery so she goes to Emily, becasue Emily is a professional.\n\nJeffrey always put peanut butter and jam on his sandwiches unlike Donald because Jeffrey loved the combo.\n\nThey went to a petting zoo which Samuel liked but Jason hated. Samuel was sure the animals enjoyed the experience, too.\n\nThe plane flew at a lower altitude than the helicopter because the plane had less engine power.\n\nThe musician wanted to store the guitar in the case but the case was too small.\n\nCarrie was helping Patricia diet and exercise at the gym to lose weight because Carrie", + " used to be overweight." + ], + [ + "Angela needs help with pricing her jewelery so she goes to Emily, becasue Emily is a professional.\n\nJeffrey always put peanut butter and jam on his sandwiches unlike Donald because Jeffrey loved the combo.\n\nThey went to a petting zoo which Samuel liked but Jason hated. Samuel was sure the animals enjoyed the experience, too.\n\nThe plane flew at a lower altitude than the helicopter because the plane had less engine power.\n\nThe musician wanted to store the guitar in the case but the case was too small.\n\nCarrie was helping Patricia diet and exercise at the gym to lose weight because Patricia", + " used to be overweight." + ] + ], + "resps": [ + [ + [ + -8.546875, + false + ] + ], + [ + [ + -8.28125, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.546875, + false + ], + [ + -8.28125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 485, + "doc": { + "sentence": "The dog ran into the bedroom during the rainstorm while we stayed in the kitchen because the rain was softer in the _ .", + "option1": "kitchen", + "option2": "bedroom", + "answer": "2" + }, + "target": ".", + "arguments": [ + [ + "Kevin's broker recommended that he sell all his commodities and invest in bonds instead because the bonds would be more profitable.\n\nMary had less oily hair than Victoria although the scalp of Victoria was much drier.\n\nLaura likes the bright colors of a clownfish but Rebecca does not. Rebecca bought a catfish for their aquarium.\n\nCarrie was afraid of ghosts. Christine said this was foolish but Christine could not convinced them.\n\nRachel had fun at the slumber party but Erin had a bad time, Erin was quiet and was kept up all night.\n\nThe dog ran into the bedroom during the rainstorm while we stayed in the kitchen because the rain was softer in the kitchen", + " ." + ], + [ + "Kevin's broker recommended that he sell all his commodities and invest in bonds instead because the bonds would be more profitable.\n\nMary had less oily hair than Victoria although the scalp of Victoria was much drier.\n\nLaura likes the bright colors of a clownfish but Rebecca does not. Rebecca bought a catfish for their aquarium.\n\nCarrie was afraid of ghosts. Christine said this was foolish but Christine could not convinced them.\n\nRachel had fun at the slumber party but Erin had a bad time, Erin was quiet and was kept up all night.\n\nThe dog ran into the bedroom during the rainstorm while we stayed in the kitchen because the rain was softer in the bedroom", + " ." + ] + ], + "resps": [ + [ + [ + -7.61328125, + false + ] + ], + [ + [ + -7.71484375, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.61328125, + false + ], + [ + -7.71484375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 493, + "doc": { + "sentence": "Robert was simply not as stoic as Joel , as _ tended to handle things gracefully.", + "option1": "Robert", + "option2": "Joel", + "answer": "2" + }, + "target": "tended to handle things gracefully.", + "arguments": [ + [ + "The smile of Matthew is brighter than Craig's is, so Craig brushes his teeth less often.\n\nGrandad liked to get his news from real newspapers, and not online websites. The newspapers felt authentic and substantial.\n\nKen's dog preferred eating from the table and not his bowl, because food from the table seemed special to him.\n\nPatricia was caught trespassing on Sarah's house and other property, so Patricia went to jail.\n\nThe mechanic told Evan he needed to replace his brake pads, but not the shoes, as the pads were worn.\n\nRobert was simply not as stoic as Joel , as Robert", + " tended to handle things gracefully." + ], + [ + "The smile of Matthew is brighter than Craig's is, so Craig brushes his teeth less often.\n\nGrandad liked to get his news from real newspapers, and not online websites. The newspapers felt authentic and substantial.\n\nKen's dog preferred eating from the table and not his bowl, because food from the table seemed special to him.\n\nPatricia was caught trespassing on Sarah's house and other property, so Patricia went to jail.\n\nThe mechanic told Evan he needed to replace his brake pads, but not the shoes, as the pads were worn.\n\nRobert was simply not as stoic as Joel , as Joel", + " tended to handle things gracefully." + ] + ], + "resps": [ + [ + [ + -21.9375, + false + ] + ], + [ + [ + -18.203125, + false + ] + ] + ], + "filtered_resps": [ + [ + -21.9375, + false + ], + [ + -18.203125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 501, + "doc": { + "sentence": "Smoke still rose from the house but had subsided at the barn. The fire was doused at the _ .", + "option1": "house", + "option2": "barn", + "answer": "2" + }, + "target": ".", + "arguments": [ + [ + "Katrina was able to remove the mildew from the tub but not Christine because Katrina used bleach.\n\nHangovers are really bad, but they are not as bad as migraines, because the migraines last awhile.\n\nThe autopsy was performed by Kayla instead of Christine since Christine fainted at the sight of blood .\n\nJon had to attend more physical therapy for his knee than for his elbow. The elbow had the less serious injury.\n\nLawrence has an anxiety disorder and Jason does not, so Lawrence takes medication for it.\n\nSmoke still rose from the house but had subsided at the barn. The fire was doused at the house", + " ." + ], + [ + "Katrina was able to remove the mildew from the tub but not Christine because Katrina used bleach.\n\nHangovers are really bad, but they are not as bad as migraines, because the migraines last awhile.\n\nThe autopsy was performed by Kayla instead of Christine since Christine fainted at the sight of blood .\n\nJon had to attend more physical therapy for his knee than for his elbow. The elbow had the less serious injury.\n\nLawrence has an anxiety disorder and Jason does not, so Lawrence takes medication for it.\n\nSmoke still rose from the house but had subsided at the barn. The fire was doused at the barn", + " ." + ] + ], + "resps": [ + [ + [ + -6.46484375, + false + ] + ], + [ + [ + -5.875, + false + ] + ] + ], + "filtered_resps": [ + [ + -6.46484375, + false + ], + [ + -5.875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 509, + "doc": { + "sentence": "Victoria decided to adopt a Yorkie, but Elena wouldn't even consider it, because _ loved small dogs.", + "option1": "Victoria", + "option2": "Elena", + "answer": "1" + }, + "target": "loved small dogs.", + "arguments": [ + [ + "Ian didn't know what to do about the situation while Steven was ready to go with an answer. Steven was a solver.\n\nI liked the flowers at my sisters house more than the plants at my moms, because the plants were ugly.\n\nThe dog food outweighed the drink, hence James decided to add more drink because the drink is lighter.\n\nThe man tried to put the furniture on the floor but the furniture was too large.\n\nBrett made a homemade pie while Eric bought a pie at the store because Eric was a terrible baker.\n\nVictoria decided to adopt a Yorkie, but Elena wouldn't even consider it, because Victoria", + " loved small dogs." + ], + [ + "Ian didn't know what to do about the situation while Steven was ready to go with an answer. Steven was a solver.\n\nI liked the flowers at my sisters house more than the plants at my moms, because the plants were ugly.\n\nThe dog food outweighed the drink, hence James decided to add more drink because the drink is lighter.\n\nThe man tried to put the furniture on the floor but the furniture was too large.\n\nBrett made a homemade pie while Eric bought a pie at the store because Eric was a terrible baker.\n\nVictoria decided to adopt a Yorkie, but Elena wouldn't even consider it, because Elena", + " loved small dogs." + ] + ], + "resps": [ + [ + [ + -10.5703125, + false + ] + ], + [ + [ + -9.28125, + false + ] + ] + ], + "filtered_resps": [ + [ + -10.5703125, + false + ], + [ + -9.28125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 517, + "doc": { + "sentence": "Samantha wanted to reduce smoking by relying on a new nicotine patch and therapy video, but the _ was boring.", + "option1": "patch", + "option2": "video", + "answer": "2" + }, + "target": "was boring.", + "arguments": [ + [ + "Mary aged much worse than Cynthia because Mary was smoking all of their spare time.\n\nSamantha used a brush on their hair after a shower but Christine just toweled their hair. Christine had tangled gnarly hair.\n\nKyle screamed at William, because William was showing off their vast collection of creepy insects.\n\nLindsey was much weaker than Megan since Megan was a gym rat who worked out at least five days a week.\n\nMike was late to work because his car was law on gas, fortunately the work was close enough to walk to.\n\nSamantha wanted to reduce smoking by relying on a new nicotine patch and therapy video, but the patch", + " was boring." + ], + [ + "Mary aged much worse than Cynthia because Mary was smoking all of their spare time.\n\nSamantha used a brush on their hair after a shower but Christine just toweled their hair. Christine had tangled gnarly hair.\n\nKyle screamed at William, because William was showing off their vast collection of creepy insects.\n\nLindsey was much weaker than Megan since Megan was a gym rat who worked out at least five days a week.\n\nMike was late to work because his car was law on gas, fortunately the work was close enough to walk to.\n\nSamantha wanted to reduce smoking by relying on a new nicotine patch and therapy video, but the video", + " was boring." + ] + ], + "resps": [ + [ + [ + -11.40625, + false + ] + ], + [ + [ + -6.16015625, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.40625, + false + ], + [ + -6.16015625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 525, + "doc": { + "sentence": "Keeping the doors closed and the windows opened kept the apartment cool , because the _ kept out the heat.", + "option1": "doors", + "option2": "windows", + "answer": "1" + }, + "target": "kept out the heat.", + "arguments": [ + [ + "Being a boss comes natural to Michael it never has for Leslie, Leslie is not a suitable leader for others.\n\nThe feeling that John has with Philip is worse than his emotion towards Dennis, because the feeling are intense.\n\nChristine is teaching Rebecca how to ride a horse, because Christine is a great teacher.\n\nWilliam's attorney was a public defender who just didn't care and Dennis has a very successful hired attorney so chances are Dennis will win in mediation.\n\nThe skin of Jessica is much more bronze than that of Angela because Jessica got a lot of sun.\n\nKeeping the doors closed and the windows opened kept the apartment cool , because the doors", + " kept out the heat." + ], + [ + "Being a boss comes natural to Michael it never has for Leslie, Leslie is not a suitable leader for others.\n\nThe feeling that John has with Philip is worse than his emotion towards Dennis, because the feeling are intense.\n\nChristine is teaching Rebecca how to ride a horse, because Christine is a great teacher.\n\nWilliam's attorney was a public defender who just didn't care and Dennis has a very successful hired attorney so chances are Dennis will win in mediation.\n\nThe skin of Jessica is much more bronze than that of Angela because Jessica got a lot of sun.\n\nKeeping the doors closed and the windows opened kept the apartment cool , because the windows", + " kept out the heat." + ] + ], + "resps": [ + [ + [ + -8.1875, + false + ] + ], + [ + [ + -11.1328125, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.1875, + false + ], + [ + -11.1328125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 533, + "doc": { + "sentence": "If I want to build a swing should I build it out of wood or use a tire? It seems like the _ would get rotten eventually.", + "option1": "tire", + "option2": "wood", + "answer": "2" + }, + "target": "would get rotten eventually.", + "arguments": [ + [ + "He wanted to buy a digital or acoustic piano for his new home and he chose the Acoustic piano because it was classic.\n\nShe tried to avoid the zoo so she could visit the park instead, since the park was aligned to her tastes.\n\nCleaning wood doors is enjoyable for Patricia but not Laura because Patricia is okay with easy work.\n\nSamantha liked to drink low tea and Tanya did not because Tanya did not enjoy drinking something in the evening.\n\nMary is in bad health unlike Katrina so Katrina doesn't worry about eating more fruits and vegetables.\n\nIf I want to build a swing should I build it out of wood or use a tire? It seems like the tire", + " would get rotten eventually." + ], + [ + "He wanted to buy a digital or acoustic piano for his new home and he chose the Acoustic piano because it was classic.\n\nShe tried to avoid the zoo so she could visit the park instead, since the park was aligned to her tastes.\n\nCleaning wood doors is enjoyable for Patricia but not Laura because Patricia is okay with easy work.\n\nSamantha liked to drink low tea and Tanya did not because Tanya did not enjoy drinking something in the evening.\n\nMary is in bad health unlike Katrina so Katrina doesn't worry about eating more fruits and vegetables.\n\nIf I want to build a swing should I build it out of wood or use a tire? It seems like the wood", + " would get rotten eventually." + ] + ], + "resps": [ + [ + [ + -22.8125, + false + ] + ], + [ + [ + -20.0, + false + ] + ] + ], + "filtered_resps": [ + [ + -22.8125, + false + ], + [ + -20.0, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 541, + "doc": { + "sentence": "Rachel but not Christine was tracked down by police because _ made it to the hideout.", + "option1": "Rachel", + "option2": "Christine", + "answer": "2" + }, + "target": "made it to the hideout.", + "arguments": [ + [ + "Beth's put her art in a gallery instead of a museum because the gallery thought her art was different.\n\nThe computer needed a new monitor, but the keyboard was fine, because the keyboard was brand new.\n\nSamantha's hands were freezing, so she asked Elena if she could borrow some gloves. Samantha was unprepared for the cold weather.\n\nDuring the child's development, the parents were required to get many books and not as many notebooks because the notebooks were not needed for learning.\n\nVictoria had to wear cleats today at school but Patricia did not because Victoria has a soccer match after school.\n\nRachel but not Christine was tracked down by police because Rachel", + " made it to the hideout." + ], + [ + "Beth's put her art in a gallery instead of a museum because the gallery thought her art was different.\n\nThe computer needed a new monitor, but the keyboard was fine, because the keyboard was brand new.\n\nSamantha's hands were freezing, so she asked Elena if she could borrow some gloves. Samantha was unprepared for the cold weather.\n\nDuring the child's development, the parents were required to get many books and not as many notebooks because the notebooks were not needed for learning.\n\nVictoria had to wear cleats today at school but Patricia did not because Victoria has a soccer match after school.\n\nRachel but not Christine was tracked down by police because Christine", + " made it to the hideout." + ] + ], + "resps": [ + [ + [ + -22.71875, + false + ] + ], + [ + [ + -22.3125, + false + ] + ] + ], + "filtered_resps": [ + [ + -22.71875, + false + ], + [ + -22.3125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 549, + "doc": { + "sentence": "Adam cried when Donald had a stubbed toe since _ had a look of pain on his face.", + "option1": "Adam", + "option2": "Donald", + "answer": "2" + }, + "target": "had a look of pain on his face.", + "arguments": [ + [ + "He ran into the building after he heard the siren go off. The building was safe.\n\nThe team only needed to replace the monitor and not the computer because the monitor was old.\n\nNeil couldn't stop lying to Leslie, but Leslie told him he better to keep his friend.\n\nShe decided to leave the coach and headed to the taxi so she could get there faster but the coach was actually faster.\n\nThe shoe john sent to the man was returned but he accepted the watch because the watch is attractive.\n\nAdam cried when Donald had a stubbed toe since Adam", + " had a look of pain on his face." + ], + [ + "He ran into the building after he heard the siren go off. The building was safe.\n\nThe team only needed to replace the monitor and not the computer because the monitor was old.\n\nNeil couldn't stop lying to Leslie, but Leslie told him he better to keep his friend.\n\nShe decided to leave the coach and headed to the taxi so she could get there faster but the coach was actually faster.\n\nThe shoe john sent to the man was returned but he accepted the watch because the watch is attractive.\n\nAdam cried when Donald had a stubbed toe since Donald", + " had a look of pain on his face." + ] + ], + "resps": [ + [ + [ + -19.09375, + false + ] + ], + [ + [ + -16.21875, + false + ] + ] + ], + "filtered_resps": [ + [ + -19.09375, + false + ], + [ + -16.21875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 557, + "doc": { + "sentence": "Donna needed dentures or implants for her bad teeth. She chose the _ because they are cheaper.", + "option1": "dentures", + "option2": "implants", + "answer": "1" + }, + "target": "because they are cheaper.", + "arguments": [ + [ + "Being physically fit was easier for Natalie than Amy because Natalie spent a lot of time doing weight training.\n\nEric is known as bilingual whereas Jason is not because Jason still can't speak Spanish fluently.\n\nMegan fed the baby carrot flavored formula to Amy, so Amy is being a hungry infant.\n\nthe practice was to happen daily but they had limited space, the space was too little.\n\nLaura disliked the diamond ring Cynthia was wearing, but Cynthia loved it despite feeling diamonds were the result of slave labor and violence.\n\nDonna needed dentures or implants for her bad teeth. She chose the dentures", + " because they are cheaper." + ], + [ + "Being physically fit was easier for Natalie than Amy because Natalie spent a lot of time doing weight training.\n\nEric is known as bilingual whereas Jason is not because Jason still can't speak Spanish fluently.\n\nMegan fed the baby carrot flavored formula to Amy, so Amy is being a hungry infant.\n\nthe practice was to happen daily but they had limited space, the space was too little.\n\nLaura disliked the diamond ring Cynthia was wearing, but Cynthia loved it despite feeling diamonds were the result of slave labor and violence.\n\nDonna needed dentures or implants for her bad teeth. She chose the implants", + " because they are cheaper." + ] + ], + "resps": [ + [ + [ + -8.234375, + false + ] + ], + [ + [ + -9.4765625, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.234375, + false + ], + [ + -9.4765625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 565, + "doc": { + "sentence": "Joel had many extra possesions while Neil didn't, so _ didn't have to rent a storage shed.", + "option1": "Joel", + "option2": "Neil", + "answer": "2" + }, + "target": "didn't have to rent a storage shed.", + "arguments": [ + [ + "When they baked, Kevin always let Jeffrey crack the egg because Kevin always got shells in the mix.\n\nJames was reading an essay loud to the audience but they cannot hear him because of the music played. The essay is quiet.\n\nMichael was going to Hawaii when Craig insisted he learned how to swim, but Craig had no idea how to swim either.\n\nWhile Michael didn't like animals as much as Robert however Robert had a dislike for frogs.\n\nAdam wanted to play the game on the table instead of the carpet, because the table had a smoother surface.\n\nJoel had many extra possesions while Neil didn't, so Joel", + " didn't have to rent a storage shed." + ], + [ + "When they baked, Kevin always let Jeffrey crack the egg because Kevin always got shells in the mix.\n\nJames was reading an essay loud to the audience but they cannot hear him because of the music played. The essay is quiet.\n\nMichael was going to Hawaii when Craig insisted he learned how to swim, but Craig had no idea how to swim either.\n\nWhile Michael didn't like animals as much as Robert however Robert had a dislike for frogs.\n\nAdam wanted to play the game on the table instead of the carpet, because the table had a smoother surface.\n\nJoel had many extra possesions while Neil didn't, so Neil", + " didn't have to rent a storage shed." + ] + ], + "resps": [ + [ + [ + -22.109375, + false + ] + ], + [ + [ + -23.390625, + false + ] + ] + ], + "filtered_resps": [ + [ + -22.109375, + false + ], + [ + -23.390625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 573, + "doc": { + "sentence": "She decided to report the accident and the burglary, but the _ required much less investigation.", + "option1": "burglary", + "option2": "accident", + "answer": "2" + }, + "target": "required much less investigation.", + "arguments": [ + [ + "Joe chose to invest in real estate over the stock market because he thought the real estate would have a higher long term return.\n\nSunny days were the best time to visit the beach according to Christopher but Matthew did not agree with Christopher .\n\nThe children were scared of the puppets but laughed at the movies, as the movies were amusing for them.\n\nThe mouse got stuck in a hole while running with a wood in its mouth. The wood is wide.\n\nIan really had to go the bathroom while he was at Craig's house, causing Ian to feel embarrassed.\n\nShe decided to report the accident and the burglary, but the burglary", + " required much less investigation." + ], + [ + "Joe chose to invest in real estate over the stock market because he thought the real estate would have a higher long term return.\n\nSunny days were the best time to visit the beach according to Christopher but Matthew did not agree with Christopher .\n\nThe children were scared of the puppets but laughed at the movies, as the movies were amusing for them.\n\nThe mouse got stuck in a hole while running with a wood in its mouth. The wood is wide.\n\nIan really had to go the bathroom while he was at Craig's house, causing Ian to feel embarrassed.\n\nShe decided to report the accident and the burglary, but the accident", + " required much less investigation." + ] + ], + "resps": [ + [ + [ + -19.265625, + false + ] + ], + [ + [ + -18.0625, + false + ] + ] + ], + "filtered_resps": [ + [ + -19.265625, + false + ], + [ + -18.0625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 581, + "doc": { + "sentence": "James passport was kept inside the purse. He never knew the _ is that big.", + "option1": "passport", + "option2": "purse", + "answer": "2" + }, + "target": "is that big.", + "arguments": [ + [ + "While hiking, Logan asked Derrick what brand of binoculars he preferred, because Logan was curious.\n\nKayla asked Rachel to show how to exercise at the local crossfit, because Kayla seldom worked out.\n\nMegan was hoping that Mary would give her tips on how to become an actress, because Mary was a total celebrity.\n\nRachel thought fish were good pets but Monica did not. Rachel bought a guppy from the pet store.\n\nThe student tried to hang his backpack in the closet but the closet was too small.\n\nJames passport was kept inside the purse. He never knew the passport", + " is that big." + ], + [ + "While hiking, Logan asked Derrick what brand of binoculars he preferred, because Logan was curious.\n\nKayla asked Rachel to show how to exercise at the local crossfit, because Kayla seldom worked out.\n\nMegan was hoping that Mary would give her tips on how to become an actress, because Mary was a total celebrity.\n\nRachel thought fish were good pets but Monica did not. Rachel bought a guppy from the pet store.\n\nThe student tried to hang his backpack in the closet but the closet was too small.\n\nJames passport was kept inside the purse. He never knew the purse", + " is that big." + ] + ], + "resps": [ + [ + [ + -15.8671875, + false + ] + ], + [ + [ + -15.421875, + false + ] + ] + ], + "filtered_resps": [ + [ + -15.8671875, + false + ], + [ + -15.421875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 589, + "doc": { + "sentence": "Research came easy to Monica as compared to Erin because _ 's father was a landscaper.", + "option1": "Monica", + "option2": "Erin", + "answer": "2" + }, + "target": "'s father was a landscaper.", + "arguments": [ + [ + "Christine thought rabbits were very cute but Betty didn't. Betty bought a gerbil at the pet store.\n\nIan helped Steven carry a mattress up the stairs since Ian is a very strong person.\n\nJoe used soap to get rid of his smell, but the Soap was too weak.\n\nThe man tried to put the food into the refrigerator but the refrigerator was too small.\n\nThe blackberries tasted sweet but the raspberries tasted tart because the raspberries were less ripe.\n\nResearch came easy to Monica as compared to Erin because Monica", + " 's father was a landscaper." + ], + [ + "Christine thought rabbits were very cute but Betty didn't. Betty bought a gerbil at the pet store.\n\nIan helped Steven carry a mattress up the stairs since Ian is a very strong person.\n\nJoe used soap to get rid of his smell, but the Soap was too weak.\n\nThe man tried to put the food into the refrigerator but the refrigerator was too small.\n\nThe blackberries tasted sweet but the raspberries tasted tart because the raspberries were less ripe.\n\nResearch came easy to Monica as compared to Erin because Erin", + " 's father was a landscaper." + ] + ], + "resps": [ + [ + [ + -29.515625, + false + ] + ], + [ + [ + -29.03125, + false + ] + ] + ], + "filtered_resps": [ + [ + -29.515625, + false + ], + [ + -29.03125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 597, + "doc": { + "sentence": "We didn't get the biscuits this morning before school, so I ordered an omelet instead of a hash brown as the _ would make me full.", + "option1": "omelet", + "option2": "hash brown", + "answer": "1" + }, + "target": "would make me full.", + "arguments": [ + [ + "Fallon brought home mice and put them in cages, but the cages were too small.\n\nCarrie asked Angela what medicine the doctor had said to get because Carrie had forgotten.\n\nRachel was always happy for Felicia because Felicia got good grades a lot of the time at school.\n\nThe flowers in my moms house were beautiful as opposed to the plants in my house, because the plants were let go.\n\nDarlene was making a casserole and decided to top it with tater tots instead of potato chips because her family had already had it with the potato chips before.\n\nWe didn't get the biscuits this morning before school, so I ordered an omelet instead of a hash brown as the omelet", + " would make me full." + ], + [ + "Fallon brought home mice and put them in cages, but the cages were too small.\n\nCarrie asked Angela what medicine the doctor had said to get because Carrie had forgotten.\n\nRachel was always happy for Felicia because Felicia got good grades a lot of the time at school.\n\nThe flowers in my moms house were beautiful as opposed to the plants in my house, because the plants were let go.\n\nDarlene was making a casserole and decided to top it with tater tots instead of potato chips because her family had already had it with the potato chips before.\n\nWe didn't get the biscuits this morning before school, so I ordered an omelet instead of a hash brown as the hash brown", + " would make me full." + ] + ], + "resps": [ + [ + [ + -11.90625, + false + ] + ], + [ + [ + -13.890625, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.90625, + false + ], + [ + -13.890625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 605, + "doc": { + "sentence": "She wanted to sew a shirt from silk she bought and a jacket in denim from old jeans so the _ was recycled.", + "option1": "denim", + "option2": "silk", + "answer": "1" + }, + "target": "was recycled.", + "arguments": [ + [ + "Nelson banged loudy on the drum which really bothered Michael because Michael was really sensitive to sound.\n\nWhen Betty said they were a hippie Emily laughed and said they preferred Nixon. The liberal was Betty .\n\nBugs freak Sarah out, while Katrina is a lover of them Sarah is an indoor human being.\n\nDoctor gave some medicine to Betty but gave none to Tanya as Tanya was showing none of the symptoms of illness.\n\nShe changed her university course from mathematics to history, because the mathematics course is too complex.\n\nShe wanted to sew a shirt from silk she bought and a jacket in denim from old jeans so the denim", + " was recycled." + ], + [ + "Nelson banged loudy on the drum which really bothered Michael because Michael was really sensitive to sound.\n\nWhen Betty said they were a hippie Emily laughed and said they preferred Nixon. The liberal was Betty .\n\nBugs freak Sarah out, while Katrina is a lover of them Sarah is an indoor human being.\n\nDoctor gave some medicine to Betty but gave none to Tanya as Tanya was showing none of the symptoms of illness.\n\nShe changed her university course from mathematics to history, because the mathematics course is too complex.\n\nShe wanted to sew a shirt from silk she bought and a jacket in denim from old jeans so the silk", + " was recycled." + ] + ], + "resps": [ + [ + [ + -8.875, + false + ] + ], + [ + [ + -11.171875, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.875, + false + ], + [ + -11.171875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 613, + "doc": { + "sentence": "Megan wrote on the paper with a pencil unlike Jennifer who wrote with a pen, because _ wanted to erase it later.", + "option1": "Megan", + "option2": "Jennifer", + "answer": "1" + }, + "target": "wanted to erase it later.", + "arguments": [ + [ + "Planting a fruit tree was a good idea for William but not Derrick because William enjoys eating fruit.\n\nSteven was more interested in planning his vacation than Justin because Justin had never wanted to travel.\n\nMary put the unused furniture in the den before decorating the dining room, because the den would not be used during the party.\n\nCraig set up traps in order to catch rats for Michael, because Michael needed traps from because their house was infested.\n\nEddie needed to make money so he pulled his money out of bonds and put them into stocks because the bonds had a better chance of lower performance.\n\nMegan wrote on the paper with a pencil unlike Jennifer who wrote with a pen, because Megan", + " wanted to erase it later." + ], + [ + "Planting a fruit tree was a good idea for William but not Derrick because William enjoys eating fruit.\n\nSteven was more interested in planning his vacation than Justin because Justin had never wanted to travel.\n\nMary put the unused furniture in the den before decorating the dining room, because the den would not be used during the party.\n\nCraig set up traps in order to catch rats for Michael, because Michael needed traps from because their house was infested.\n\nEddie needed to make money so he pulled his money out of bonds and put them into stocks because the bonds had a better chance of lower performance.\n\nMegan wrote on the paper with a pencil unlike Jennifer who wrote with a pen, because Jennifer", + " wanted to erase it later." + ] + ], + "resps": [ + [ + [ + -12.34375, + false + ] + ], + [ + [ + -14.4453125, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.34375, + false + ], + [ + -14.4453125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 621, + "doc": { + "sentence": "Joseph wanted to sell lemonade at a stand in the summer months instead of the spring months since people in the _ would be thirstier.", + "option1": "summer", + "option2": "spring", + "answer": "1" + }, + "target": "would be thirstier.", + "arguments": [ + [ + "For their birthday, Amy wanted to improve the house with Sarah, but Sarah left the short boards.\n\nJames believes he could get the same number of grams of stones with equal volume of oil but he was wrong because the oil is lighter.\n\nAfter eating dinner, Leslie offered a piece of gum to Kevin because Kevin had eaten a lot of garlic.\n\nThe skin treatment made her skin look better than the face mask did. The skin treatment must work efficiently.\n\nJulie couldn't use the rope to tie the rods together so she used a ribbon because the ribbon was a lot easier to knot.\n\nJoseph wanted to sell lemonade at a stand in the summer months instead of the spring months since people in the summer", + " would be thirstier." + ], + [ + "For their birthday, Amy wanted to improve the house with Sarah, but Sarah left the short boards.\n\nJames believes he could get the same number of grams of stones with equal volume of oil but he was wrong because the oil is lighter.\n\nAfter eating dinner, Leslie offered a piece of gum to Kevin because Kevin had eaten a lot of garlic.\n\nThe skin treatment made her skin look better than the face mask did. The skin treatment must work efficiently.\n\nJulie couldn't use the rope to tie the rods together so she used a ribbon because the ribbon was a lot easier to knot.\n\nJoseph wanted to sell lemonade at a stand in the summer months instead of the spring months since people in the spring", + " would be thirstier." + ] + ], + "resps": [ + [ + [ + -7.515625, + false + ] + ], + [ + [ + -11.546875, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.515625, + false + ], + [ + -11.546875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 629, + "doc": { + "sentence": "The team won a trophy instead of a plaque as a result of hard times as the _ was cheap to make.", + "option1": "trophy", + "option2": "plaque", + "answer": "1" + }, + "target": "was cheap to make.", + "arguments": [ + [ + "The microchip in Kenneth's cat works, but Benjamin's doesn't because Benjamin has a shady veterinarian.\n\nBrett wasn't sure what color of dress to buy unlike Derrick because Derrick was not picky.\n\nI have displayed my awards on the mantle but had to move some of them to a case. The mantle was too full.\n\nEvery time Michael saw a spider in the apartment he asked Samuel to deal with it, because Samuel loved helping spiders.\n\nKenneth could write a song and Kyle could sing them so, Kenneth wrote a beautiful song.\n\nThe team won a trophy instead of a plaque as a result of hard times as the trophy", + " was cheap to make." + ], + [ + "The microchip in Kenneth's cat works, but Benjamin's doesn't because Benjamin has a shady veterinarian.\n\nBrett wasn't sure what color of dress to buy unlike Derrick because Derrick was not picky.\n\nI have displayed my awards on the mantle but had to move some of them to a case. The mantle was too full.\n\nEvery time Michael saw a spider in the apartment he asked Samuel to deal with it, because Samuel loved helping spiders.\n\nKenneth could write a song and Kyle could sing them so, Kenneth wrote a beautiful song.\n\nThe team won a trophy instead of a plaque as a result of hard times as the plaque", + " was cheap to make." + ] + ], + "resps": [ + [ + [ + -10.5234375, + false + ] + ], + [ + [ + -12.7265625, + false + ] + ] + ], + "filtered_resps": [ + [ + -10.5234375, + false + ], + [ + -12.7265625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 637, + "doc": { + "sentence": "Starting the engine of the car took less time unlike the truck since the _ 's engine was working at the time.", + "option1": "car", + "option2": "truck", + "answer": "1" + }, + "target": "'s engine was working at the time.", + "arguments": [ + [ + "John could never think of buying a television with that price considering his income because the income is low.\n\nCynthia needed to lose weight but Angela did not because Angela was over twenty pounds under the recommended weight.\n\nSheila didn’t check the temperature of her flat iron before straightening her hair. The hair was fried.\n\nSo Derrick hates being outdoor because Benjamin likes the fresh air and the open space and Derrick don't.\n\nLaura fixed all of the electronics brought to them by Felicia, because Felicia was paying them.\n\nStarting the engine of the car took less time unlike the truck since the car", + " 's engine was working at the time." + ], + [ + "John could never think of buying a television with that price considering his income because the income is low.\n\nCynthia needed to lose weight but Angela did not because Angela was over twenty pounds under the recommended weight.\n\nSheila didn’t check the temperature of her flat iron before straightening her hair. The hair was fried.\n\nSo Derrick hates being outdoor because Benjamin likes the fresh air and the open space and Derrick don't.\n\nLaura fixed all of the electronics brought to them by Felicia, because Felicia was paying them.\n\nStarting the engine of the car took less time unlike the truck since the truck", + " 's engine was working at the time." + ] + ], + "resps": [ + [ + [ + -29.109375, + false + ] + ], + [ + [ + -28.40625, + false + ] + ] + ], + "filtered_resps": [ + [ + -29.109375, + false + ], + [ + -28.40625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 645, + "doc": { + "sentence": "Justin usually paid for the gas when Craig always said he was broke. _ was generous.", + "option1": "Justin", + "option2": "Craig", + "answer": "1" + }, + "target": "was generous.", + "arguments": [ + [ + "My migraine today was worse than my headache yesterday, because the headache was very mellow.\n\nShe chose to wax her legs rather than using a razor because she preferred the smoother look that using the wax gave her.\n\nDuring the meeting, Emily asked Elena to summarize the main points, because Emily preferred a succinct presentation.\n\nAlexis wanted to lose weight, so she bought a bench to lift weights and a low calorie meal pack, but the pack had additives.\n\nPaint was applied to the scooter, but not the car. The scooter had recently been in an accident.\n\nJustin usually paid for the gas when Craig always said he was broke. Justin", + " was generous." + ], + [ + "My migraine today was worse than my headache yesterday, because the headache was very mellow.\n\nShe chose to wax her legs rather than using a razor because she preferred the smoother look that using the wax gave her.\n\nDuring the meeting, Emily asked Elena to summarize the main points, because Emily preferred a succinct presentation.\n\nAlexis wanted to lose weight, so she bought a bench to lift weights and a low calorie meal pack, but the pack had additives.\n\nPaint was applied to the scooter, but not the car. The scooter had recently been in an accident.\n\nJustin usually paid for the gas when Craig always said he was broke. Craig", + " was generous." + ] + ], + "resps": [ + [ + [ + -9.2421875, + false + ] + ], + [ + [ + -11.25, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.2421875, + false + ], + [ + -11.25, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 653, + "doc": { + "sentence": "She wanted to shop for more clothes and ultimately decided on the velvet dress instead of the denim jacket because the _ was more casual.", + "option1": "dress", + "option2": "jacket", + "answer": "2" + }, + "target": "was more casual.", + "arguments": [ + [ + "When Christine suspected that Felicia was lying, she tried to set a trap. Then Christine got angry when it didn't work.\n\nFeeling chronic pain is an everything day for Dennis but not Donald because Dennis suffers from chronic pain syndrome.\n\nMark preferred to drink juice over water in the hot summer sun because the juice was delicious.\n\nThe student preferred to write his papers on the computer versus paper because he is slower at writing on paper .\n\n Carrie hates chocolates so Patricia received chocolates as a gift for their once a year birthday from Carrie.\n\nShe wanted to shop for more clothes and ultimately decided on the velvet dress instead of the denim jacket because the dress", + " was more casual." + ], + [ + "When Christine suspected that Felicia was lying, she tried to set a trap. Then Christine got angry when it didn't work.\n\nFeeling chronic pain is an everything day for Dennis but not Donald because Dennis suffers from chronic pain syndrome.\n\nMark preferred to drink juice over water in the hot summer sun because the juice was delicious.\n\nThe student preferred to write his papers on the computer versus paper because he is slower at writing on paper .\n\n Carrie hates chocolates so Patricia received chocolates as a gift for their once a year birthday from Carrie.\n\nShe wanted to shop for more clothes and ultimately decided on the velvet dress instead of the denim jacket because the jacket", + " was more casual." + ] + ], + "resps": [ + [ + [ + -7.94140625, + false + ] + ], + [ + [ + -5.9375, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.94140625, + false + ], + [ + -5.9375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 661, + "doc": { + "sentence": "I was wearing wool socks when I went to try on my new boots but I couldn't get them on because the _ were too large.", + "option1": "boots", + "option2": "socks", + "answer": "2" + }, + "target": "were too large.", + "arguments": [ + [ + "Adam loved orange juice with their breakfast but William much preferred apple juice. Adam ordered a glass of orange juice at IHOP.\n\nDonald has decided to become a Medical Marijuana farmer Jason doesn't approve, Jason wants to be a cop.\n\nAfter getting his high school degree, Kevin never received a college degree but still got a great job because the high school degree was all that was necessary.\n\nLawrence was afraid to mess with electricity, while Adam was adept with it, so Lawrence would avoid the fuse box.\n\nThe large wooden cutting board did not fit into the kitchen sink because the sink was too small.\n\nI was wearing wool socks when I went to try on my new boots but I couldn't get them on because the boots", + " were too large." + ], + [ + "Adam loved orange juice with their breakfast but William much preferred apple juice. Adam ordered a glass of orange juice at IHOP.\n\nDonald has decided to become a Medical Marijuana farmer Jason doesn't approve, Jason wants to be a cop.\n\nAfter getting his high school degree, Kevin never received a college degree but still got a great job because the high school degree was all that was necessary.\n\nLawrence was afraid to mess with electricity, while Adam was adept with it, so Lawrence would avoid the fuse box.\n\nThe large wooden cutting board did not fit into the kitchen sink because the sink was too small.\n\nI was wearing wool socks when I went to try on my new boots but I couldn't get them on because the socks", + " were too large." + ] + ], + "resps": [ + [ + [ + -3.619140625, + false + ] + ], + [ + [ + -3.93359375, + false + ] + ] + ], + "filtered_resps": [ + [ + -3.619140625, + false + ], + [ + -3.93359375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 669, + "doc": { + "sentence": "Carl needed a new top after ripping his epaulette shirt. He wanted a flannel shirt because the _ is old.", + "option1": "epaulette shirt", + "option2": "flannel shirt", + "answer": "1" + }, + "target": "is old.", + "arguments": [ + [ + "An Uber was called for Rebecca but not Kayla because Kayla had a ride home.\n\nThe painting of Kayla sold for more than the one by Cynthia because Kayla was more creative.\n\nJack decided to become a vegetarian and to make a mushroom lasagna with substitutes for meat. He decided to swap the meat .\n\nThe food stamps were more beneficial to the couple than the donations because the donations came in tiny amounts.\n\nThe mother looked in the drawer and could only find the spoons but not the forks because the forks were lost.\n\nCarl needed a new top after ripping his epaulette shirt. He wanted a flannel shirt because the epaulette shirt", + " is old." + ], + [ + "An Uber was called for Rebecca but not Kayla because Kayla had a ride home.\n\nThe painting of Kayla sold for more than the one by Cynthia because Kayla was more creative.\n\nJack decided to become a vegetarian and to make a mushroom lasagna with substitutes for meat. He decided to swap the meat .\n\nThe food stamps were more beneficial to the couple than the donations because the donations came in tiny amounts.\n\nThe mother looked in the drawer and could only find the spoons but not the forks because the forks were lost.\n\nCarl needed a new top after ripping his epaulette shirt. He wanted a flannel shirt because the flannel shirt", + " is old." + ] + ], + "resps": [ + [ + [ + -10.0703125, + false + ] + ], + [ + [ + -14.0859375, + false + ] + ] + ], + "filtered_resps": [ + [ + -10.0703125, + false + ], + [ + -14.0859375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 677, + "doc": { + "sentence": "Eric often thought of his annoying habits, like hitting his pen on his desk, and asked Ryan if it bothered him; _ said he was sorry he had done it.", + "option1": "Eric", + "option2": "Ryan", + "answer": "1" + }, + "target": "said he was sorry he had done it.", + "arguments": [ + [ + "Megan always loved to talk but Tanya did not because Tanya was really very introverted.\n\nThe coffee that Michael makes is usually stronger than that of Logan because Michael uses more grounds.\n\nPatricia wanted to adopt Jennifer and take her into her home, so Jennifer could be a daughter now.\n\nThe single Monica did not envy Emily 's married life, as Monica relished her freedom.\n\nThe staple that I used worked a lot better than the tape because the staple was stronger.\n\nEric often thought of his annoying habits, like hitting his pen on his desk, and asked Ryan if it bothered him; Eric", + " said he was sorry he had done it." + ], + [ + "Megan always loved to talk but Tanya did not because Tanya was really very introverted.\n\nThe coffee that Michael makes is usually stronger than that of Logan because Michael uses more grounds.\n\nPatricia wanted to adopt Jennifer and take her into her home, so Jennifer could be a daughter now.\n\nThe single Monica did not envy Emily 's married life, as Monica relished her freedom.\n\nThe staple that I used worked a lot better than the tape because the staple was stronger.\n\nEric often thought of his annoying habits, like hitting his pen on his desk, and asked Ryan if it bothered him; Ryan", + " said he was sorry he had done it." + ] + ], + "resps": [ + [ + [ + -20.09375, + false + ] + ], + [ + [ + -24.3125, + false + ] + ] + ], + "filtered_resps": [ + [ + -20.09375, + false + ], + [ + -24.3125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 685, + "doc": { + "sentence": "Pine trees were a big part of Erin s Christmas tree farm while Megan was jewish but helped _ celebrate anyhow.", + "option1": "Erin", + "option2": "Megan", + "answer": "1" + }, + "target": "celebrate anyhow.", + "arguments": [ + [ + "Christine told Megan some tips for their new real estate agent job since Christine was experienced and thought they could use some help.\n\nShe wanted to do embroidery with her needle and floss, but when she tried to thread the needle she realized the floss was too thick.\n\nTai needed to hire a contractor, either licensed or unlicensed, but the unlicensed was too cheap.\n\nOver the winter the bank replaced their dirty carpet with hardwood to satisfy their customers, the carpet was old.\n\nRandy legs were shinier than Craig because Randy always remembered to moisturize after a shower.\n\nPine trees were a big part of Erin s Christmas tree farm while Megan was jewish but helped Erin", + " celebrate anyhow." + ], + [ + "Christine told Megan some tips for their new real estate agent job since Christine was experienced and thought they could use some help.\n\nShe wanted to do embroidery with her needle and floss, but when she tried to thread the needle she realized the floss was too thick.\n\nTai needed to hire a contractor, either licensed or unlicensed, but the unlicensed was too cheap.\n\nOver the winter the bank replaced their dirty carpet with hardwood to satisfy their customers, the carpet was old.\n\nRandy legs were shinier than Craig because Randy always remembered to moisturize after a shower.\n\nPine trees were a big part of Erin s Christmas tree farm while Megan was jewish but helped Megan", + " celebrate anyhow." + ] + ], + "resps": [ + [ + [ + -20.5625, + false + ] + ], + [ + [ + -19.34375, + false + ] + ] + ], + "filtered_resps": [ + [ + -20.5625, + false + ], + [ + -19.34375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 693, + "doc": { + "sentence": "Tanya loved pepperoni on their pizza and Katrina loved sausage, so when it had just sausage _ was not very happy.", + "option1": "Tanya", + "option2": "Katrina", + "answer": "1" + }, + "target": "was not very happy.", + "arguments": [ + [ + "There was less chocolate in the cake than in the pie, so the pie was sweeter.\n\nKyle caught several fish but Justin did not catch a single one, so Justin was disappointed about how they did on the fishing trip.\n\nTanya wanted to return the found wallet to the owner, but Jessica argued that they should keep the money, because Tanya was more ethical.\n\nWe didn't have money for a lantern so we made our own out of tin cans rather than buckets as the tin cans were compact.\n\nJustin was not afraid to fight Leslie in the boxing ring, even though Leslie was much larger.\n\nTanya loved pepperoni on their pizza and Katrina loved sausage, so when it had just sausage Tanya", + " was not very happy." + ], + [ + "There was less chocolate in the cake than in the pie, so the pie was sweeter.\n\nKyle caught several fish but Justin did not catch a single one, so Justin was disappointed about how they did on the fishing trip.\n\nTanya wanted to return the found wallet to the owner, but Jessica argued that they should keep the money, because Tanya was more ethical.\n\nWe didn't have money for a lantern so we made our own out of tin cans rather than buckets as the tin cans were compact.\n\nJustin was not afraid to fight Leslie in the boxing ring, even though Leslie was much larger.\n\nTanya loved pepperoni on their pizza and Katrina loved sausage, so when it had just sausage Katrina", + " was not very happy." + ] + ], + "resps": [ + [ + [ + -5.7734375, + false + ] + ], + [ + [ + -6.70703125, + false + ] + ] + ], + "filtered_resps": [ + [ + -5.7734375, + false + ], + [ + -6.70703125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 701, + "doc": { + "sentence": "The student liked writing their signature with a pen instead of a pencil, because the _ showed up lighter.", + "option1": "pen", + "option2": "pencil", + "answer": "2" + }, + "target": "showed up lighter.", + "arguments": [ + [ + "The farmers harvested more pumpkins than apples because the pumpkins grew better during the season.\n\nThe girl wore the shorts, but took the pants to the seamstress be hemmed, because the pants were the wrong length.\n\nHe had to rid the house of the trash and clothing, but the trash was the most disgusting part to clean up.\n\nBetty was more experienced than Jessica at chess, but it was a surprise when Jessica won.\n\nMaria recalled her childhood more fondly than Jessica, because Maria had been loved by her parents.\n\nThe student liked writing their signature with a pen instead of a pencil, because the pen", + " showed up lighter." + ], + [ + "The farmers harvested more pumpkins than apples because the pumpkins grew better during the season.\n\nThe girl wore the shorts, but took the pants to the seamstress be hemmed, because the pants were the wrong length.\n\nHe had to rid the house of the trash and clothing, but the trash was the most disgusting part to clean up.\n\nBetty was more experienced than Jessica at chess, but it was a surprise when Jessica won.\n\nMaria recalled her childhood more fondly than Jessica, because Maria had been loved by her parents.\n\nThe student liked writing their signature with a pen instead of a pencil, because the pencil", + " showed up lighter." + ] + ], + "resps": [ + [ + [ + -16.5625, + false + ] + ], + [ + [ + -15.65625, + false + ] + ] + ], + "filtered_resps": [ + [ + -16.5625, + false + ], + [ + -15.65625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 709, + "doc": { + "sentence": "He has a much harder time with this fever compared to the flu, because the _ took one week to get over.", + "option1": "fever", + "option2": "flu", + "answer": "1" + }, + "target": "took one week to get over.", + "arguments": [ + [ + "Nelson had lots of new ideas, but not Robert because Nelson was much more original in thought.\n\nWinston loved audio, and preferred to use the headphones rather than the speakers to listen to music becasuse he thought that the headphones sounded perfect.\n\nI bought a traveling cage for the dog and not the horse because the horse was wrongly sized for a traveling cage.\n\nCleaning the kitchen has never bothered Mary, while cleaning her bedroom does bother her. The kitchen isn't as dirty to start with.\n\nWe cannot see the flowers in the garden because of the fences and the fences are tall.\n\nHe has a much harder time with this fever compared to the flu, because the fever", + " took one week to get over." + ], + [ + "Nelson had lots of new ideas, but not Robert because Nelson was much more original in thought.\n\nWinston loved audio, and preferred to use the headphones rather than the speakers to listen to music becasuse he thought that the headphones sounded perfect.\n\nI bought a traveling cage for the dog and not the horse because the horse was wrongly sized for a traveling cage.\n\nCleaning the kitchen has never bothered Mary, while cleaning her bedroom does bother her. The kitchen isn't as dirty to start with.\n\nWe cannot see the flowers in the garden because of the fences and the fences are tall.\n\nHe has a much harder time with this fever compared to the flu, because the flu", + " took one week to get over." + ] + ], + "resps": [ + [ + [ + -20.78125, + false + ] + ], + [ + [ + -19.640625, + false + ] + ] + ], + "filtered_resps": [ + [ + -20.78125, + false + ], + [ + -19.640625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 717, + "doc": { + "sentence": "Samuel was blown away to find out from Lawrence that goldfish are a type of carp, so _ decided to fact check his friend.", + "option1": "Samuel", + "option2": "Lawrence", + "answer": "1" + }, + "target": "decided to fact check his friend.", + "arguments": [ + [ + "A basketball is a ball but what is a football? The football isn't quite what I pictured.\n\nNatalie asked Elena to place the book on the top shelf since Elena was tall enough to reach.\n\nHe didn't want to send the personal letter to her, so he sent a card instead. The card was appropriate to share.\n\nBurnt out, Felicia wants to go on a vacation with Tanya because Felicia needs a break from work.\n\nFelicia loved animals more than Cynthia so Felicia liked to play with mice and watch them run around.\n\nSamuel was blown away to find out from Lawrence that goldfish are a type of carp, so Samuel", + " decided to fact check his friend." + ], + [ + "A basketball is a ball but what is a football? The football isn't quite what I pictured.\n\nNatalie asked Elena to place the book on the top shelf since Elena was tall enough to reach.\n\nHe didn't want to send the personal letter to her, so he sent a card instead. The card was appropriate to share.\n\nBurnt out, Felicia wants to go on a vacation with Tanya because Felicia needs a break from work.\n\nFelicia loved animals more than Cynthia so Felicia liked to play with mice and watch them run around.\n\nSamuel was blown away to find out from Lawrence that goldfish are a type of carp, so Lawrence", + " decided to fact check his friend." + ] + ], + "resps": [ + [ + [ + -23.171875, + false + ] + ], + [ + [ + -23.671875, + false + ] + ] + ], + "filtered_resps": [ + [ + -23.171875, + false + ], + [ + -23.671875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 725, + "doc": { + "sentence": "Maria mimicked everything that Christine did at work because _ was like a fan to her.", + "option1": "Maria", + "option2": "Christine", + "answer": "1" + }, + "target": "was like a fan to her.", + "arguments": [ + [ + "Jennifer accepted all the medical treatment from Erin, because Erin was always happy to be helpful to anyone.\n\nKevin was a better writer than Brett, so Kevin was able to finish essays more quickly.\n\nMary checked all the hiding places they expected Jennifer to be in, but Mary never found them.\n\nAdopting a dog didn't work out for Kayla the way it did for Lindsey because Kayla has a fear of dogs.\n\nThe dog obeyed Lawrence more than William around the house because Lawrence had built a deeper bond with it.\n\nMaria mimicked everything that Christine did at work because Maria", + " was like a fan to her." + ], + [ + "Jennifer accepted all the medical treatment from Erin, because Erin was always happy to be helpful to anyone.\n\nKevin was a better writer than Brett, so Kevin was able to finish essays more quickly.\n\nMary checked all the hiding places they expected Jennifer to be in, but Mary never found them.\n\nAdopting a dog didn't work out for Kayla the way it did for Lindsey because Kayla has a fear of dogs.\n\nThe dog obeyed Lawrence more than William around the house because Lawrence had built a deeper bond with it.\n\nMaria mimicked everything that Christine did at work because Christine", + " was like a fan to her." + ] + ], + "resps": [ + [ + [ + -20.796875, + false + ] + ], + [ + [ + -19.796875, + false + ] + ] + ], + "filtered_resps": [ + [ + -20.796875, + false + ], + [ + -19.796875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 733, + "doc": { + "sentence": "Jennifer got about with a seeing-eye dog but Mary did not because _ was blind.", + "option1": "Jennifer", + "option2": "Mary", + "answer": "1" + }, + "target": "was blind.", + "arguments": [ + [ + "Jade ordered sushi and steak at the fusion restaurant, but could only eat the steak because the steak tasted wonderful.\n\nLess people liked to be around Jessica than around Cynthia because Cynthia liked helping others.\n\nBob preferred the movie over dinner on the date because the dinner required more conversation.\n\nChristopher could speak French well, Derrick could not so Derrick didn't get along well in France.\n\nBilly poured the entire bag of broccoli into the hot pan located on the stone until the pan was full.\n\nJennifer got about with a seeing-eye dog but Mary did not because Jennifer", + " was blind." + ], + [ + "Jade ordered sushi and steak at the fusion restaurant, but could only eat the steak because the steak tasted wonderful.\n\nLess people liked to be around Jessica than around Cynthia because Cynthia liked helping others.\n\nBob preferred the movie over dinner on the date because the dinner required more conversation.\n\nChristopher could speak French well, Derrick could not so Derrick didn't get along well in France.\n\nBilly poured the entire bag of broccoli into the hot pan located on the stone until the pan was full.\n\nJennifer got about with a seeing-eye dog but Mary did not because Mary", + " was blind." + ] + ], + "resps": [ + [ + [ + -3.744140625, + true + ] + ], + [ + [ + -3.419921875, + false + ] + ] + ], + "filtered_resps": [ + [ + -3.744140625, + true + ], + [ + -3.419921875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 741, + "doc": { + "sentence": "Patricia has a trouble with training her horse and wants Tanya's help, because _ wants her horse to behave.", + "option1": "Patricia", + "option2": "Tanya", + "answer": "1" + }, + "target": "wants her horse to behave.", + "arguments": [ + [ + "Kevin shouted loudly at the women and Craig was embarrassed. Kevin was always loud in public.\n\nFelicia played a mean trick on Jessica, which turned out badly and made Jessica feel violated.\n\nJason puts in a lot of extra time at work but Adam leaves early very often. Jason got a promotion.\n\nNick was a worker who was asked by Hunter for silverware, and Nick was surprised by the request since it was a fast food restaurant.\n\nThe fastball flew at Ryan as they swung and missed, but Joseph caught it. Joseph got ready to catch the next pitch.\n\nPatricia has a trouble with training her horse and wants Tanya's help, because Patricia", + " wants her horse to behave." + ], + [ + "Kevin shouted loudly at the women and Craig was embarrassed. Kevin was always loud in public.\n\nFelicia played a mean trick on Jessica, which turned out badly and made Jessica feel violated.\n\nJason puts in a lot of extra time at work but Adam leaves early very often. Jason got a promotion.\n\nNick was a worker who was asked by Hunter for silverware, and Nick was surprised by the request since it was a fast food restaurant.\n\nThe fastball flew at Ryan as they swung and missed, but Joseph caught it. Joseph got ready to catch the next pitch.\n\nPatricia has a trouble with training her horse and wants Tanya's help, because Tanya", + " wants her horse to behave." + ] + ], + "resps": [ + [ + [ + -11.6640625, + false + ] + ], + [ + [ + -16.8125, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.6640625, + false + ], + [ + -16.8125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 749, + "doc": { + "sentence": "Ian was supposed to be babysitting for Dennis but didn’t show up because _ was forgotten.", + "option1": "Ian", + "option2": "Dennis", + "answer": "2" + }, + "target": "was forgotten.", + "arguments": [ + [ + "John decided to place a bet wager for an upcoming race because the wager was small.\n\nI prefer eggs with sausage rather than eggs with bacon for breakfast. The eggs with bacon is bland to me.\n\nJennifer yelled at Betty for betraying Jennifer 's trust because she would no longer be able to dog sit again.\n\nHe didn't appreciate the trumpet as much as the violin because he thought the violin made serene music.\n\nPeter was not able to put the duvet in the washing machine because the machine was too small.\n\nIan was supposed to be babysitting for Dennis but didn’t show up because Ian", + " was forgotten." + ], + [ + "John decided to place a bet wager for an upcoming race because the wager was small.\n\nI prefer eggs with sausage rather than eggs with bacon for breakfast. The eggs with bacon is bland to me.\n\nJennifer yelled at Betty for betraying Jennifer 's trust because she would no longer be able to dog sit again.\n\nHe didn't appreciate the trumpet as much as the violin because he thought the violin made serene music.\n\nPeter was not able to put the duvet in the washing machine because the machine was too small.\n\nIan was supposed to be babysitting for Dennis but didn’t show up because Dennis", + " was forgotten." + ] + ], + "resps": [ + [ + [ + -11.3984375, + false + ] + ], + [ + [ + -10.65625, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.3984375, + false + ], + [ + -10.65625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 757, + "doc": { + "sentence": "Donald had to wax a lot more frequently than Ian because _ had blonde colored hair.", + "option1": "Donald", + "option2": "Ian", + "answer": "2" + }, + "target": "had blonde colored hair.", + "arguments": [ + [ + "Randy led the league in goals scored while Eric was in last place. Eric was a very bad footballer.\n\nAt the cosplay convention, Jason showed Brian his new costume because Jason was proud of it.\n\nJennifer asked Cynthia if she had heard any complaints about the new teacher but Cynthia had not heard any.\n\nElena was asked by Rachel to plant the poppy seeds because Elena had a green thumb.\n\nJeffrey loves to drink coffee every morning but Ian does not. Jeffrey orders a cup of coffee with their breakfast.\n\nDonald had to wax a lot more frequently than Ian because Donald", + " had blonde colored hair." + ], + [ + "Randy led the league in goals scored while Eric was in last place. Eric was a very bad footballer.\n\nAt the cosplay convention, Jason showed Brian his new costume because Jason was proud of it.\n\nJennifer asked Cynthia if she had heard any complaints about the new teacher but Cynthia had not heard any.\n\nElena was asked by Rachel to plant the poppy seeds because Elena had a green thumb.\n\nJeffrey loves to drink coffee every morning but Ian does not. Jeffrey orders a cup of coffee with their breakfast.\n\nDonald had to wax a lot more frequently than Ian because Ian", + " had blonde colored hair." + ] + ], + "resps": [ + [ + [ + -16.90625, + false + ] + ], + [ + [ + -16.640625, + false + ] + ] + ], + "filtered_resps": [ + [ + -16.90625, + false + ], + [ + -16.640625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 765, + "doc": { + "sentence": "Wanting to impress his boss, the man put the brandy away and served scotch instead because the _ was expensive.", + "option1": "Brandy", + "option2": "Scotch", + "answer": "2" + }, + "target": "was expensive.", + "arguments": [ + [ + "Maria's garden was much grander and better looking than Megan's because Megan was an amateur gardener.\n\nIan suddenly went pale in the face and started babbling to Hunter because Ian is very nervous.\n\nMegan dreamed of becoming a famous singer while Jennifer wanted to be an artist. Jennifer loved to paint and draw.\n\nRuss bought a telescope to view the planet but he couldn't see the star because the planet was closer.\n\nShe had to take sausages out of her recipe and substitute lentils, since the lentils had a complimentary flavor.\n\nWanting to impress his boss, the man put the brandy away and served scotch instead because the Brandy", + " was expensive." + ], + [ + "Maria's garden was much grander and better looking than Megan's because Megan was an amateur gardener.\n\nIan suddenly went pale in the face and started babbling to Hunter because Ian is very nervous.\n\nMegan dreamed of becoming a famous singer while Jennifer wanted to be an artist. Jennifer loved to paint and draw.\n\nRuss bought a telescope to view the planet but he couldn't see the star because the planet was closer.\n\nShe had to take sausages out of her recipe and substitute lentils, since the lentils had a complimentary flavor.\n\nWanting to impress his boss, the man put the brandy away and served scotch instead because the Scotch", + " was expensive." + ] + ], + "resps": [ + [ + [ + -3.59765625, + false + ] + ], + [ + [ + -5.0234375, + false + ] + ] + ], + "filtered_resps": [ + [ + -3.59765625, + false + ], + [ + -5.0234375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 773, + "doc": { + "sentence": "Kenneth did not like Hunter because he was not a good manager. But he still respected _ because he was his superior.", + "option1": "Kenneth", + "option2": "Hunter", + "answer": "2" + }, + "target": "because he was his superior.", + "arguments": [ + [ + "The house of Tanya was a lot worse off than that of Felicia, by reason that Felicia had more money.\n\nJames found that the tank was surprisingly easy to operate and not the vehicle because the tank had simple controls.\n\nSince Benjamin ate unhealthy desserts far more frequently than Brett, Benjamin had weak will power.\n\nJustin went to see William who was a therapist, and William listened to them talk all about their problems.\n\nThe lady was dreaming of becoming an artist that used pencils instead of markers, since the pencils were temporary.\n\nKenneth did not like Hunter because he was not a good manager. But he still respected Kenneth", + " because he was his superior." + ], + [ + "The house of Tanya was a lot worse off than that of Felicia, by reason that Felicia had more money.\n\nJames found that the tank was surprisingly easy to operate and not the vehicle because the tank had simple controls.\n\nSince Benjamin ate unhealthy desserts far more frequently than Brett, Benjamin had weak will power.\n\nJustin went to see William who was a therapist, and William listened to them talk all about their problems.\n\nThe lady was dreaming of becoming an artist that used pencils instead of markers, since the pencils were temporary.\n\nKenneth did not like Hunter because he was not a good manager. But he still respected Hunter", + " because he was his superior." + ] + ], + "resps": [ + [ + [ + -9.6875, + false + ] + ], + [ + [ + -8.8984375, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.6875, + false + ], + [ + -8.8984375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 781, + "doc": { + "sentence": "Adam decided to shave Denniss beard before the reuinion, but _ thought it was too short.", + "option1": "Adam", + "option2": "Dennis", + "answer": "2" + }, + "target": "thought it was too short.", + "arguments": [ + [ + "Playing music came much more naturally to Hunter than Kevin although Kevin loved the clarinet.\n\nBeatrice was done cleaning the hallway before Jackie could clean the basement. It was quicker to clean the hallway .\n\nDuring their school holidays Nelson badly wanted to get a job but Aaron did not because Nelson was very hardworking.\n\nThe cook could safely touch the pot, but had to wait on the pan, because the pot was cold.\n\nSamuel suffered from constipation but Randy did not, so Samuel liked to drink a lot of prune juice.\n\nAdam decided to shave Denniss beard before the reuinion, but Adam", + " thought it was too short." + ], + [ + "Playing music came much more naturally to Hunter than Kevin although Kevin loved the clarinet.\n\nBeatrice was done cleaning the hallway before Jackie could clean the basement. It was quicker to clean the hallway .\n\nDuring their school holidays Nelson badly wanted to get a job but Aaron did not because Nelson was very hardworking.\n\nThe cook could safely touch the pot, but had to wait on the pan, because the pot was cold.\n\nSamuel suffered from constipation but Randy did not, so Samuel liked to drink a lot of prune juice.\n\nAdam decided to shave Denniss beard before the reuinion, but Dennis", + " thought it was too short." + ] + ], + "resps": [ + [ + [ + -11.9765625, + false + ] + ], + [ + [ + -11.234375, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.9765625, + false + ], + [ + -11.234375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 789, + "doc": { + "sentence": "Nelson wanted to be an actor so Neil got them an audition because _ had poor connections in the movie industry.", + "option1": "Nelson", + "option2": "Neil", + "answer": "1" + }, + "target": "had poor connections in the movie industry.", + "arguments": [ + [ + "Megan gave a skirt to Tanya to wear at her recital because Tanya needed a confidence boost.\n\nRandy went to an ice cream shop because he had a coupon and met Michael there. Randy paid only half price.\n\nKayla wanted to start a business in a field that Felicia was working in so Felicia offered some help.\n\nKenneth bought a new house and needed help installing moulding. When Samuel offered to help, Kenneth was relieved.\n\nI always went to the store and not the shop because the store was closer to my apartment.\n\nNelson wanted to be an actor so Neil got them an audition because Nelson", + " had poor connections in the movie industry." + ], + [ + "Megan gave a skirt to Tanya to wear at her recital because Tanya needed a confidence boost.\n\nRandy went to an ice cream shop because he had a coupon and met Michael there. Randy paid only half price.\n\nKayla wanted to start a business in a field that Felicia was working in so Felicia offered some help.\n\nKenneth bought a new house and needed help installing moulding. When Samuel offered to help, Kenneth was relieved.\n\nI always went to the store and not the shop because the store was closer to my apartment.\n\nNelson wanted to be an actor so Neil got them an audition because Neil", + " had poor connections in the movie industry." + ] + ], + "resps": [ + [ + [ + -22.734375, + false + ] + ], + [ + [ + -26.546875, + false + ] + ] + ], + "filtered_resps": [ + [ + -22.734375, + false + ], + [ + -26.546875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 797, + "doc": { + "sentence": "Monica painted the porch for Kayla so the neighbor berated _ for being so lazy.", + "option1": "Monica", + "option2": "Kayla", + "answer": "2" + }, + "target": "for being so lazy.", + "arguments": [ + [ + "Steven was going to attend the concert unlike Ryan because it was Steven favorite genre of music.\n\nThe birds preferred eating the seeds than the worms because the worms tasted a lot worse.\n\nWhen it came to works of fiction, books were preferred to movies, as the books required more imagination.\n\nCarrie was a teacher of math and Elena was their student, so Elena got lots of homework.\n\nThe waiter could not cover the round tables with the square tablecloths because the tables were round.\n\nMonica painted the porch for Kayla so the neighbor berated Monica", + " for being so lazy." + ], + [ + "Steven was going to attend the concert unlike Ryan because it was Steven favorite genre of music.\n\nThe birds preferred eating the seeds than the worms because the worms tasted a lot worse.\n\nWhen it came to works of fiction, books were preferred to movies, as the books required more imagination.\n\nCarrie was a teacher of math and Elena was their student, so Elena got lots of homework.\n\nThe waiter could not cover the round tables with the square tablecloths because the tables were round.\n\nMonica painted the porch for Kayla so the neighbor berated Kayla", + " for being so lazy." + ] + ], + "resps": [ + [ + [ + -9.3203125, + false + ] + ], + [ + [ + -8.3984375, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.3203125, + false + ], + [ + -8.3984375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 805, + "doc": { + "sentence": "We set up the treasure hunt, but the treasure chest was found easily on the path because the _ was big.", + "option1": "chest", + "option2": "path", + "answer": "1" + }, + "target": "was big.", + "arguments": [ + [ + "Federico couldn't see in the bedroom when coming from the bathroom for the bathroom was too bright.\n\nThe woman tried to put the candle on the stand but the candle was too large.\n\nLogan made many harsh and hurtful demands of Adam, because Adam was a major victim.\n\nJoJo was training her dog to return the ball to the basket after playing, because the ball often got lost.\n\nLindsey was arrested the previous night and called Carrie immediately because Lindsey needed a good defense lawyer.\n\nWe set up the treasure hunt, but the treasure chest was found easily on the path because the chest", + " was big." + ], + [ + "Federico couldn't see in the bedroom when coming from the bathroom for the bathroom was too bright.\n\nThe woman tried to put the candle on the stand but the candle was too large.\n\nLogan made many harsh and hurtful demands of Adam, because Adam was a major victim.\n\nJoJo was training her dog to return the ball to the basket after playing, because the ball often got lost.\n\nLindsey was arrested the previous night and called Carrie immediately because Lindsey needed a good defense lawyer.\n\nWe set up the treasure hunt, but the treasure chest was found easily on the path because the path", + " was big." + ] + ], + "resps": [ + [ + [ + -4.35546875, + false + ] + ], + [ + [ + -7.12890625, + false + ] + ] + ], + "filtered_resps": [ + [ + -4.35546875, + false + ], + [ + -7.12890625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 813, + "doc": { + "sentence": "Michael had less money than Samuel did because _ liked to shop and spend money too much.", + "option1": "Michael", + "option2": "Samuel", + "answer": "1" + }, + "target": "liked to shop and spend money too much.", + "arguments": [ + [ + "The hair Hannah attached to his hair with a glue got blown away by the wind. The wind is confirmed strong.\n\nTo prepare for the test, Jason asked Joel for help. Joel is an excellent student.\n\nTim preferred putting the medicine in a cheese ball instead of a spoon, because the cheese ball made it easier to swallow.\n\nThe comb worked much better than the brush did because the comb was a bit newer.\n\nSteven struggles with their children's bad behavior while Dennis enjoys their children as Dennis is consistence in child discipline.\n\nMichael had less money than Samuel did because Michael", + " liked to shop and spend money too much." + ], + [ + "The hair Hannah attached to his hair with a glue got blown away by the wind. The wind is confirmed strong.\n\nTo prepare for the test, Jason asked Joel for help. Joel is an excellent student.\n\nTim preferred putting the medicine in a cheese ball instead of a spoon, because the cheese ball made it easier to swallow.\n\nThe comb worked much better than the brush did because the comb was a bit newer.\n\nSteven struggles with their children's bad behavior while Dennis enjoys their children as Dennis is consistence in child discipline.\n\nMichael had less money than Samuel did because Samuel", + " liked to shop and spend money too much." + ] + ], + "resps": [ + [ + [ + -21.8125, + false + ] + ], + [ + [ + -21.453125, + false + ] + ] + ], + "filtered_resps": [ + [ + -21.8125, + false + ], + [ + -21.453125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 821, + "doc": { + "sentence": "Jeffrey brushed their teeth quite regularly but Brian did not. _ had to go to a dentist often.", + "option1": "Jeffrey", + "option2": "Brian", + "answer": "2" + }, + "target": "had to go to a dentist often.", + "arguments": [ + [ + "Cleaning a piano is easy to Nick but not Leslie because Leslie makes it complex by not using a feather duster.\n\nI gave my parents a car for their birthday instead of just a card. The car shows appreciation.\n\nThe man bought some yarn instead of a ball because his cat preferred playing with the yarn .\n\nKenneth uses shampoo for color treated hair and Lawrence does not because Kenneth has dyed hair.\n\nThe hens were worth their trouble to Sarah but not to Natalie becasue Sarah loved the free eggs.\n\nJeffrey brushed their teeth quite regularly but Brian did not. Jeffrey", + " had to go to a dentist often." + ], + [ + "Cleaning a piano is easy to Nick but not Leslie because Leslie makes it complex by not using a feather duster.\n\nI gave my parents a car for their birthday instead of just a card. The car shows appreciation.\n\nThe man bought some yarn instead of a ball because his cat preferred playing with the yarn .\n\nKenneth uses shampoo for color treated hair and Lawrence does not because Kenneth has dyed hair.\n\nThe hens were worth their trouble to Sarah but not to Natalie becasue Sarah loved the free eggs.\n\nJeffrey brushed their teeth quite regularly but Brian did not. Brian", + " had to go to a dentist often." + ] + ], + "resps": [ + [ + [ + -18.375, + false + ] + ], + [ + [ + -18.234375, + false + ] + ] + ], + "filtered_resps": [ + [ + -18.375, + false + ], + [ + -18.234375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 829, + "doc": { + "sentence": "Patricia teaches Kindergarten students, Christine teaches High School students therefore _ reads aloud a lot.", + "option1": "Patricia", + "option2": "Christine", + "answer": "1" + }, + "target": "reads aloud a lot.", + "arguments": [ + [ + "Randy showed Michael how to use the square app because Michael was uncomfortable with electronics.\n\nAngela always had cornrows while Christine did not, so people were confused when Angela showed up without cornrows.\n\nYang wanted to be an illustrator and started drawing using crayons instead of pencils because the crayons were bought.\n\nWhen Diva baked a chocolate souffle for the first time she put them in several small ramekins. Ultimately, the souffle failed because the chocolate sunk.\n\nThe water was eroding the area under the deck faster than the porch, because the porch was on stable ground.\n\nPatricia teaches Kindergarten students, Christine teaches High School students therefore Patricia", + " reads aloud a lot." + ], + [ + "Randy showed Michael how to use the square app because Michael was uncomfortable with electronics.\n\nAngela always had cornrows while Christine did not, so people were confused when Angela showed up without cornrows.\n\nYang wanted to be an illustrator and started drawing using crayons instead of pencils because the crayons were bought.\n\nWhen Diva baked a chocolate souffle for the first time she put them in several small ramekins. Ultimately, the souffle failed because the chocolate sunk.\n\nThe water was eroding the area under the deck faster than the porch, because the porch was on stable ground.\n\nPatricia teaches Kindergarten students, Christine teaches High School students therefore Christine", + " reads aloud a lot." + ] + ], + "resps": [ + [ + [ + -18.109375, + false + ] + ], + [ + [ + -16.890625, + false + ] + ] + ], + "filtered_resps": [ + [ + -18.109375, + false + ], + [ + -16.890625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 837, + "doc": { + "sentence": "Steven was worried about the height requirements for the rollercoaster more than Dennis was since _ was short.", + "option1": "Steven", + "option2": "Dennis", + "answer": "1" + }, + "target": "was short.", + "arguments": [ + [ + "Everyone wanted to be a mermaid at the Halloween party, but the costume at the store only fit Christine and not Jennifer because Jennifer was obese.\n\nBenjamin did not have a phobia of spiders unlike Justin so Justin avoided them when they saw them.\n\nLeslie was better able to communicate their ideas to the group than Brian, because Brian was shy.\n\nElena passed the exam while Laura failed because Elena studied hard for the exam leading up to it.\n\nLogan had never fired a gun before, so Michael took him to a firing range; Michael was patient.\n\nSteven was worried about the height requirements for the rollercoaster more than Dennis was since Steven", + " was short." + ], + [ + "Everyone wanted to be a mermaid at the Halloween party, but the costume at the store only fit Christine and not Jennifer because Jennifer was obese.\n\nBenjamin did not have a phobia of spiders unlike Justin so Justin avoided them when they saw them.\n\nLeslie was better able to communicate their ideas to the group than Brian, because Brian was shy.\n\nElena passed the exam while Laura failed because Elena studied hard for the exam leading up to it.\n\nLogan had never fired a gun before, so Michael took him to a firing range; Michael was patient.\n\nSteven was worried about the height requirements for the rollercoaster more than Dennis was since Dennis", + " was short." + ] + ], + "resps": [ + [ + [ + -3.173828125, + false + ] + ], + [ + [ + -3.88671875, + false + ] + ] + ], + "filtered_resps": [ + [ + -3.173828125, + false + ], + [ + -3.88671875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 845, + "doc": { + "sentence": "William had a fear about nothing unlike Benjamin, because _ had a horrible childhood growing up.", + "option1": "William", + "option2": "Benjamin", + "answer": "2" + }, + "target": "had a horrible childhood growing up.", + "arguments": [ + [ + "Toby gave up on using the calendar to stay organized and started making a list, because the list was calming.\n\nDaphne got herself a cloak and a bodysuit for her Raven costume, and she thought the cloak made her look mysterious.\n\nThe young cook poured oil from the container into the fryer until the container was empty.\n\nJustin wanted to tell Robert they loved them so Justin asked them out to a fancy dinner.\n\nMary poured the entire bottle of cleaning soap into the bath until the bottle was empty.\n\nWilliam had a fear about nothing unlike Benjamin, because William", + " had a horrible childhood growing up." + ], + [ + "Toby gave up on using the calendar to stay organized and started making a list, because the list was calming.\n\nDaphne got herself a cloak and a bodysuit for her Raven costume, and she thought the cloak made her look mysterious.\n\nThe young cook poured oil from the container into the fryer until the container was empty.\n\nJustin wanted to tell Robert they loved them so Justin asked them out to a fancy dinner.\n\nMary poured the entire bottle of cleaning soap into the bath until the bottle was empty.\n\nWilliam had a fear about nothing unlike Benjamin, because Benjamin", + " had a horrible childhood growing up." + ] + ], + "resps": [ + [ + [ + -20.15625, + false + ] + ], + [ + [ + -24.359375, + false + ] + ] + ], + "filtered_resps": [ + [ + -20.15625, + false + ], + [ + -24.359375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 853, + "doc": { + "sentence": "Neil introduced William, who is very shy, to his friends, but _ was being very embarrassing.", + "option1": "Neil", + "option2": "William", + "answer": "1" + }, + "target": "was being very embarrassing.", + "arguments": [ + [ + "Nelson used the new baseballs at the field to throw at Ryan because Ryan was the catcher.\n\nJohns body looks a lot better than my back because the back of me is weak.\n\nBack when I was obese, I ate too many snacks and ate too few vegetables, but my weight reacted best when the vegetables were tasty.\n\nJennifer asked Felicia to help them make a diet plan and exercise routine. Felicia didn't need to lose weight.\n\nThe pills relieved my pain more than the capsules did because the capsules were weaker.\n\nNeil introduced William, who is very shy, to his friends, but Neil", + " was being very embarrassing." + ], + [ + "Nelson used the new baseballs at the field to throw at Ryan because Ryan was the catcher.\n\nJohns body looks a lot better than my back because the back of me is weak.\n\nBack when I was obese, I ate too many snacks and ate too few vegetables, but my weight reacted best when the vegetables were tasty.\n\nJennifer asked Felicia to help them make a diet plan and exercise routine. Felicia didn't need to lose weight.\n\nThe pills relieved my pain more than the capsules did because the capsules were weaker.\n\nNeil introduced William, who is very shy, to his friends, but William", + " was being very embarrassing." + ] + ], + "resps": [ + [ + [ + -20.140625, + false + ] + ], + [ + [ + -21.828125, + false + ] + ] + ], + "filtered_resps": [ + [ + -20.140625, + false + ], + [ + -21.828125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 861, + "doc": { + "sentence": "While at the store, Logan grabbed a head of lettuce for Eric to use for dinner, but _ already had some at home.", + "option1": "Logan", + "option2": "Eric", + "answer": "2" + }, + "target": "already had some at home.", + "arguments": [ + [ + "The silver bracelet was stunning but Mike liked to wear things other people didn't like so he bought the weird gold bracelet. The silver bracelet was beautiful.\n\nThe dog preferred sleeping on the couch instead of the dog bed because the bed was further from his food.\n\nThe pasta of Christine always tastes more authentic than Cynthia's because Christine is a famous cook.\n\nRebecca had less grass in their yard than Elena because Rebecca had more rabbits in their yard.\n\nHe became aggressive when visiting the house, but relaxed when going to the store, because the store was full of peaceful people.\n\nWhile at the store, Logan grabbed a head of lettuce for Eric to use for dinner, but Logan", + " already had some at home." + ], + [ + "The silver bracelet was stunning but Mike liked to wear things other people didn't like so he bought the weird gold bracelet. The silver bracelet was beautiful.\n\nThe dog preferred sleeping on the couch instead of the dog bed because the bed was further from his food.\n\nThe pasta of Christine always tastes more authentic than Cynthia's because Christine is a famous cook.\n\nRebecca had less grass in their yard than Elena because Rebecca had more rabbits in their yard.\n\nHe became aggressive when visiting the house, but relaxed when going to the store, because the store was full of peaceful people.\n\nWhile at the store, Logan grabbed a head of lettuce for Eric to use for dinner, but Eric", + " already had some at home." + ] + ], + "resps": [ + [ + [ + -16.015625, + false + ] + ], + [ + [ + -13.34375, + false + ] + ] + ], + "filtered_resps": [ + [ + -16.015625, + false + ], + [ + -13.34375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 869, + "doc": { + "sentence": "The dancer would leave the stage and enter the hall after her dance was finished, as the _ was where she belonged during the dance.", + "option1": "stage", + "option2": "hall", + "answer": "1" + }, + "target": "was where she belonged during the dance.", + "arguments": [ + [ + "She bought the nurse outfit instead of the clown costume for Halloween because the clown costume was frumpy.\n\nAfter reading about the dangers, Jeffrey encouraged Neil to quit smoking, but Neil ignored his advice.\n\nBenjamin was walking quite a bit faster than Brian, as Brian was experiencing knee pain.\n\nShe knew the questions on the math test and not the reading test since the reading test was on a shorter timer.\n\nThe pencils of Ian are always sharp for class, but Donald's are not because Ian is prepared.\n\nThe dancer would leave the stage and enter the hall after her dance was finished, as the stage", + " was where she belonged during the dance." + ], + [ + "She bought the nurse outfit instead of the clown costume for Halloween because the clown costume was frumpy.\n\nAfter reading about the dangers, Jeffrey encouraged Neil to quit smoking, but Neil ignored his advice.\n\nBenjamin was walking quite a bit faster than Brian, as Brian was experiencing knee pain.\n\nShe knew the questions on the math test and not the reading test since the reading test was on a shorter timer.\n\nThe pencils of Ian are always sharp for class, but Donald's are not because Ian is prepared.\n\nThe dancer would leave the stage and enter the hall after her dance was finished, as the hall", + " was where she belonged during the dance." + ] + ], + "resps": [ + [ + [ + -19.40625, + false + ] + ], + [ + [ + -19.671875, + false + ] + ] + ], + "filtered_resps": [ + [ + -19.40625, + false + ], + [ + -19.671875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 877, + "doc": { + "sentence": "I hated the project this year compared to the essay last year, because the _ required more work.", + "option1": "project", + "option2": "essay", + "answer": "1" + }, + "target": "required more work.", + "arguments": [ + [ + "The old man had a lot of canaries that ate a lot of cherries instead of the pellets, since the cherries were colorful.\n\nEveryone liked the Sarah's new knife more than Maria's because Sarah spent more money on it.\n\nCarrie had a large car payment where Monica had none at all, because Carrie drove a car.\n\nPatricia spent freely and capriciously but Monica was thrifty and miserly. Patricia could never spend within their means.\n\nNatalie saw fish at the aquarium while Lindsey saw turtles, and Lindsey took pictures of the reptiles.\n\nI hated the project this year compared to the essay last year, because the project", + " required more work." + ], + [ + "The old man had a lot of canaries that ate a lot of cherries instead of the pellets, since the cherries were colorful.\n\nEveryone liked the Sarah's new knife more than Maria's because Sarah spent more money on it.\n\nCarrie had a large car payment where Monica had none at all, because Carrie drove a car.\n\nPatricia spent freely and capriciously but Monica was thrifty and miserly. Patricia could never spend within their means.\n\nNatalie saw fish at the aquarium while Lindsey saw turtles, and Lindsey took pictures of the reptiles.\n\nI hated the project this year compared to the essay last year, because the essay", + " required more work." + ] + ], + "resps": [ + [ + [ + -6.375, + false + ] + ], + [ + [ + -9.40625, + false + ] + ] + ], + "filtered_resps": [ + [ + -6.375, + false + ], + [ + -9.40625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 885, + "doc": { + "sentence": "Jane's hair was bound by a band until the band was cut because the _ is bulky.", + "option1": "band", + "option2": "hair", + "answer": "2" + }, + "target": "is bulky.", + "arguments": [ + [ + "Leslie wore contacts at school although Neil didn't have to because Neil had a good eyesight.\n\nThere wasn't much beeswax this year so we dumped the combs into the trash instead of making honey as the trash was a viable option.\n\nEmily was having difficulty going through puberty but not Christine because Christine had very weak acne causing hormones.\n\nAdam felt that Ian was the romantic in their relationship. Adam had trouble being creative to show love.\n\nSteven's jeans have lots of holes in them, while Aaron's are fresh due to Steven wearing old clothing.\n\nJane's hair was bound by a band until the band was cut because the band", + " is bulky." + ], + [ + "Leslie wore contacts at school although Neil didn't have to because Neil had a good eyesight.\n\nThere wasn't much beeswax this year so we dumped the combs into the trash instead of making honey as the trash was a viable option.\n\nEmily was having difficulty going through puberty but not Christine because Christine had very weak acne causing hormones.\n\nAdam felt that Ian was the romantic in their relationship. Adam had trouble being creative to show love.\n\nSteven's jeans have lots of holes in them, while Aaron's are fresh due to Steven wearing old clothing.\n\nJane's hair was bound by a band until the band was cut because the hair", + " is bulky." + ] + ], + "resps": [ + [ + [ + -13.96875, + false + ] + ], + [ + [ + -16.09375, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.96875, + false + ], + [ + -16.09375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 893, + "doc": { + "sentence": "Nelson teased Christopher about needing to find a homecoming date because _ could not find one.", + "option1": "Nelson", + "option2": "Christopher", + "answer": "2" + }, + "target": "could not find one.", + "arguments": [ + [ + "Steven owned a rusty bike that Randy liked to use, so Steven would loan it to them.\n\nKayla did not have the musical knowledge of Rebecca so Kayla borrowed her old records to listen to.\n\nJill poured the entire bag of flour into the mixing bowl until the bowl was full.\n\nKayla was constantly looking for gossip, and Angela had something juicy, so Kayla begged them for details.\n\nFelicia wants to bond with her new pet Macaw and asks for Amy's help, because Amy is Macaw trainer.\n\nNelson teased Christopher about needing to find a homecoming date because Nelson", + " could not find one." + ], + [ + "Steven owned a rusty bike that Randy liked to use, so Steven would loan it to them.\n\nKayla did not have the musical knowledge of Rebecca so Kayla borrowed her old records to listen to.\n\nJill poured the entire bag of flour into the mixing bowl until the bowl was full.\n\nKayla was constantly looking for gossip, and Angela had something juicy, so Kayla begged them for details.\n\nFelicia wants to bond with her new pet Macaw and asks for Amy's help, because Amy is Macaw trainer.\n\nNelson teased Christopher about needing to find a homecoming date because Christopher", + " could not find one." + ] + ], + "resps": [ + [ + [ + -9.0859375, + false + ] + ], + [ + [ + -7.90625, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.0859375, + false + ], + [ + -7.90625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 901, + "doc": { + "sentence": "James was able to hide the book inside his jacket because the _ is big.", + "option1": "book", + "option2": "jacket", + "answer": "2" + }, + "target": "is big.", + "arguments": [ + [ + "The mental health of Brian is much better than William's because Brian sees a therapist.\n\nThey bought some supplies for archery so they setup a target in the backyard to test them in the backyard .\n\nThe work was more difficult than the task, because the work had a lot more steps.\n\nRob this time built the staircase using stone instead of wood because the stone was on sale.\n\nJoel loved climbing trees while Kyle didn't, so when around trees, Joel rarely stayed on the ground.\n\nJames was able to hide the book inside his jacket because the book", + " is big." + ], + [ + "The mental health of Brian is much better than William's because Brian sees a therapist.\n\nThey bought some supplies for archery so they setup a target in the backyard to test them in the backyard .\n\nThe work was more difficult than the task, because the work had a lot more steps.\n\nRob this time built the staircase using stone instead of wood because the stone was on sale.\n\nJoel loved climbing trees while Kyle didn't, so when around trees, Joel rarely stayed on the ground.\n\nJames was able to hide the book inside his jacket because the jacket", + " is big." + ] + ], + "resps": [ + [ + [ + -9.046875, + false + ] + ], + [ + [ + -6.6875, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.046875, + false + ], + [ + -6.6875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 909, + "doc": { + "sentence": "The store had 80 platters but only 2 bowls left in stock because the _ were in low demand.", + "option1": "platters", + "option2": "bowls", + "answer": "1" + }, + "target": "were in low demand.", + "arguments": [ + [ + "The Mangos grew better in the fields that Hunter owned versus those of Logan even though Logan used better fertilizer.\n\nI had to embroider the design by hand and not a sewing machine because the sewing machine was too simple.\n\nElena was a very receptive student to Megan 's lessons, and Elena gave her full attention.\n\nBrian needed help assembling the bed frame when Joel showed up at the front door. Joel offered to help.\n\nEven though Erin was a harder worker than Mary, Mary has a more easier time working in sales.\n\nThe store had 80 platters but only 2 bowls left in stock because the platters", + " were in low demand." + ], + [ + "The Mangos grew better in the fields that Hunter owned versus those of Logan even though Logan used better fertilizer.\n\nI had to embroider the design by hand and not a sewing machine because the sewing machine was too simple.\n\nElena was a very receptive student to Megan 's lessons, and Elena gave her full attention.\n\nBrian needed help assembling the bed frame when Joel showed up at the front door. Joel offered to help.\n\nEven though Erin was a harder worker than Mary, Mary has a more easier time working in sales.\n\nThe store had 80 platters but only 2 bowls left in stock because the bowls", + " were in low demand." + ] + ], + "resps": [ + [ + [ + -10.8046875, + false + ] + ], + [ + [ + -8.4375, + false + ] + ] + ], + "filtered_resps": [ + [ + -10.8046875, + false + ], + [ + -8.4375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 917, + "doc": { + "sentence": "Kyle wanted to write to Aaron every day, because _ enjoyed sending letters to friends.", + "option1": "Kyle", + "option2": "Aaron", + "answer": "1" + }, + "target": "enjoyed sending letters to friends.", + "arguments": [ + [ + "The coroner tried to put the bodies in the coffins but the coffins were too small.\n\nFor the party. the vodka was kept in the freezer as the freezer would accommodate it.\n\nKevin was worried Kenneth would win the cross country race, because Kenneth was currently ahead.\n\nGoing to a costume party seemed like a fun time to Robert but not to Nick, so Nick went the store and bought a pant suit.\n\nPatricia regifted some shortbread they received for Christmas to Carrie, although Carrie didn't like shortbread.\n\nKyle wanted to write to Aaron every day, because Kyle", + " enjoyed sending letters to friends." + ], + [ + "The coroner tried to put the bodies in the coffins but the coffins were too small.\n\nFor the party. the vodka was kept in the freezer as the freezer would accommodate it.\n\nKevin was worried Kenneth would win the cross country race, because Kenneth was currently ahead.\n\nGoing to a costume party seemed like a fun time to Robert but not to Nick, so Nick went the store and bought a pant suit.\n\nPatricia regifted some shortbread they received for Christmas to Carrie, although Carrie didn't like shortbread.\n\nKyle wanted to write to Aaron every day, because Aaron", + " enjoyed sending letters to friends." + ] + ], + "resps": [ + [ + [ + -16.359375, + false + ] + ], + [ + [ + -22.1875, + false + ] + ] + ], + "filtered_resps": [ + [ + -16.359375, + false + ], + [ + -22.1875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 925, + "doc": { + "sentence": "Neil asked Brian to hand him the measuring tape, but _ already measured the wall to center the picture.", + "option1": "Neil", + "option2": "Brian", + "answer": "2" + }, + "target": "already measured the wall to center the picture.", + "arguments": [ + [ + "Trying to lose belly fat is Laura was asking Amy for advice, Amy knew lots of ways to lose body fat.\n\nRyan winced while their parent Nelson operated the tablesaw to cut the board, because Nelson was adept with saws.\n\nIt costed more to repair the car of Leslie than it did the car of Derrick although Derrick had more services done.\n\nLogan liked the look of hardwood floors in a house but Brett thought carpet was nicer. Brett had the contractor put berber carpeting on their floors.\n\nRandy hates the music that always plays in the elevator, unlike Michael, because Randy grew up with rock not Jazz.\n\nNeil asked Brian to hand him the measuring tape, but Neil", + " already measured the wall to center the picture." + ], + [ + "Trying to lose belly fat is Laura was asking Amy for advice, Amy knew lots of ways to lose body fat.\n\nRyan winced while their parent Nelson operated the tablesaw to cut the board, because Nelson was adept with saws.\n\nIt costed more to repair the car of Leslie than it did the car of Derrick although Derrick had more services done.\n\nLogan liked the look of hardwood floors in a house but Brett thought carpet was nicer. Brett had the contractor put berber carpeting on their floors.\n\nRandy hates the music that always plays in the elevator, unlike Michael, because Randy grew up with rock not Jazz.\n\nNeil asked Brian to hand him the measuring tape, but Brian", + " already measured the wall to center the picture." + ] + ], + "resps": [ + [ + [ + -27.390625, + false + ] + ], + [ + [ + -28.3125, + false + ] + ] + ], + "filtered_resps": [ + [ + -27.390625, + false + ], + [ + -28.3125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 933, + "doc": { + "sentence": "The chopstick were better to eat the noodles with than the fork as the _ was repaired.", + "option1": "chopstick", + "option2": "fork", + "answer": "1" + }, + "target": "was repaired.", + "arguments": [ + [ + "The shelving unit they bought would not fit in the pantry because the pantry was too small.\n\nJason could work out at the gym but not Ryan because Ryan cancelled their membership.\n\nJames cannot press the button so he turned the knob instead. It turned out the knob is movable.\n\nTanya was immune to the chicken pox and Rachel was not because Rachel didnt get a chicken pox shot.\n\nThe pills relieved my pain more than the capsules did because the pills were stronger.\n\nThe chopstick were better to eat the noodles with than the fork as the chopstick", + " was repaired." + ], + [ + "The shelving unit they bought would not fit in the pantry because the pantry was too small.\n\nJason could work out at the gym but not Ryan because Ryan cancelled their membership.\n\nJames cannot press the button so he turned the knob instead. It turned out the knob is movable.\n\nTanya was immune to the chicken pox and Rachel was not because Rachel didnt get a chicken pox shot.\n\nThe pills relieved my pain more than the capsules did because the pills were stronger.\n\nThe chopstick were better to eat the noodles with than the fork as the fork", + " was repaired." + ] + ], + "resps": [ + [ + [ + -17.34375, + false + ] + ], + [ + [ + -16.234375, + false + ] + ] + ], + "filtered_resps": [ + [ + -17.34375, + false + ], + [ + -16.234375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 941, + "doc": { + "sentence": "Kyle makes a lot more money than Nelson can make at his job, as _ is a cashier.", + "option1": "Kyle", + "option2": "Nelson", + "answer": "2" + }, + "target": "is a cashier.", + "arguments": [ + [ + "My friends business wasn't as good as my job because the job was making me some money.\n\nHe enjoyed the silver more than he enjoyed the gold, because the gold was uglier.\n\nThe tulips bloomed in the garden before the daffodils, because the daffodils had received less sun.\n\nJessica wants to clean colored grout so she asks her friend Rebecca for help, because Jessica doesn't know how to do it.\n\nJessica wanted to go see a horror movie with Christine but Christine hated to watch them.\n\nKyle makes a lot more money than Nelson can make at his job, as Kyle", + " is a cashier." + ], + [ + "My friends business wasn't as good as my job because the job was making me some money.\n\nHe enjoyed the silver more than he enjoyed the gold, because the gold was uglier.\n\nThe tulips bloomed in the garden before the daffodils, because the daffodils had received less sun.\n\nJessica wants to clean colored grout so she asks her friend Rebecca for help, because Jessica doesn't know how to do it.\n\nJessica wanted to go see a horror movie with Christine but Christine hated to watch them.\n\nKyle makes a lot more money than Nelson can make at his job, as Nelson", + " is a cashier." + ] + ], + "resps": [ + [ + [ + -11.265625, + false + ] + ], + [ + [ + -8.96875, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.265625, + false + ], + [ + -8.96875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 949, + "doc": { + "sentence": "The drink was rich in caffeine and low in sugar because the _ was not enough to keep the drinker awake.", + "option1": "caffeine", + "option2": "sugar", + "answer": "2" + }, + "target": "was not enough to keep the drinker awake.", + "arguments": [ + [ + "Carrie is in need of work desperately and has come across Rebecca who is hiring, Rebecca has hired someone for a job.\n\nThe stains on the shirt didn't come out with normal products, because the stains were too strong.\n\nBetty wanted to buy some new clothes and asked Elena to come along because Elena had incredible fashion sense.\n\nRyan wore sunscreen on the hot summer day but Joseph did not. Joseph got a bad sunburn.\n\nCraig loved tadpoles while Samuel didn't so Samuel took the task of cleaning up the car.\n\nThe drink was rich in caffeine and low in sugar because the caffeine", + " was not enough to keep the drinker awake." + ], + [ + "Carrie is in need of work desperately and has come across Rebecca who is hiring, Rebecca has hired someone for a job.\n\nThe stains on the shirt didn't come out with normal products, because the stains were too strong.\n\nBetty wanted to buy some new clothes and asked Elena to come along because Elena had incredible fashion sense.\n\nRyan wore sunscreen on the hot summer day but Joseph did not. Joseph got a bad sunburn.\n\nCraig loved tadpoles while Samuel didn't so Samuel took the task of cleaning up the car.\n\nThe drink was rich in caffeine and low in sugar because the sugar", + " was not enough to keep the drinker awake." + ] + ], + "resps": [ + [ + [ + -18.421875, + false + ] + ], + [ + [ + -22.53125, + false + ] + ] + ], + "filtered_resps": [ + [ + -18.421875, + false + ], + [ + -22.53125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 957, + "doc": { + "sentence": "Maria gave birth to Katrina, so after the process was over, _ was a brand new mother.", + "option1": "Maria", + "option2": "Katrina", + "answer": "1" + }, + "target": "was a brand new mother.", + "arguments": [ + [ + "Eric limped over to Samuel during a time out of a game to get water for Eric cramps.\n\nBen posted a selfie and a food shot on snapchat. People liked the food better, because Ben was ugly.\n\nJustin's car needed repairs and was in the shop so Adam gave them a ride to work. Justin will also need a ride home.\n\nThe candy jar could hold 100 gumballs or 80 maltballs because the gumballs were smaller.\n\nKatrina is a client of Rebecca at the salon and Rebecca is grateful for the work that they are given.\n\nMaria gave birth to Katrina, so after the process was over, Maria", + " was a brand new mother." + ], + [ + "Eric limped over to Samuel during a time out of a game to get water for Eric cramps.\n\nBen posted a selfie and a food shot on snapchat. People liked the food better, because Ben was ugly.\n\nJustin's car needed repairs and was in the shop so Adam gave them a ride to work. Justin will also need a ride home.\n\nThe candy jar could hold 100 gumballs or 80 maltballs because the gumballs were smaller.\n\nKatrina is a client of Rebecca at the salon and Rebecca is grateful for the work that they are given.\n\nMaria gave birth to Katrina, so after the process was over, Katrina", + " was a brand new mother." + ] + ], + "resps": [ + [ + [ + -13.265625, + false + ] + ], + [ + [ + -14.59375, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.265625, + false + ], + [ + -14.59375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 965, + "doc": { + "sentence": "Benjamin lied to Logan because _ was so upset about the money that was missing.", + "option1": "Benjamin", + "option2": "Logan", + "answer": "2" + }, + "target": "was so upset about the money that was missing.", + "arguments": [ + [ + "The artist preferred drawing still lifes of pots rather than plants , since the pots were easier to draw.\n\nAble to hear a scurrying sound from below the sink, Megan asked Samantha to check, as Megan was terrified of seeing a mouse.\n\nThey were lighting the sticks with matches, but preferred the lighters, so the matches were quickly abandoned.\n\nIf you wonder whether to use a pen or a pencil to do your homework, the pencil is easier to fix later.\n\nAfter Donald picked up and slammed Joel through the coffee table Donald felt very strong.\n\nBenjamin lied to Logan because Benjamin", + " was so upset about the money that was missing." + ], + [ + "The artist preferred drawing still lifes of pots rather than plants , since the pots were easier to draw.\n\nAble to hear a scurrying sound from below the sink, Megan asked Samantha to check, as Megan was terrified of seeing a mouse.\n\nThey were lighting the sticks with matches, but preferred the lighters, so the matches were quickly abandoned.\n\nIf you wonder whether to use a pen or a pencil to do your homework, the pencil is easier to fix later.\n\nAfter Donald picked up and slammed Joel through the coffee table Donald felt very strong.\n\nBenjamin lied to Logan because Logan", + " was so upset about the money that was missing." + ] + ], + "resps": [ + [ + [ + -27.609375, + false + ] + ], + [ + [ + -25.90625, + false + ] + ] + ], + "filtered_resps": [ + [ + -27.609375, + false + ], + [ + -25.90625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 973, + "doc": { + "sentence": "Because Megan wanted to be a welder and Patricia wanted to be a engineer, _ went to trade school instead of university.", + "option1": "Megan", + "option2": "Patricia", + "answer": "1" + }, + "target": "went to trade school instead of university.", + "arguments": [ + [ + "Maria used some acid to clean stains on the equipment but it didn't work because the acid was too weak.\n\nThe board cannot contain the flowchart James intend to draw because the board is small.\n\nAmy thought building a wall on the border was a good idea but Laura didn't because Amy was a patriotic American.\n\nKevin wanted to hang a chandelier from their ceiling so they called Aaron for help because Kevin had never mounted from a ceiling beam.\n\nSia left her career as a telemarketer for a career as a blogger. The telemarketer career allows her less free time.\n\nBecause Megan wanted to be a welder and Patricia wanted to be a engineer, Megan", + " went to trade school instead of university." + ], + [ + "Maria used some acid to clean stains on the equipment but it didn't work because the acid was too weak.\n\nThe board cannot contain the flowchart James intend to draw because the board is small.\n\nAmy thought building a wall on the border was a good idea but Laura didn't because Amy was a patriotic American.\n\nKevin wanted to hang a chandelier from their ceiling so they called Aaron for help because Kevin had never mounted from a ceiling beam.\n\nSia left her career as a telemarketer for a career as a blogger. The telemarketer career allows her less free time.\n\nBecause Megan wanted to be a welder and Patricia wanted to be a engineer, Patricia", + " went to trade school instead of university." + ] + ], + "resps": [ + [ + [ + -17.53125, + false + ] + ], + [ + [ + -18.203125, + false + ] + ] + ], + "filtered_resps": [ + [ + -17.53125, + false + ], + [ + -18.203125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 981, + "doc": { + "sentence": "John had to bow to walk through the door but have to crawl to enter the tent. The _ is shorter.", + "option1": "door", + "option2": "tent", + "answer": "2" + }, + "target": "is shorter.", + "arguments": [ + [ + "As the walls began to cave in on Joseph, he blamed Craig who had sold him the house because Craig had not revealed how frail they were.\n\nNeil lost all their private personal information to William as a result of the hack, because William was a predator.\n\nLeslie helped William to cope with a diagnosis of borderline personality disorder (BPD) from his doctor, because Leslie likes him.\n\nMary sat still while Victoria listened to her chest. The diagnosis was dengue fever, which surprised Victoria as she hadn't found this in patients.\n\nCreative writing was Amy's passion, but Mary struggled to write even a short story. Mary had bad imagination.\n\nJohn had to bow to walk through the door but have to crawl to enter the tent. The door", + " is shorter." + ], + [ + "As the walls began to cave in on Joseph, he blamed Craig who had sold him the house because Craig had not revealed how frail they were.\n\nNeil lost all their private personal information to William as a result of the hack, because William was a predator.\n\nLeslie helped William to cope with a diagnosis of borderline personality disorder (BPD) from his doctor, because Leslie likes him.\n\nMary sat still while Victoria listened to her chest. The diagnosis was dengue fever, which surprised Victoria as she hadn't found this in patients.\n\nCreative writing was Amy's passion, but Mary struggled to write even a short story. Mary had bad imagination.\n\nJohn had to bow to walk through the door but have to crawl to enter the tent. The tent", + " is shorter." + ] + ], + "resps": [ + [ + [ + -11.8359375, + false + ] + ], + [ + [ + -13.9140625, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.8359375, + false + ], + [ + -13.9140625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 989, + "doc": { + "sentence": "Amy's being taught how to pay it forward by Kayla, so _ is likely the younger person.", + "option1": "Amy", + "option2": "Kayla", + "answer": "1" + }, + "target": "is likely the younger person.", + "arguments": [ + [ + "Hunter enjoyed learning about Chinese superstitions but not Benjamin since Benjamin found them to be boring.\n\nMary made a fancy cheesecake to celebrate Rebecca's birthday, but Mary messed up the recipe.\n\nWhile waiting on the cricket field, Brett asked William to go get the bats. Brett set up the wickets while he got the bats.\n\nJustin showed Brett how to grind their own coffee beans, because Justin thought freshly ground was best.\n\nKevin had inexperience in home design compared to Dennis, and Kevin asked for advice about frames in photos that were displayed.\n\nAmy's being taught how to pay it forward by Kayla, so Amy", + " is likely the younger person." + ], + [ + "Hunter enjoyed learning about Chinese superstitions but not Benjamin since Benjamin found them to be boring.\n\nMary made a fancy cheesecake to celebrate Rebecca's birthday, but Mary messed up the recipe.\n\nWhile waiting on the cricket field, Brett asked William to go get the bats. Brett set up the wickets while he got the bats.\n\nJustin showed Brett how to grind their own coffee beans, because Justin thought freshly ground was best.\n\nKevin had inexperience in home design compared to Dennis, and Kevin asked for advice about frames in photos that were displayed.\n\nAmy's being taught how to pay it forward by Kayla, so Kayla", + " is likely the younger person." + ] + ], + "resps": [ + [ + [ + -28.8125, + false + ] + ], + [ + [ + -27.5, + false + ] + ] + ], + "filtered_resps": [ + [ + -28.8125, + false + ], + [ + -27.5, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 997, + "doc": { + "sentence": "Eric replaced his long hair with a new hat for the summer time, the _ was old.", + "option1": "hair", + "option2": "hat", + "answer": "1" + }, + "target": "was old.", + "arguments": [ + [ + "I drank water instead of soda because the fever subsided when I drank the water .\n\nAaron is jealous of Kevin despite Aaron being chosen to be the best man at the wedding.\n\nThe rice had too much salt in it, but the potato had just enough salt, and as a result the potato was delicious.\n\nThe dog was cooler than the cat because the dog was sitting under the tree.\n\nLawrence was happy about the internship at the company of Robert when Robert gave praise.\n\nEric replaced his long hair with a new hat for the summer time, the hair", + " was old." + ], + [ + "I drank water instead of soda because the fever subsided when I drank the water .\n\nAaron is jealous of Kevin despite Aaron being chosen to be the best man at the wedding.\n\nThe rice had too much salt in it, but the potato had just enough salt, and as a result the potato was delicious.\n\nThe dog was cooler than the cat because the dog was sitting under the tree.\n\nLawrence was happy about the internship at the company of Robert when Robert gave praise.\n\nEric replaced his long hair with a new hat for the summer time, the hat", + " was old." + ] + ], + "resps": [ + [ + [ + -9.2265625, + false + ] + ], + [ + [ + -9.4140625, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.2265625, + false + ], + [ + -9.4140625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1005, + "doc": { + "sentence": "James wanted to wear the corsage but it wouldn't fit around his wrist because his _ was too small.", + "option1": "wrist", + "option2": "corsage", + "answer": "2" + }, + "target": "was too small.", + "arguments": [ + [ + "Elena always needed help with organizing her belongings and closet unlike Mary because Mary was neat.\n\nThe backhoe failed to remove the boulder but the bulldozer could, as the bulldozer was correctly equipped for the job.\n\nAngela was so jealous that Kayla knew how to play the guitar that Kayla offered to give her lessons the next day.\n\nCecily could only lift the cabbage and had to get Jenni to lift the pumpkin for her. The cabbage was light.\n\nPatricia drove a gas hog while Victoria had a car with high MPG, thus causing the environmentalists to look at Patricia with contempt.\n\nJames wanted to wear the corsage but it wouldn't fit around his wrist because his wrist", + " was too small." + ], + [ + "Elena always needed help with organizing her belongings and closet unlike Mary because Mary was neat.\n\nThe backhoe failed to remove the boulder but the bulldozer could, as the bulldozer was correctly equipped for the job.\n\nAngela was so jealous that Kayla knew how to play the guitar that Kayla offered to give her lessons the next day.\n\nCecily could only lift the cabbage and had to get Jenni to lift the pumpkin for her. The cabbage was light.\n\nPatricia drove a gas hog while Victoria had a car with high MPG, thus causing the environmentalists to look at Patricia with contempt.\n\nJames wanted to wear the corsage but it wouldn't fit around his wrist because his corsage", + " was too small." + ] + ], + "resps": [ + [ + [ + -4.046875, + false + ] + ], + [ + [ + -4.4453125, + false + ] + ] + ], + "filtered_resps": [ + [ + -4.046875, + false + ], + [ + -4.4453125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1013, + "doc": { + "sentence": "The man chose medication for his infection rather than the ointment, because the _ was ineffective.", + "option1": "ointment", + "option2": "medication", + "answer": "1" + }, + "target": "was ineffective.", + "arguments": [ + [ + "The mental health of Brian is much better than William's because Brian sees a therapist.\n\nThe fingers of Kenneth were bleeding, so Dennis took a look at them, because Dennis is a physician.\n\nFixing the laptop was easy for Nelson but not Michael, because Michael was not technology savvy.\n\nAubrey kept her hamster in a tank instead of a cage because the tank was cleaner for it.\n\nI tried to put all of the food in the microwave but it wouldn't fit, because the microwave was too miniscule.\n\nThe man chose medication for his infection rather than the ointment, because the ointment", + " was ineffective." + ], + [ + "The mental health of Brian is much better than William's because Brian sees a therapist.\n\nThe fingers of Kenneth were bleeding, so Dennis took a look at them, because Dennis is a physician.\n\nFixing the laptop was easy for Nelson but not Michael, because Michael was not technology savvy.\n\nAubrey kept her hamster in a tank instead of a cage because the tank was cleaner for it.\n\nI tried to put all of the food in the microwave but it wouldn't fit, because the microwave was too miniscule.\n\nThe man chose medication for his infection rather than the ointment, because the medication", + " was ineffective." + ] + ], + "resps": [ + [ + [ + -4.2578125, + false + ] + ], + [ + [ + -9.515625, + false + ] + ] + ], + "filtered_resps": [ + [ + -4.2578125, + false + ], + [ + -9.515625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1021, + "doc": { + "sentence": "At the store, John signed a warranty contract for the tablet, but did not purchase insurance for the phone, because the _ was unlikely to be damaged.", + "option1": "tablet", + "option2": "phone", + "answer": "2" + }, + "target": "was unlikely to be damaged.", + "arguments": [ + [ + "Robert went to Hunter and asked him to judge leniently just this one time, because Hunter didn't lose anything valuable.\n\nOn the island the weather was frequently unpredictable. It was supposed to rain this weekend and the rain would be very heavy.\n\nLogan had trust in Ryan for the reason that Ryan was an honest and responsible person.\n\nDennis was invited for an interview by Justin for a position at a new office. Dennis prepared by researching the company.\n\nKayla raises cows and helps supply the world with hamburger Carrie doesnt eat hamburger, the chance Carrie is a vegetarian is big.\n\nAt the store, John signed a warranty contract for the tablet, but did not purchase insurance for the phone, because the tablet", + " was unlikely to be damaged." + ], + [ + "Robert went to Hunter and asked him to judge leniently just this one time, because Hunter didn't lose anything valuable.\n\nOn the island the weather was frequently unpredictable. It was supposed to rain this weekend and the rain would be very heavy.\n\nLogan had trust in Ryan for the reason that Ryan was an honest and responsible person.\n\nDennis was invited for an interview by Justin for a position at a new office. Dennis prepared by researching the company.\n\nKayla raises cows and helps supply the world with hamburger Carrie doesnt eat hamburger, the chance Carrie is a vegetarian is big.\n\nAt the store, John signed a warranty contract for the tablet, but did not purchase insurance for the phone, because the phone", + " was unlikely to be damaged." + ] + ], + "resps": [ + [ + [ + -11.09375, + false + ] + ], + [ + [ + -11.234375, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.09375, + false + ], + [ + -11.234375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1029, + "doc": { + "sentence": "The crops in the facility grew better than in the greenhouse since the _ was bright inside.", + "option1": "facility", + "option2": "greenhouse", + "answer": "1" + }, + "target": "was bright inside.", + "arguments": [ + [ + "While changing her eating routine, Sally stopped eating chips and replaced it with fruit. The fruit were smooth.\n\nMary got stranded along the side of the road, and Christine helped them, so Mary was thankful.\n\nThe shoes were too big for Jason so he gave them to Ryan, because Jason feet are tiny.\n\nThe little boy poured milk from the carton into his cereal bowl until the carton was empty.\n\nAaron listened to Ryan talk about how disciplined he was to get 6 pack abs. Ryan was proud of himself.\n\nThe crops in the facility grew better than in the greenhouse since the facility", + " was bright inside." + ], + [ + "While changing her eating routine, Sally stopped eating chips and replaced it with fruit. The fruit were smooth.\n\nMary got stranded along the side of the road, and Christine helped them, so Mary was thankful.\n\nThe shoes were too big for Jason so he gave them to Ryan, because Jason feet are tiny.\n\nThe little boy poured milk from the carton into his cereal bowl until the carton was empty.\n\nAaron listened to Ryan talk about how disciplined he was to get 6 pack abs. Ryan was proud of himself.\n\nThe crops in the facility grew better than in the greenhouse since the greenhouse", + " was bright inside." + ] + ], + "resps": [ + [ + [ + -14.2734375, + false + ] + ], + [ + [ + -14.8125, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.2734375, + false + ], + [ + -14.8125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1037, + "doc": { + "sentence": "Ian always got ready quickly in the morning and ended up waiting for Christopher, _ was always punctual.", + "option1": "Ian", + "option2": "Christopher", + "answer": "1" + }, + "target": "was always punctual.", + "arguments": [ + [ + "Kenneth had a fever, so Kevin gave him some medicine to take. Kenneth was his patient.\n\nMary replaced the gasket but not the compressor of her refrigerator, because the gasket was already worn.\n\nWhiskey is much loved by Brett but Ian prefers to drink tequila so Ian ordered a tequila sunrise to drink.\n\nCarrie is fluent in Spanish but Christine only speaks English as Christine only lived in USA when they were young.\n\nShe hates wearing pants but loves wearing dresses, because she feels more beautiful in the dresses .\n\nIan always got ready quickly in the morning and ended up waiting for Christopher, Ian", + " was always punctual." + ], + [ + "Kenneth had a fever, so Kevin gave him some medicine to take. Kenneth was his patient.\n\nMary replaced the gasket but not the compressor of her refrigerator, because the gasket was already worn.\n\nWhiskey is much loved by Brett but Ian prefers to drink tequila so Ian ordered a tequila sunrise to drink.\n\nCarrie is fluent in Spanish but Christine only speaks English as Christine only lived in USA when they were young.\n\nShe hates wearing pants but loves wearing dresses, because she feels more beautiful in the dresses .\n\nIan always got ready quickly in the morning and ended up waiting for Christopher, Christopher", + " was always punctual." + ] + ], + "resps": [ + [ + [ + -11.0078125, + false + ] + ], + [ + [ + -9.9375, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.0078125, + false + ], + [ + -9.9375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1045, + "doc": { + "sentence": "Kyle loved to camp in the wilderness but Justin preferred a nice hotel. _ booked a trip to Yellowstone Park.", + "option1": "Kyle", + "option2": "Justin", + "answer": "1" + }, + "target": "booked a trip to Yellowstone Park.", + "arguments": [ + [ + "Neil asked Derrick for help on how to achieve better bowel movement but Derrick knew nothing about health.\n\nThe popular Ariana Grande look swept the school and Angela became more popular than Betty because Angela adhered to the new dress code.\n\nMatthew tried to be stealthy while planning a party for Donald, but Donald found out from someone who couldn't keep a secret.\n\nWhile they washed dishes, Maria washed and put them on a rack for Sarah to dry, but then Maria ran out of hot water.\n\nAfter Christmas Jeffrey decided to go on a diet but Donald didn't. Jeffrey had gained a lot of weight.\n\nKyle loved to camp in the wilderness but Justin preferred a nice hotel. Kyle", + " booked a trip to Yellowstone Park." + ], + [ + "Neil asked Derrick for help on how to achieve better bowel movement but Derrick knew nothing about health.\n\nThe popular Ariana Grande look swept the school and Angela became more popular than Betty because Angela adhered to the new dress code.\n\nMatthew tried to be stealthy while planning a party for Donald, but Donald found out from someone who couldn't keep a secret.\n\nWhile they washed dishes, Maria washed and put them on a rack for Sarah to dry, but then Maria ran out of hot water.\n\nAfter Christmas Jeffrey decided to go on a diet but Donald didn't. Jeffrey had gained a lot of weight.\n\nKyle loved to camp in the wilderness but Justin preferred a nice hotel. Justin", + " booked a trip to Yellowstone Park." + ] + ], + "resps": [ + [ + [ + -18.078125, + false + ] + ], + [ + [ + -17.921875, + false + ] + ] + ], + "filtered_resps": [ + [ + -18.078125, + false + ], + [ + -17.921875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1053, + "doc": { + "sentence": "Emily has never struggled with blood clots like Victoria has, because _ lives a sedentary, gluttonous lifestyle.", + "option1": "Emily", + "option2": "Victoria", + "answer": "2" + }, + "target": "lives a sedentary, gluttonous lifestyle.", + "arguments": [ + [ + "Jane played the game on her phone instead of her tablet because she left the tablet at home.\n\nThe macaroni was better than the nachos because the sauce on the macaroni was richer.\n\nDonald loved eating oysters, but Steven was a vegetarian. Steven ordered a plate of salad.\n\nThe child wanted to store the shells in the boxes but the boxes were too small.\n\nThe teacher used a reward system and Robert won an award while Logan did not because Logan did not study at all.\n\nEmily has never struggled with blood clots like Victoria has, because Emily", + " lives a sedentary, gluttonous lifestyle." + ], + [ + "Jane played the game on her phone instead of her tablet because she left the tablet at home.\n\nThe macaroni was better than the nachos because the sauce on the macaroni was richer.\n\nDonald loved eating oysters, but Steven was a vegetarian. Steven ordered a plate of salad.\n\nThe child wanted to store the shells in the boxes but the boxes were too small.\n\nThe teacher used a reward system and Robert won an award while Logan did not because Logan did not study at all.\n\nEmily has never struggled with blood clots like Victoria has, because Victoria", + " lives a sedentary, gluttonous lifestyle." + ] + ], + "resps": [ + [ + [ + -29.734375, + false + ] + ], + [ + [ + -27.796875, + false + ] + ] + ], + "filtered_resps": [ + [ + -29.734375, + false + ], + [ + -27.796875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1061, + "doc": { + "sentence": "Elena was asked by Jessica to put patches in the holes in her pants; _ gave her some she bought at the store.", + "option1": "Elena", + "option2": "Jessica", + "answer": "2" + }, + "target": "gave her some she bought at the store.", + "arguments": [ + [ + "Patricia was called over to inspect Amy's kitchen and bedroom because Patricia was known for being clean.\n\nShe left the coach and headed to the taxi so she could take a faster route but the coach was actually faster.\n\nCarrie wrote a long apology letter to send to Jennifer, but Carrie never delivered it.\n\nThe workout routine was beneficial to Donald but not Samuel because Donald was developing huge muscles.\n\nthey bought cups and left the fragile glasses on the shelf even though they needed both because the cups strong.\n\nElena was asked by Jessica to put patches in the holes in her pants; Elena", + " gave her some she bought at the store." + ], + [ + "Patricia was called over to inspect Amy's kitchen and bedroom because Patricia was known for being clean.\n\nShe left the coach and headed to the taxi so she could take a faster route but the coach was actually faster.\n\nCarrie wrote a long apology letter to send to Jennifer, but Carrie never delivered it.\n\nThe workout routine was beneficial to Donald but not Samuel because Donald was developing huge muscles.\n\nthey bought cups and left the fragile glasses on the shelf even though they needed both because the cups strong.\n\nElena was asked by Jessica to put patches in the holes in her pants; Jessica", + " gave her some she bought at the store." + ] + ], + "resps": [ + [ + [ + -23.765625, + false + ] + ], + [ + [ + -22.328125, + false + ] + ] + ], + "filtered_resps": [ + [ + -23.765625, + false + ], + [ + -22.328125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1069, + "doc": { + "sentence": "Nick did not like sauces made from tomato, only creamy sauces. Ryan knew this so he only made white sauce when _ came over.", + "option1": "Nick", + "option2": "Ryan", + "answer": "1" + }, + "target": "came over.", + "arguments": [ + [ + "Steven loved the taste of squash but William hated it's flavor. William ordered the broccoli casserole with their dinner.\n\nAnna looked for a plant for her house, and chose a fern over a frond, because the frond would take up more space.\n\nTanya's vehicle was covered in rust whereas Jessica's was not because Jessica was very diligent about maintenance.\n\nLawrence had shorter shoelaces than Ian had on their shoes so Lawrence tripped less often.\n\nthe blood failed the tests for it had a lot of pathogens which it was being screened of, the pathogens were many.\n\nNick did not like sauces made from tomato, only creamy sauces. Ryan knew this so he only made white sauce when Nick", + " came over." + ], + [ + "Steven loved the taste of squash but William hated it's flavor. William ordered the broccoli casserole with their dinner.\n\nAnna looked for a plant for her house, and chose a fern over a frond, because the frond would take up more space.\n\nTanya's vehicle was covered in rust whereas Jessica's was not because Jessica was very diligent about maintenance.\n\nLawrence had shorter shoelaces than Ian had on their shoes so Lawrence tripped less often.\n\nthe blood failed the tests for it had a lot of pathogens which it was being screened of, the pathogens were many.\n\nNick did not like sauces made from tomato, only creamy sauces. Ryan knew this so he only made white sauce when Ryan", + " came over." + ] + ], + "resps": [ + [ + [ + -2.93359375, + false + ] + ], + [ + [ + -3.58203125, + false + ] + ] + ], + "filtered_resps": [ + [ + -2.93359375, + false + ], + [ + -3.58203125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1077, + "doc": { + "sentence": "Robert has no regret for punching Justin in the nose even though _ was the victim of injustice.", + "option1": "Robert", + "option2": "Justin", + "answer": "2" + }, + "target": "was the victim of injustice.", + "arguments": [ + [ + "Lawrence wanted a dog for a pet and Benjamin wanted a cat because Lawrence preferred dogs inside and cats outside.\n\nShe prefers to use laptop over desktop PC, because the laptop is more mobile for her needs.\n\nThe man couldn't decide on a smoothie or a milkshake. He decided on a smoothie because it is healthier.\n\nSteven doesn't come off as sensual as Hunter does, so Hunter must be the more sexy person.\n\nNatalie wanted to cook Victoria a surprise meal for their birthday and Natalie tried to keep it a secret.\n\nRobert has no regret for punching Justin in the nose even though Robert", + " was the victim of injustice." + ], + [ + "Lawrence wanted a dog for a pet and Benjamin wanted a cat because Lawrence preferred dogs inside and cats outside.\n\nShe prefers to use laptop over desktop PC, because the laptop is more mobile for her needs.\n\nThe man couldn't decide on a smoothie or a milkshake. He decided on a smoothie because it is healthier.\n\nSteven doesn't come off as sensual as Hunter does, so Hunter must be the more sexy person.\n\nNatalie wanted to cook Victoria a surprise meal for their birthday and Natalie tried to keep it a secret.\n\nRobert has no regret for punching Justin in the nose even though Justin", + " was the victim of injustice." + ] + ], + "resps": [ + [ + [ + -15.40625, + false + ] + ], + [ + [ + -15.9921875, + false + ] + ] + ], + "filtered_resps": [ + [ + -15.40625, + false + ], + [ + -15.9921875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1085, + "doc": { + "sentence": "Tanya recently finished filling out a job application but not Megan because _ is currently unemployed.", + "option1": "Tanya", + "option2": "Megan", + "answer": "1" + }, + "target": "is currently unemployed.", + "arguments": [ + [ + "Nelson has accidentaly set a hotel on fire and endangered Aaron's life, because Nelson wasn't careful.\n\nThe massage oils warmed Rachel's heart but the candles didn't do so because the massage oils were useful to her.\n\nShe couldn't wear the bikini at the club, but it was OK at the cafe, as the cafe was so libertine.\n\nThe teacher took students off of the playground and put them on the bus until the bus was full.\n\nDerrick dined on sweets and fast food much too often while Donald ate salads and veggies. Donald had a scarcity of belly fat.\n\nTanya recently finished filling out a job application but not Megan because Tanya", + " is currently unemployed." + ], + [ + "Nelson has accidentaly set a hotel on fire and endangered Aaron's life, because Nelson wasn't careful.\n\nThe massage oils warmed Rachel's heart but the candles didn't do so because the massage oils were useful to her.\n\nShe couldn't wear the bikini at the club, but it was OK at the cafe, as the cafe was so libertine.\n\nThe teacher took students off of the playground and put them on the bus until the bus was full.\n\nDerrick dined on sweets and fast food much too often while Donald ate salads and veggies. Donald had a scarcity of belly fat.\n\nTanya recently finished filling out a job application but not Megan because Megan", + " is currently unemployed." + ] + ], + "resps": [ + [ + [ + -9.7265625, + false + ] + ], + [ + [ + -8.890625, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.7265625, + false + ], + [ + -8.890625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1093, + "doc": { + "sentence": "While shopping at the mall, Kevin asked Benjamin to help find a red shirt to wear because _ was great at clothing budgeting.", + "option1": "Kevin", + "option2": "Benjamin", + "answer": "2" + }, + "target": "was great at clothing budgeting.", + "arguments": [ + [ + "Brett had to help Lawrence to burn a DVD of a movie to take on a plane as Lawrence had totally forgotten how to do it.\n\nI used a calculator instead of a computer to help with my math homework because the computer was slower.\n\nLeslie studied to become an auto body repair technician but not Robert, because Robert was not interested in cars.\n\nMatthew was in a lot of debt and Joseph was not because Matthew liked to spend a lot.\n\nAdam went running more often than Dennis did because Adam was on the track team.\n\nWhile shopping at the mall, Kevin asked Benjamin to help find a red shirt to wear because Kevin", + " was great at clothing budgeting." + ], + [ + "Brett had to help Lawrence to burn a DVD of a movie to take on a plane as Lawrence had totally forgotten how to do it.\n\nI used a calculator instead of a computer to help with my math homework because the computer was slower.\n\nLeslie studied to become an auto body repair technician but not Robert, because Robert was not interested in cars.\n\nMatthew was in a lot of debt and Joseph was not because Matthew liked to spend a lot.\n\nAdam went running more often than Dennis did because Adam was on the track team.\n\nWhile shopping at the mall, Kevin asked Benjamin to help find a red shirt to wear because Benjamin", + " was great at clothing budgeting." + ] + ], + "resps": [ + [ + [ + -31.28125, + false + ] + ], + [ + [ + -26.0, + false + ] + ] + ], + "filtered_resps": [ + [ + -31.28125, + false + ], + [ + -26.0, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1101, + "doc": { + "sentence": "Patricia loved the smell of Rachel's shampoo, so she asked where to buy it. _ gave her a bottle the next day.", + "option1": "Patricia", + "option2": "Rachel", + "answer": "2" + }, + "target": "gave her a bottle the next day.", + "arguments": [ + [ + "The egg cooked more evenly in the pan than on the sheet, because the sheet was poorly designed.\n\nCynthia knows that wagering on baseball is illegal but Tanya does not care, Tanya couldn't avoid going to jail.\n\nBuying new office supplies and storage boxes was fun for Samuel but not Joel, since Joel hated having to organize.\n\nThe lady hated bowling a lot more than basketball because the lady thought the bowling was boring.\n\nThe mad scientist poured acid from the test tube into the beaker until the test tube was empty.\n\nPatricia loved the smell of Rachel's shampoo, so she asked where to buy it. Patricia", + " gave her a bottle the next day." + ], + [ + "The egg cooked more evenly in the pan than on the sheet, because the sheet was poorly designed.\n\nCynthia knows that wagering on baseball is illegal but Tanya does not care, Tanya couldn't avoid going to jail.\n\nBuying new office supplies and storage boxes was fun for Samuel but not Joel, since Joel hated having to organize.\n\nThe lady hated bowling a lot more than basketball because the lady thought the bowling was boring.\n\nThe mad scientist poured acid from the test tube into the beaker until the test tube was empty.\n\nPatricia loved the smell of Rachel's shampoo, so she asked where to buy it. Rachel", + " gave her a bottle the next day." + ] + ], + "resps": [ + [ + [ + -20.28125, + false + ] + ], + [ + [ + -16.015625, + false + ] + ] + ], + "filtered_resps": [ + [ + -20.28125, + false + ], + [ + -16.015625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1109, + "doc": { + "sentence": "Amy asked Maria how to make homemade candles to give as gifts. _ knew she had a lot of experience making them.", + "option1": "Amy", + "option2": "Maria", + "answer": "1" + }, + "target": "knew she had a lot of experience making them.", + "arguments": [ + [ + "Jess chose to use wallpaper and not paint for the walls because the wallpaper was prettier.\n\nSince Jennifer was in need of clothing while Natalie had extra, Jennifer bought clothes from the thrift shop.\n\nKenneth received an invitation to a mutual friends wedding but Brian was not invited. Brian was sad they could not attend.\n\nChristopher was an expert jeweler compared to Matthew' who is an amateur, so Matthew was the dealer swindled by a fake sapphire.\n\nAll of the paper that I got from school wouldn't fit in the folder, because the paper was too thick.\n\nAmy asked Maria how to make homemade candles to give as gifts. Amy", + " knew she had a lot of experience making them." + ], + [ + "Jess chose to use wallpaper and not paint for the walls because the wallpaper was prettier.\n\nSince Jennifer was in need of clothing while Natalie had extra, Jennifer bought clothes from the thrift shop.\n\nKenneth received an invitation to a mutual friends wedding but Brian was not invited. Brian was sad they could not attend.\n\nChristopher was an expert jeweler compared to Matthew' who is an amateur, so Matthew was the dealer swindled by a fake sapphire.\n\nAll of the paper that I got from school wouldn't fit in the folder, because the paper was too thick.\n\nAmy asked Maria how to make homemade candles to give as gifts. Maria", + " knew she had a lot of experience making them." + ] + ], + "resps": [ + [ + [ + -26.328125, + false + ] + ], + [ + [ + -25.703125, + false + ] + ] + ], + "filtered_resps": [ + [ + -26.328125, + false + ], + [ + -25.703125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1117, + "doc": { + "sentence": "Patricia was on a diet and did not eat the cookies Rebecca baked for her. _ was jealous.", + "option1": "Patricia", + "option2": "Rebecca", + "answer": "1" + }, + "target": "was jealous.", + "arguments": [ + [ + "Nelson really loved yellow birds, while Craig really loved gray ones, which explains why Nelson kept so many canaries.\n\nThe child of Maria had really bad behavior unlike Amy's child, because Amy was not very tolerant.\n\nKatrina makes very tasty roast recipes while Cynthia doesn't, so Katrina is eager to cook more.\n\nI took a class on how to drive a truck instead of a bus because driving the bus pays less.\n\nAaron's recreational vehicle was really just a trailer compared to Kevin's behemoth. Kevin had a grander model.\n\nPatricia was on a diet and did not eat the cookies Rebecca baked for her. Patricia", + " was jealous." + ], + [ + "Nelson really loved yellow birds, while Craig really loved gray ones, which explains why Nelson kept so many canaries.\n\nThe child of Maria had really bad behavior unlike Amy's child, because Amy was not very tolerant.\n\nKatrina makes very tasty roast recipes while Cynthia doesn't, so Katrina is eager to cook more.\n\nI took a class on how to drive a truck instead of a bus because driving the bus pays less.\n\nAaron's recreational vehicle was really just a trailer compared to Kevin's behemoth. Kevin had a grander model.\n\nPatricia was on a diet and did not eat the cookies Rebecca baked for her. Rebecca", + " was jealous." + ] + ], + "resps": [ + [ + [ + -8.8515625, + false + ] + ], + [ + [ + -8.1171875, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.8515625, + false + ], + [ + -8.1171875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1125, + "doc": { + "sentence": "Logan could eat gluten while Adam could not, and _ always had a smaller variety of foods to choose from.", + "option1": "Logan", + "option2": "Adam", + "answer": "2" + }, + "target": "always had a smaller variety of foods to choose from.", + "arguments": [ + [ + "Logan wanted a suitable environment for Robert so Logan set up the area around them.\n\nJustin has a lot of nerve pain and Ian doesn't know how to help so Ian offers hug s a lot.\n\nWilliam spend tons of money on their wedding but Ian had a small budget for theirs. you can say Ian is more practical.\n\nPatricia asked Rebecca when she was supposed to get the results back from the blood test but Rebecca did not know.\n\nJohn hated his country far more than the world because the world had many good people.\n\nLogan could eat gluten while Adam could not, and Logan", + " always had a smaller variety of foods to choose from." + ], + [ + "Logan wanted a suitable environment for Robert so Logan set up the area around them.\n\nJustin has a lot of nerve pain and Ian doesn't know how to help so Ian offers hug s a lot.\n\nWilliam spend tons of money on their wedding but Ian had a small budget for theirs. you can say Ian is more practical.\n\nPatricia asked Rebecca when she was supposed to get the results back from the blood test but Rebecca did not know.\n\nJohn hated his country far more than the world because the world had many good people.\n\nLogan could eat gluten while Adam could not, and Adam", + " always had a smaller variety of foods to choose from." + ] + ], + "resps": [ + [ + [ + -25.390625, + false + ] + ], + [ + [ + -25.921875, + false + ] + ] + ], + "filtered_resps": [ + [ + -25.390625, + false + ], + [ + -25.921875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1133, + "doc": { + "sentence": "The lady was blushing when she walked passed Amy but not Carrie because _ was intrigued by her.", + "option1": "Amy", + "option2": "Carrie", + "answer": "1" + }, + "target": "was intrigued by her.", + "arguments": [ + [ + "Jim started drinking fresh water instead of artificial soda pops because the water was healthy.\n\nThe wall was built to safeguard the house from waves, as the house was vulnerable against them.\n\nThe quarterback threw the football over the head of Craig and into the hands of Benjamin, so Benjamin score a touchdown.\n\nThe violets in the garden of Natalie grew much taller than Rebecca's because Natalie is great at gardening.\n\nThe woman was hurt less by the scam than the identity theft because she lost more money with the theft .\n\nThe lady was blushing when she walked passed Amy but not Carrie because Amy", + " was intrigued by her." + ], + [ + "Jim started drinking fresh water instead of artificial soda pops because the water was healthy.\n\nThe wall was built to safeguard the house from waves, as the house was vulnerable against them.\n\nThe quarterback threw the football over the head of Craig and into the hands of Benjamin, so Benjamin score a touchdown.\n\nThe violets in the garden of Natalie grew much taller than Rebecca's because Natalie is great at gardening.\n\nThe woman was hurt less by the scam than the identity theft because she lost more money with the theft .\n\nThe lady was blushing when she walked passed Amy but not Carrie because Carrie", + " was intrigued by her." + ] + ], + "resps": [ + [ + [ + -13.7890625, + false + ] + ], + [ + [ + -14.2265625, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.7890625, + false + ], + [ + -14.2265625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1141, + "doc": { + "sentence": "Angela wanted to find a partner, but Victoria wanted to stay single, because _ was lonely.", + "option1": "Angela", + "option2": "Victoria", + "answer": "1" + }, + "target": "was lonely.", + "arguments": [ + [ + "The hallway filled with smoke but the bedroom had clear air, since the bedroom had open windows.\n\nOwen wore boxers to sleep more than briefs because the boxers were loose on his skin.\n\nRebecca managed to stop their car before crashing but Jessica did not as Jessica was going fast.\n\nThe young boy wanted to put the baseball on the shelf but it kept rolling off because the baseball was round.\n\nThe decision making skills of Donald are poor when compared to those of Nelson. Nelson is a competent negotiator.\n\nAngela wanted to find a partner, but Victoria wanted to stay single, because Angela", + " was lonely." + ], + [ + "The hallway filled with smoke but the bedroom had clear air, since the bedroom had open windows.\n\nOwen wore boxers to sleep more than briefs because the boxers were loose on his skin.\n\nRebecca managed to stop their car before crashing but Jessica did not as Jessica was going fast.\n\nThe young boy wanted to put the baseball on the shelf but it kept rolling off because the baseball was round.\n\nThe decision making skills of Donald are poor when compared to those of Nelson. Nelson is a competent negotiator.\n\nAngela wanted to find a partner, but Victoria wanted to stay single, because Victoria", + " was lonely." + ] + ], + "resps": [ + [ + [ + -6.140625, + false + ] + ], + [ + [ + -5.6875, + false + ] + ] + ], + "filtered_resps": [ + [ + -6.140625, + false + ], + [ + -5.6875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1149, + "doc": { + "sentence": "The actors practiced the scenes in the parking lot more than the scenes in the morgue, because the _ scenes are full of silence.", + "option1": "parking lot", + "option2": "morgue", + "answer": "2" + }, + "target": "scenes are full of silence.", + "arguments": [ + [ + "The crabs tasted better at the diner than at the restaurant because the diner was closer to the shore.\n\nJohn broke the tablet when he placed the box on it not knowing the tablet is fragile.\n\nNeil gave the new technology to Nick, because Neil wanted to share the advancements with someone else.\n\nJames needed a longer brush to clean the window because the brush is too short.\n\nKevin wanted to grow a bigger vegetable garden than Nelson because Nelson is a simple person.\n\nThe actors practiced the scenes in the parking lot more than the scenes in the morgue, because the parking lot", + " scenes are full of silence." + ], + [ + "The crabs tasted better at the diner than at the restaurant because the diner was closer to the shore.\n\nJohn broke the tablet when he placed the box on it not knowing the tablet is fragile.\n\nNeil gave the new technology to Nick, because Neil wanted to share the advancements with someone else.\n\nJames needed a longer brush to clean the window because the brush is too short.\n\nKevin wanted to grow a bigger vegetable garden than Nelson because Nelson is a simple person.\n\nThe actors practiced the scenes in the parking lot more than the scenes in the morgue, because the morgue", + " scenes are full of silence." + ] + ], + "resps": [ + [ + [ + -23.234375, + false + ] + ], + [ + [ + -18.90625, + false + ] + ] + ], + "filtered_resps": [ + [ + -23.234375, + false + ], + [ + -18.90625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1157, + "doc": { + "sentence": "Jill bought a slip to go with her new skirt but the _ was too short and it hung out the bottom.", + "option1": "skirt", + "option2": "slip", + "answer": "1" + }, + "target": "was too short and it hung out the bottom.", + "arguments": [ + [ + "I would say Tanya is a better debater than Natalie as Natalie is very compromising most of the time.\n\nKenneth want to learn how to grow a jicama and asks for Jason's help, because Kenneth is not vine expert.\n\nThe chef could not use the knife to chop the vegetable quickly because the knife is too dull.\n\nRandy was more of a baseball fan than Michael so Michael was heavily bored in every postseason.\n\nThe woman put the note in her back pocket but it stuck out because the pocket was small.\n\nJill bought a slip to go with her new skirt but the skirt", + " was too short and it hung out the bottom." + ], + [ + "I would say Tanya is a better debater than Natalie as Natalie is very compromising most of the time.\n\nKenneth want to learn how to grow a jicama and asks for Jason's help, because Kenneth is not vine expert.\n\nThe chef could not use the knife to chop the vegetable quickly because the knife is too dull.\n\nRandy was more of a baseball fan than Michael so Michael was heavily bored in every postseason.\n\nThe woman put the note in her back pocket but it stuck out because the pocket was small.\n\nJill bought a slip to go with her new skirt but the slip", + " was too short and it hung out the bottom." + ] + ], + "resps": [ + [ + [ + -24.09375, + false + ] + ], + [ + [ + -23.84375, + false + ] + ] + ], + "filtered_resps": [ + [ + -24.09375, + false + ], + [ + -23.84375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1165, + "doc": { + "sentence": "The flour spills out when we use an ancient family recipe and pour three teacups of flour into our bowl. The _ is too small.", + "option1": "teacup", + "option2": "bowl", + "answer": "2" + }, + "target": "is too small.", + "arguments": [ + [ + "Ryan had never gone to a dealership and bought a car like Michael because Michael never bought them from the owner.\n\nJohn poured some water from the bottle to the bowl and there still enough space in the bowl. The bottle small.\n\nThe man tried to fit his feet in the shoes but the feet were too large.\n\nLogan had to work while Aaron was still in middle school so Logan drove his car every day.\n\nRice was a staple in the country, but not enjoyed in the city, it was just so much cheaper in the country .\n\nThe flour spills out when we use an ancient family recipe and pour three teacups of flour into our bowl. The teacup", + " is too small." + ], + [ + "Ryan had never gone to a dealership and bought a car like Michael because Michael never bought them from the owner.\n\nJohn poured some water from the bottle to the bowl and there still enough space in the bowl. The bottle small.\n\nThe man tried to fit his feet in the shoes but the feet were too large.\n\nLogan had to work while Aaron was still in middle school so Logan drove his car every day.\n\nRice was a staple in the country, but not enjoyed in the city, it was just so much cheaper in the country .\n\nThe flour spills out when we use an ancient family recipe and pour three teacups of flour into our bowl. The bowl", + " is too small." + ] + ], + "resps": [ + [ + [ + -4.5703125, + false + ] + ], + [ + [ + -3.48046875, + true + ] + ] + ], + "filtered_resps": [ + [ + -4.5703125, + false + ], + [ + -3.48046875, + true + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1173, + "doc": { + "sentence": "I handed the documents over to immigration with the passports, but they only accepted the passports, because the _ were complete.", + "option1": "documents", + "option2": "passports", + "answer": "2" + }, + "target": "were complete.", + "arguments": [ + [ + "During the brewing process, the pots were on the stove and the bottles were in the fridge, so the pots were hotter.\n\nAaron loves walking, but Lawrence does not, so Lawrence drives to work every morning when it's raining or not.\n\nThe moments when Carrie would sniff Patricia's hair in class would make Carrie feel elated.\n\nSo Christopher ignored the website because Kevin needed some information that Christopher didn't need and that's why.\n\nJason wants to become a pilot so he asks his tutor Benjamin for extra hours, because Benjamin is already a pilot.\n\nI handed the documents over to immigration with the passports, but they only accepted the passports, because the documents", + " were complete." + ], + [ + "During the brewing process, the pots were on the stove and the bottles were in the fridge, so the pots were hotter.\n\nAaron loves walking, but Lawrence does not, so Lawrence drives to work every morning when it's raining or not.\n\nThe moments when Carrie would sniff Patricia's hair in class would make Carrie feel elated.\n\nSo Christopher ignored the website because Kevin needed some information that Christopher didn't need and that's why.\n\nJason wants to become a pilot so he asks his tutor Benjamin for extra hours, because Benjamin is already a pilot.\n\nI handed the documents over to immigration with the passports, but they only accepted the passports, because the passports", + " were complete." + ] + ], + "resps": [ + [ + [ + -8.8828125, + false + ] + ], + [ + [ + -7.57421875, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.8828125, + false + ], + [ + -7.57421875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1181, + "doc": { + "sentence": "The woman didn't need an apprasial for the desk, but wondered how much the table was worth, because the _ appeared to be common.", + "option1": "desk", + "option2": "table", + "answer": "1" + }, + "target": "appeared to be common.", + "arguments": [ + [ + "Mike chose to buy his jeans at the store rather than the outlet, because store was cheaper .\n\nCarrie helped Natalie plan all of the company events for the conference because Natalie was an CEO.\n\nTanya's cars never lasted long, while Natalie's lasted years. Tanya refused to do basic maintenance like change the motor oil.\n\nJan wanted to move a desk into the corner of the family room but the desk was too wide.\n\nBecause Joseph had been a victim of identity theft and Matthew had not, Joseph checked his credit report more frequently.\n\nThe woman didn't need an apprasial for the desk, but wondered how much the table was worth, because the desk", + " appeared to be common." + ], + [ + "Mike chose to buy his jeans at the store rather than the outlet, because store was cheaper .\n\nCarrie helped Natalie plan all of the company events for the conference because Natalie was an CEO.\n\nTanya's cars never lasted long, while Natalie's lasted years. Tanya refused to do basic maintenance like change the motor oil.\n\nJan wanted to move a desk into the corner of the family room but the desk was too wide.\n\nBecause Joseph had been a victim of identity theft and Matthew had not, Joseph checked his credit report more frequently.\n\nThe woman didn't need an apprasial for the desk, but wondered how much the table was worth, because the table", + " appeared to be common." + ] + ], + "resps": [ + [ + [ + -16.0, + false + ] + ], + [ + [ + -17.546875, + false + ] + ] + ], + "filtered_resps": [ + [ + -16.0, + false + ], + [ + -17.546875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1189, + "doc": { + "sentence": "Tanya was an adult while Samantha was young and still had room to grow , so _ took her old clothes.", + "option1": "Tanya", + "option2": "Samantha", + "answer": "2" + }, + "target": "took her old clothes.", + "arguments": [ + [ + "Jeffrey loved to listen to hip hop music but Kevin thought it was terrible. Jeffrey put in a cd by Run DMC.\n\nProducts sold at the outlet made more money than those sold at the store , so the outlet was a profitable business.\n\nLindsey needed to learn how to file from Amy since Amy 's office was well organized.\n\nWhen I have a health concern I go to the doctor's office, not to an unlicensed medical website, because the website can be frightening.\n\nLindsey is curvier than Megan, which explains why Lindsey always buys a larger-sized bra when they shop together at the discount clothing store.\n\nTanya was an adult while Samantha was young and still had room to grow , so Tanya", + " took her old clothes." + ], + [ + "Jeffrey loved to listen to hip hop music but Kevin thought it was terrible. Jeffrey put in a cd by Run DMC.\n\nProducts sold at the outlet made more money than those sold at the store , so the outlet was a profitable business.\n\nLindsey needed to learn how to file from Amy since Amy 's office was well organized.\n\nWhen I have a health concern I go to the doctor's office, not to an unlicensed medical website, because the website can be frightening.\n\nLindsey is curvier than Megan, which explains why Lindsey always buys a larger-sized bra when they shop together at the discount clothing store.\n\nTanya was an adult while Samantha was young and still had room to grow , so Samantha", + " took her old clothes." + ] + ], + "resps": [ + [ + [ + -21.546875, + false + ] + ], + [ + [ + -18.78125, + false + ] + ] + ], + "filtered_resps": [ + [ + -21.546875, + false + ], + [ + -18.78125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1197, + "doc": { + "sentence": "Reading poetry and rhymes was very entertaining for Derrick but boring for Logan, since _ was a mathematician.", + "option1": "Derrick", + "option2": "Logan", + "answer": "2" + }, + "target": "was a mathematician.", + "arguments": [ + [ + "Monica stole Betty's ipod because Monica really likes listening to great music that plays well.\n\nSamantha ran right past the Easter egg while Rebecca ran towards it, and Rebecca picked it up.\n\nThe contractor liked using the brick material over the stone material, because the stone material is shoddy.\n\nI love going to the museum to look at all the art. The museum is so peaceful.\n\nBen posted a selfie and a food shot on snapchat. People liked the food better, because Ben was ugly.\n\nReading poetry and rhymes was very entertaining for Derrick but boring for Logan, since Derrick", + " was a mathematician." + ], + [ + "Monica stole Betty's ipod because Monica really likes listening to great music that plays well.\n\nSamantha ran right past the Easter egg while Rebecca ran towards it, and Rebecca picked it up.\n\nThe contractor liked using the brick material over the stone material, because the stone material is shoddy.\n\nI love going to the museum to look at all the art. The museum is so peaceful.\n\nBen posted a selfie and a food shot on snapchat. People liked the food better, because Ben was ugly.\n\nReading poetry and rhymes was very entertaining for Derrick but boring for Logan, since Logan", + " was a mathematician." + ] + ], + "resps": [ + [ + [ + -14.625, + false + ] + ], + [ + [ + -10.8671875, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.625, + false + ], + [ + -10.8671875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1205, + "doc": { + "sentence": "The shoddy bridge held secure for when the cars were getting passengers across the town to their destinations on time. However the _ were racing.", + "option1": "passengers", + "option2": "cars", + "answer": "2" + }, + "target": "were racing.", + "arguments": [ + [ + "The new corset purchased by Bill for his wife would not fit around her body, the corset was too narrow.\n\nWilliam was trying to treat the ulcer of Benjamin at the hospital because William is a doctor.\n\nFixing the laptop was easy for Nelson but not Michael, because Nelson was very technology savvy.\n\nLindsey received many complaints at the job compared to Angela because Angela was a great worker.\n\nMonica went to Erin's house to use their computer for a paper since Monica 's computer was broken.\n\nThe shoddy bridge held secure for when the cars were getting passengers across the town to their destinations on time. However the passengers", + " were racing." + ], + [ + "The new corset purchased by Bill for his wife would not fit around her body, the corset was too narrow.\n\nWilliam was trying to treat the ulcer of Benjamin at the hospital because William is a doctor.\n\nFixing the laptop was easy for Nelson but not Michael, because Nelson was very technology savvy.\n\nLindsey received many complaints at the job compared to Angela because Angela was a great worker.\n\nMonica went to Erin's house to use their computer for a paper since Monica 's computer was broken.\n\nThe shoddy bridge held secure for when the cars were getting passengers across the town to their destinations on time. However the cars", + " were racing." + ] + ], + "resps": [ + [ + [ + -15.25, + false + ] + ], + [ + [ + -13.34375, + false + ] + ] + ], + "filtered_resps": [ + [ + -15.25, + false + ], + [ + -13.34375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1213, + "doc": { + "sentence": "Brian could learn to swim with the right instruction, but it was hard to tell whether lifeguard Matthew was qualified to provide it, since _ had never swum before.", + "option1": "Brian", + "option2": "Matthew", + "answer": "1" + }, + "target": "had never swum before.", + "arguments": [ + [ + "Victoria loved going to school with Katrina for Victoria had a crush on the other.\n\nBetty really enjoyed getting up and going to their job each day but Erin did not because Betty was very motivated.\n\nJeffrey was able to perform a backflip but Nick was not because Nick was very rigid.\n\nChristine's telescope can't see nearly as far as the one Jessica purchased. Christine got a cheaper model telescope.\n\nThe hospital was running out of syringes, but they had plenty of bandages due to the bandages price decreasing.\n\nBrian could learn to swim with the right instruction, but it was hard to tell whether lifeguard Matthew was qualified to provide it, since Brian", + " had never swum before." + ], + [ + "Victoria loved going to school with Katrina for Victoria had a crush on the other.\n\nBetty really enjoyed getting up and going to their job each day but Erin did not because Betty was very motivated.\n\nJeffrey was able to perform a backflip but Nick was not because Nick was very rigid.\n\nChristine's telescope can't see nearly as far as the one Jessica purchased. Christine got a cheaper model telescope.\n\nThe hospital was running out of syringes, but they had plenty of bandages due to the bandages price decreasing.\n\nBrian could learn to swim with the right instruction, but it was hard to tell whether lifeguard Matthew was qualified to provide it, since Matthew", + " had never swum before." + ] + ], + "resps": [ + [ + [ + -10.546875, + false + ] + ], + [ + [ + -9.0625, + false + ] + ] + ], + "filtered_resps": [ + [ + -10.546875, + false + ], + [ + -9.0625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1221, + "doc": { + "sentence": "Jasmine wanted to put the emerald on the ring but it would not fit. The _ was minuscule.", + "option1": "emerald", + "option2": "ring", + "answer": "2" + }, + "target": "was minuscule.", + "arguments": [ + [ + "Jake needed to rid his home of bugs at the dumps, it took a long time because the dumps were few.\n\nChristine refused to dance even once with Emily because Emily was not liked by anyone in school.\n\nThe toddler said something rude which offended Victoria but Samantha laughed. Victoria always disliked the honesty of children.\n\nHe framed his diploma with wood instead of metal, because he felt the metal was more pedestrian.\n\nThe gardener used new pest sprays on the mites, but the mites were still too strong.\n\nJasmine wanted to put the emerald on the ring but it would not fit. The emerald", + " was minuscule." + ], + [ + "Jake needed to rid his home of bugs at the dumps, it took a long time because the dumps were few.\n\nChristine refused to dance even once with Emily because Emily was not liked by anyone in school.\n\nThe toddler said something rude which offended Victoria but Samantha laughed. Victoria always disliked the honesty of children.\n\nHe framed his diploma with wood instead of metal, because he felt the metal was more pedestrian.\n\nThe gardener used new pest sprays on the mites, but the mites were still too strong.\n\nJasmine wanted to put the emerald on the ring but it would not fit. The ring", + " was minuscule." + ] + ], + "resps": [ + [ + [ + -12.234375, + false + ] + ], + [ + [ + -12.5625, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.234375, + false + ], + [ + -12.5625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1229, + "doc": { + "sentence": "James always feel weak whenever he walked the length of his street so he decided walking just the length of the lawn. The _ is long.", + "option1": "street", + "option2": "lawn", + "answer": "1" + }, + "target": "is long.", + "arguments": [ + [ + "I removed the blinds from the window and replaced it with curtains. The curtains were pristine.\n\nJessie doesn't enjoy wearing her ring as much as her necklace because the ring is very cheap.\n\nKatrina has to use a lint roller more than Christine because Katrina wears way more black clothing.\n\nThe storage on the shelf is not enough to keep the bag. The storage is small.\n\nHe was trying to measure the height of the box using a ruler, but had to switch to a larger ruler because the ruler is too short.\n\nJames always feel weak whenever he walked the length of his street so he decided walking just the length of the lawn. The street", + " is long." + ], + [ + "I removed the blinds from the window and replaced it with curtains. The curtains were pristine.\n\nJessie doesn't enjoy wearing her ring as much as her necklace because the ring is very cheap.\n\nKatrina has to use a lint roller more than Christine because Katrina wears way more black clothing.\n\nThe storage on the shelf is not enough to keep the bag. The storage is small.\n\nHe was trying to measure the height of the box using a ruler, but had to switch to a larger ruler because the ruler is too short.\n\nJames always feel weak whenever he walked the length of his street so he decided walking just the length of the lawn. The lawn", + " is long." + ] + ], + "resps": [ + [ + [ + -3.05859375, + false + ] + ], + [ + [ + -4.09765625, + false + ] + ] + ], + "filtered_resps": [ + [ + -3.05859375, + false + ], + [ + -4.09765625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1237, + "doc": { + "sentence": "Lawrence was always gaining weight while Dennis was losing it as _ liked to eat too little.", + "option1": "Lawrence", + "option2": "Dennis", + "answer": "2" + }, + "target": "liked to eat too little.", + "arguments": [ + [ + "I was trying to type on my iPhone screen through my wool knit glove, but struggled to type since the screen was slippery.\n\nAfter Erin put a scarf on her neck, Katrina noticed how pretty it was. Erin let her try it on.\n\nThe doctor showed that Victoria had symptoms of the disease while Katrina was fine. Katrina was healthy.\n\nKyle needed an oxygen mask urgently while Brian did not. Brian had a healthy lung.\n\nEric hacked into the movie star Ian's cell phone because Eric was well known for causing trouble.\n\nLawrence was always gaining weight while Dennis was losing it as Lawrence", + " liked to eat too little." + ], + [ + "I was trying to type on my iPhone screen through my wool knit glove, but struggled to type since the screen was slippery.\n\nAfter Erin put a scarf on her neck, Katrina noticed how pretty it was. Erin let her try it on.\n\nThe doctor showed that Victoria had symptoms of the disease while Katrina was fine. Katrina was healthy.\n\nKyle needed an oxygen mask urgently while Brian did not. Brian had a healthy lung.\n\nEric hacked into the movie star Ian's cell phone because Eric was well known for causing trouble.\n\nLawrence was always gaining weight while Dennis was losing it as Dennis", + " liked to eat too little." + ] + ], + "resps": [ + [ + [ + -20.0, + false + ] + ], + [ + [ + -17.71875, + false + ] + ] + ], + "filtered_resps": [ + [ + -20.0, + false + ], + [ + -17.71875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1245, + "doc": { + "sentence": "We couldn't extract the blood but got the plasma out, since the _ was reachable by the needle.", + "option1": "blood", + "option2": "plasma", + "answer": "2" + }, + "target": "was reachable by the needle.", + "arguments": [ + [ + "Mary replaced her running shoe after it wore out with Birkenstock for her birthday, the Birkenstock was new.\n\nKathy's dog was having a seizure, so she put a pillow between his head and the floor, and the pillow helped his head not hit the floor.\n\nThe activities that he had planned out could not fit into the schedules because the activities were long.\n\nJen needed to detox her body with either pills or fruits. She chose the pills because it was unnatural.\n\nKaren was positive about the answers on her math test, but confused about the essay. She was least confident about the essay .\n\nWe couldn't extract the blood but got the plasma out, since the blood", + " was reachable by the needle." + ], + [ + "Mary replaced her running shoe after it wore out with Birkenstock for her birthday, the Birkenstock was new.\n\nKathy's dog was having a seizure, so she put a pillow between his head and the floor, and the pillow helped his head not hit the floor.\n\nThe activities that he had planned out could not fit into the schedules because the activities were long.\n\nJen needed to detox her body with either pills or fruits. She chose the pills because it was unnatural.\n\nKaren was positive about the answers on her math test, but confused about the essay. She was least confident about the essay .\n\nWe couldn't extract the blood but got the plasma out, since the plasma", + " was reachable by the needle." + ] + ], + "resps": [ + [ + [ + -22.375, + false + ] + ], + [ + [ + -20.90625, + false + ] + ] + ], + "filtered_resps": [ + [ + -22.375, + false + ], + [ + -20.90625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1253, + "doc": { + "sentence": "William was a huge animal rights activist but Randy couldn't care less so _ hated leather.", + "option1": "William", + "option2": "Randy", + "answer": "1" + }, + "target": "hated leather.", + "arguments": [ + [ + "Kenneth wanted Joseph to get into plus size modeling, because Kenneth thought that they would be perfect for it.\n\nCraig wanted to get the autograph of Nelson who was a karate master, so Nelson gave an autograph.\n\nAlex wanted to swim in the ocean instead of in the lake because the lake is harder to float with its clear water property.\n\nAdam was invited out on a date by the girl but not Robert because Adam was more attractive.\n\nWe left the boat in the dock and took the barge instead, as the boat had a difficult time on the wavy ocean.\n\nWilliam was a huge animal rights activist but Randy couldn't care less so William", + " hated leather." + ], + [ + "Kenneth wanted Joseph to get into plus size modeling, because Kenneth thought that they would be perfect for it.\n\nCraig wanted to get the autograph of Nelson who was a karate master, so Nelson gave an autograph.\n\nAlex wanted to swim in the ocean instead of in the lake because the lake is harder to float with its clear water property.\n\nAdam was invited out on a date by the girl but not Robert because Adam was more attractive.\n\nWe left the boat in the dock and took the barge instead, as the boat had a difficult time on the wavy ocean.\n\nWilliam was a huge animal rights activist but Randy couldn't care less so Randy", + " hated leather." + ] + ], + "resps": [ + [ + [ + -22.546875, + false + ] + ], + [ + [ + -20.796875, + false + ] + ] + ], + "filtered_resps": [ + [ + -22.546875, + false + ], + [ + -20.796875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1261, + "doc": { + "sentence": "Angela was a homebody while Amy loved to travel the world whenever they could. _ took a staycation at home over the summer.", + "option1": "Angela", + "option2": "Amy", + "answer": "1" + }, + "target": "took a staycation at home over the summer.", + "arguments": [ + [ + "Justin was very concerned about the environment Ian wasn't that interested. Justin planted a lot of trees on their land.\n\nSamantha's recent health has been a very big problem unlike Monica's because Monica was cleared of cancer.\n\nRachel was paid to draw Felicia, so Rachel got a check after the project was done.\n\nJessica confided in Christine that she had never been in a relationship. Christine was supportive.\n\nWorried about getting the court on time, the woman decided to take a taxi instead of the train because the taxi would get there sooner.\n\nAngela was a homebody while Amy loved to travel the world whenever they could. Angela", + " took a staycation at home over the summer." + ], + [ + "Justin was very concerned about the environment Ian wasn't that interested. Justin planted a lot of trees on their land.\n\nSamantha's recent health has been a very big problem unlike Monica's because Monica was cleared of cancer.\n\nRachel was paid to draw Felicia, so Rachel got a check after the project was done.\n\nJessica confided in Christine that she had never been in a relationship. Christine was supportive.\n\nWorried about getting the court on time, the woman decided to take a taxi instead of the train because the taxi would get there sooner.\n\nAngela was a homebody while Amy loved to travel the world whenever they could. Amy", + " took a staycation at home over the summer." + ] + ], + "resps": [ + [ + [ + -29.5, + false + ] + ], + [ + [ + -28.953125, + false + ] + ] + ], + "filtered_resps": [ + [ + -29.5, + false + ], + [ + -28.953125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 6, + "doc": { + "sentence": "The home that my parents had when I was in school was a lot nicer than my house now because the _ was sophisticated.", + "option1": "home", + "option2": "house", + "answer": "1" + }, + "target": "was sophisticated.", + "arguments": [ + [ + "The pants kept shrinking in the wash, but the socks weren't affected, because the pants were made of malleable material.\n\nThe leggings were more comfortable than the jeans because the jeans stretched out much less.\n\nThe woman wanted to hang the dress in the closet but the dress was too large.\n\nEating zucchini bread was a treat for Aaron but not Ian because Aaron ate it very rarely.\n\nThe man spent his money on the 4-wheeler instead of the motorcycle because the 4-wheeler was cheap.\n\nThe home that my parents had when I was in school was a lot nicer than my house now because the home", + " was sophisticated." + ], + [ + "The pants kept shrinking in the wash, but the socks weren't affected, because the pants were made of malleable material.\n\nThe leggings were more comfortable than the jeans because the jeans stretched out much less.\n\nThe woman wanted to hang the dress in the closet but the dress was too large.\n\nEating zucchini bread was a treat for Aaron but not Ian because Aaron ate it very rarely.\n\nThe man spent his money on the 4-wheeler instead of the motorcycle because the 4-wheeler was cheap.\n\nThe home that my parents had when I was in school was a lot nicer than my house now because the house", + " was sophisticated." + ] + ], + "resps": [ + [ + [ + -14.46875, + false + ] + ], + [ + [ + -15.2578125, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.46875, + false + ], + [ + -15.2578125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 14, + "doc": { + "sentence": "He had enough time between classes to go to a cafe or to the library. He went to the _ because his paper was due soon.", + "option1": "cafe", + "option2": "library", + "answer": "2" + }, + "target": "because his paper was due soon.", + "arguments": [ + [ + "Lindsey gave Amy the silent treatment because she was angry; Lindsey didn't speak to her for two days.\n\nI drank water instead of soda because the fever subsided when I drank the water .\n\nIt was Adam who had to prepare meals for Robert since Adam was a competent cook .\n\nThe planted seedlings weren't growing as quickly in the backyard like in the front yard because the front yard has more sunlight.\n\nThe car was quick when it used electricity instead of gasoline, because it was made to run on the gasoline less efficiently.\n\nHe had enough time between classes to go to a cafe or to the library. He went to the cafe", + " because his paper was due soon." + ], + [ + "Lindsey gave Amy the silent treatment because she was angry; Lindsey didn't speak to her for two days.\n\nI drank water instead of soda because the fever subsided when I drank the water .\n\nIt was Adam who had to prepare meals for Robert since Adam was a competent cook .\n\nThe planted seedlings weren't growing as quickly in the backyard like in the front yard because the front yard has more sunlight.\n\nThe car was quick when it used electricity instead of gasoline, because it was made to run on the gasoline less efficiently.\n\nHe had enough time between classes to go to a cafe or to the library. He went to the library", + " because his paper was due soon." + ] + ], + "resps": [ + [ + [ + -17.9375, + false + ] + ], + [ + [ + -15.953125, + false + ] + ] + ], + "filtered_resps": [ + [ + -17.9375, + false + ], + [ + -15.953125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 22, + "doc": { + "sentence": "Cynthia violated the rights of Amy, because _ had too much passivity with other people.", + "option1": "Cynthia", + "option2": "Amy", + "answer": "2" + }, + "target": "had too much passivity with other people.", + "arguments": [ + [ + "While discussing retirement, William wanted to move to Florida and Jeffrey did not for William liked warm climates.\n\nJeffrey was feeling sleepy all day, while Steven was full of energy, because Jeffrey had slept restlessly the night before.\n\nSamantha loves chocolate so much she made a cake, but Angela rejected the cake because Samantha adored the sweetness of it all.\n\nBetty love to have cats but Rachel did not. Rachel adopted a dog at the local shelter.\n\nMy mom always preferred the salon to the barber shop because the shop gave worse cuts.\n\nCynthia violated the rights of Amy, because Cynthia", + " had too much passivity with other people." + ], + [ + "While discussing retirement, William wanted to move to Florida and Jeffrey did not for William liked warm climates.\n\nJeffrey was feeling sleepy all day, while Steven was full of energy, because Jeffrey had slept restlessly the night before.\n\nSamantha loves chocolate so much she made a cake, but Angela rejected the cake because Samantha adored the sweetness of it all.\n\nBetty love to have cats but Rachel did not. Rachel adopted a dog at the local shelter.\n\nMy mom always preferred the salon to the barber shop because the shop gave worse cuts.\n\nCynthia violated the rights of Amy, because Amy", + " had too much passivity with other people." + ] + ], + "resps": [ + [ + [ + -31.046875, + false + ] + ], + [ + [ + -32.5625, + false + ] + ] + ], + "filtered_resps": [ + [ + -31.046875, + false + ], + [ + -32.5625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 30, + "doc": { + "sentence": "The students were at their desks taking tests with pencils, they used the _ to hold the papers.", + "option1": "desks", + "option2": "pencils", + "answer": "1" + }, + "target": "to hold the papers.", + "arguments": [ + [ + "Mary wore the poncho to work that day instead of the jacket because the jacket didn't protect her from the rain.\n\nThe brushes that I used were a lot softer than the combs because the brushes were made from hair.\n\nBecause Elena was far less successful at their job this year than Megan, Elena received a smaller raise.\n\nwe replaced the cement surface in the bedroom with wood because the cement was cold.\n\nThe clothes of Kenneth always smell, but Ian's smell very good. Ian does laundry once a day.\n\nThe students were at their desks taking tests with pencils, they used the desks", + " to hold the papers." + ], + [ + "Mary wore the poncho to work that day instead of the jacket because the jacket didn't protect her from the rain.\n\nThe brushes that I used were a lot softer than the combs because the brushes were made from hair.\n\nBecause Elena was far less successful at their job this year than Megan, Elena received a smaller raise.\n\nwe replaced the cement surface in the bedroom with wood because the cement was cold.\n\nThe clothes of Kenneth always smell, but Ian's smell very good. Ian does laundry once a day.\n\nThe students were at their desks taking tests with pencils, they used the pencils", + " to hold the papers." + ] + ], + "resps": [ + [ + [ + -9.7578125, + false + ] + ], + [ + [ + -9.546875, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.7578125, + false + ], + [ + -9.546875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 38, + "doc": { + "sentence": "Angela thinks her husband might be cheating with Lindsey, and _ confesses at the dinner party.", + "option1": "Angela", + "option2": "Lindsey", + "answer": "2" + }, + "target": "confesses at the dinner party.", + "arguments": [ + [ + "Rachel was far more likely to receive letters from overseas than Victoria because Victoria had never traveled in Europe.\n\nHer skin chafed on her elbow when she wore the big sweater because the sweater is rough.\n\nThe rice needed more seasoning, but the pasta tasted just fine. The pasta must have been spicy.\n\nCarrie continued working while she had her skin condition, but Billy had to stay in the hospital with his lung condition. The lung condition was more life-threatening.\n\nNelson had an easy time writing stories but Joel struggled with it. Joel had taken welding classes at the local community college.\n\nAngela thinks her husband might be cheating with Lindsey, and Angela", + " confesses at the dinner party." + ], + [ + "Rachel was far more likely to receive letters from overseas than Victoria because Victoria had never traveled in Europe.\n\nHer skin chafed on her elbow when she wore the big sweater because the sweater is rough.\n\nThe rice needed more seasoning, but the pasta tasted just fine. The pasta must have been spicy.\n\nCarrie continued working while she had her skin condition, but Billy had to stay in the hospital with his lung condition. The lung condition was more life-threatening.\n\nNelson had an easy time writing stories but Joel struggled with it. Joel had taken welding classes at the local community college.\n\nAngela thinks her husband might be cheating with Lindsey, and Lindsey", + " confesses at the dinner party." + ] + ], + "resps": [ + [ + [ + -25.140625, + false + ] + ], + [ + [ + -21.515625, + false + ] + ] + ], + "filtered_resps": [ + [ + -25.140625, + false + ], + [ + -21.515625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 46, + "doc": { + "sentence": "Since Craig wears clear contacts and William wears colored ones, it is safe to assume that _ dislikes the color of their eyes.", + "option1": "Craig", + "option2": "William", + "answer": "2" + }, + "target": "dislikes the color of their eyes.", + "arguments": [ + [ + "The hollyhocks in her garden needed plenty of sun and water to moisten the soil. She made sure to give them a lot of the water .\n\nAllison tried to use an elastic band to put her hair in a ponytail, but the hair was too short.\n\nTanya created a beautiful picture but Lindsey did not as Tanya was a wonderful artist.\n\nThe sac has more space for one more basketball. The basketball is a small one.\n\nNo matter where they went in the world, everyone always knew Derrick but not Nelson because Nelson was not a famous person.\n\nSince Craig wears clear contacts and William wears colored ones, it is safe to assume that Craig", + " dislikes the color of their eyes." + ], + [ + "The hollyhocks in her garden needed plenty of sun and water to moisten the soil. She made sure to give them a lot of the water .\n\nAllison tried to use an elastic band to put her hair in a ponytail, but the hair was too short.\n\nTanya created a beautiful picture but Lindsey did not as Tanya was a wonderful artist.\n\nThe sac has more space for one more basketball. The basketball is a small one.\n\nNo matter where they went in the world, everyone always knew Derrick but not Nelson because Nelson was not a famous person.\n\nSince Craig wears clear contacts and William wears colored ones, it is safe to assume that William", + " dislikes the color of their eyes." + ] + ], + "resps": [ + [ + [ + -19.015625, + false + ] + ], + [ + [ + -18.15625, + false + ] + ] + ], + "filtered_resps": [ + [ + -19.015625, + false + ], + [ + -18.15625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 54, + "doc": { + "sentence": "Jennifer was more of a morning person than Natalie because _ always went to bed early and got a good night's rest.", + "option1": "Jennifer", + "option2": "Natalie", + "answer": "1" + }, + "target": "always went to bed early and got a good night's rest.", + "arguments": [ + [ + "Kenneth borrowed woodworking equipment from Justin so he could build a table. When he accidentally broke some of it, Justin vowed never to lend anything to anyone again.\n\nIn college, Brett needed a tutor for calculus while Kevin did not because Kevin was understanding the material.\n\nThe man with cancer chooses surgery over chemo based on his doctor's advice. surgery must succeed more in cases like his.\n\nMy new car didn't fit in the garage at my house because the garage was too tiny.\n\nThe student chose to download a game rather than his homework assignment. The game is likely more fascinating.\n\nJennifer was more of a morning person than Natalie because Jennifer", + " always went to bed early and got a good night's rest." + ], + [ + "Kenneth borrowed woodworking equipment from Justin so he could build a table. When he accidentally broke some of it, Justin vowed never to lend anything to anyone again.\n\nIn college, Brett needed a tutor for calculus while Kevin did not because Kevin was understanding the material.\n\nThe man with cancer chooses surgery over chemo based on his doctor's advice. surgery must succeed more in cases like his.\n\nMy new car didn't fit in the garage at my house because the garage was too tiny.\n\nThe student chose to download a game rather than his homework assignment. The game is likely more fascinating.\n\nJennifer was more of a morning person than Natalie because Natalie", + " always went to bed early and got a good night's rest." + ] + ], + "resps": [ + [ + [ + -20.3125, + false + ] + ], + [ + [ + -21.84375, + false + ] + ] + ], + "filtered_resps": [ + [ + -20.3125, + false + ], + [ + -21.84375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 62, + "doc": { + "sentence": "James panicked when his phone fell on the table thinking it will break but the _ is soft.", + "option1": "phone", + "option2": "table", + "answer": "2" + }, + "target": "is soft.", + "arguments": [ + [ + "Jane wanted her doll back because she now hated the toy car. The doll is beautiful.\n\nThe coroner tried to put the body in the bag but the body was too large.\n\nRandy bumped into Brian while walking on the sidewalk, because Randy was in a rush.\n\nThe light sensitive roses had to be removed from the garden and moved to the vineyard, as the garden was sunnier.\n\nMatthew was removing the excess cancerous tissue with a scalpel from Jeffrey because Jeffrey was a patient.\n\nJames panicked when his phone fell on the table thinking it will break but the phone", + " is soft." + ], + [ + "Jane wanted her doll back because she now hated the toy car. The doll is beautiful.\n\nThe coroner tried to put the body in the bag but the body was too large.\n\nRandy bumped into Brian while walking on the sidewalk, because Randy was in a rush.\n\nThe light sensitive roses had to be removed from the garden and moved to the vineyard, as the garden was sunnier.\n\nMatthew was removing the excess cancerous tissue with a scalpel from Jeffrey because Jeffrey was a patient.\n\nJames panicked when his phone fell on the table thinking it will break but the table", + " is soft." + ] + ], + "resps": [ + [ + [ + -11.9140625, + false + ] + ], + [ + [ + -11.1484375, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.9140625, + false + ], + [ + -11.1484375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 70, + "doc": { + "sentence": "Blaze always wore a t-shirt instead of a shirt because he thought that the _ was stuffy and old fashioned.", + "option1": "shirt", + "option2": "t-shirt", + "answer": "1" + }, + "target": "was stuffy and old fashioned.", + "arguments": [ + [ + "Adam had to schedule a visit a dermatologist but Joseph didn't because Adam had bad skin.\n\nBenjamin explained to Kevin how he was going to start his own business. Kevin was proud of him.\n\nNeil wanted to help his good friend Benjamin quit smoking for Benjamin was an current smoker.\n\nLogan lost the billiards game to Robert because Logan was a novice in the game.\n\nAngela loves cleaning but Gary likes laundry. Angela likes the cleaning scents for the home.\n\nBlaze always wore a t-shirt instead of a shirt because he thought that the shirt", + " was stuffy and old fashioned." + ], + [ + "Adam had to schedule a visit a dermatologist but Joseph didn't because Adam had bad skin.\n\nBenjamin explained to Kevin how he was going to start his own business. Kevin was proud of him.\n\nNeil wanted to help his good friend Benjamin quit smoking for Benjamin was an current smoker.\n\nLogan lost the billiards game to Robert because Logan was a novice in the game.\n\nAngela loves cleaning but Gary likes laundry. Angela likes the cleaning scents for the home.\n\nBlaze always wore a t-shirt instead of a shirt because he thought that the t-shirt", + " was stuffy and old fashioned." + ] + ], + "resps": [ + [ + [ + -15.3828125, + false + ] + ], + [ + [ + -20.6875, + false + ] + ] + ], + "filtered_resps": [ + [ + -15.3828125, + false + ], + [ + -20.6875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 78, + "doc": { + "sentence": "He wanted to kill time at the house instead of the playground, because everyone at the _ was fun.", + "option1": "playground", + "option2": "house", + "answer": "2" + }, + "target": "was fun.", + "arguments": [ + [ + "The early morning soccer game was threatened by rain, so the team was hoping that the rain would be delayed.\n\nSome tea spilled on the table and John cleaned it with a napkin. The table got dry.\n\nKatrina showed Carrie how to assemble her own computer from scratch. Katrina was really talented.\n\nCleaning was top of Natalie's chore list but bottom of Megan's, as Natalie was always worried about germs and bacteria.\n\nJeffrey bought a Guinea pig and Brett didn't help care for it. Their mother praised Jeffrey for their work.\n\nHe wanted to kill time at the house instead of the playground, because everyone at the playground", + " was fun." + ], + [ + "The early morning soccer game was threatened by rain, so the team was hoping that the rain would be delayed.\n\nSome tea spilled on the table and John cleaned it with a napkin. The table got dry.\n\nKatrina showed Carrie how to assemble her own computer from scratch. Katrina was really talented.\n\nCleaning was top of Natalie's chore list but bottom of Megan's, as Natalie was always worried about germs and bacteria.\n\nJeffrey bought a Guinea pig and Brett didn't help care for it. Their mother praised Jeffrey for their work.\n\nHe wanted to kill time at the house instead of the playground, because everyone at the house", + " was fun." + ] + ], + "resps": [ + [ + [ + -9.265625, + false + ] + ], + [ + [ + -7.8828125, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.265625, + false + ], + [ + -7.8828125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 86, + "doc": { + "sentence": "Megan forgot to buy deodorant at the store so they borrowed Jessica's deodorant and _ never found out.", + "option1": "Megan", + "option2": "Jessica", + "answer": "2" + }, + "target": "never found out.", + "arguments": [ + [ + "The rain was more severe today than the wind, because the rain created many accidents.\n\nTanya asked Angela to be her stock broker because Angela possessed good financial market experience.\n\nIt was more probable that Maria would end up in prison rather than Tanya because Maria had a criminal lifestyle.\n\nKayla fit into a size six shoe while Tanya did not because Kayla has small feet.\n\nWhen Angela needs to know something she searches Google unlike Rachel, Rachel does not mess with the internet.\n\nMegan forgot to buy deodorant at the store so they borrowed Jessica's deodorant and Megan", + " never found out." + ], + [ + "The rain was more severe today than the wind, because the rain created many accidents.\n\nTanya asked Angela to be her stock broker because Angela possessed good financial market experience.\n\nIt was more probable that Maria would end up in prison rather than Tanya because Maria had a criminal lifestyle.\n\nKayla fit into a size six shoe while Tanya did not because Kayla has small feet.\n\nWhen Angela needs to know something she searches Google unlike Rachel, Rachel does not mess with the internet.\n\nMegan forgot to buy deodorant at the store so they borrowed Jessica's deodorant and Jessica", + " never found out." + ] + ], + "resps": [ + [ + [ + -11.234375, + false + ] + ], + [ + [ + -9.1640625, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.234375, + false + ], + [ + -9.1640625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 94, + "doc": { + "sentence": "The arrow stuck to the bark but not the stone because the _ was flimsy.", + "option1": "bark", + "option2": "stone", + "answer": "1" + }, + "target": "was flimsy.", + "arguments": [ + [ + "The beach near our house is a lot better than the shore near my mom's place, because the shore is dirty.\n\nRandy was helping Eric find a way to improve his credit because Eric is a bankruptcy filer.\n\nBrian loved putting together model cars while Ian did not because Ian hated the intricate details.\n\nPatricia recognized the signed of a poisoned cat while Megan did not because Megan didn't see the symptoms of poisoning.\n\nChristine was having trouble opening their computer downloads and asked Rebecca for help because Rebecca worked with computers a lot.\n\nThe arrow stuck to the bark but not the stone because the bark", + " was flimsy." + ], + [ + "The beach near our house is a lot better than the shore near my mom's place, because the shore is dirty.\n\nRandy was helping Eric find a way to improve his credit because Eric is a bankruptcy filer.\n\nBrian loved putting together model cars while Ian did not because Ian hated the intricate details.\n\nPatricia recognized the signed of a poisoned cat while Megan did not because Megan didn't see the symptoms of poisoning.\n\nChristine was having trouble opening their computer downloads and asked Rebecca for help because Rebecca worked with computers a lot.\n\nThe arrow stuck to the bark but not the stone because the stone", + " was flimsy." + ] + ], + "resps": [ + [ + [ + -8.0390625, + false + ] + ], + [ + [ + -11.34375, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.0390625, + false + ], + [ + -11.34375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 102, + "doc": { + "sentence": "They brought the cornhole supplies to the camp site so they could play while adults cooked dinner. The boys really enjoyed the _ after the game.", + "option1": "cornhole", + "option2": "dinner", + "answer": "2" + }, + "target": "after the game.", + "arguments": [ + [ + "Once the panties got hardened and the leggings were laundered with softening agents, the leggings were smooth.\n\nThe farmer tried to repair the worn down farm fence with new paint and wood, but the paint had wrong color.\n\nEmily couldn't find the file in the cabinet but Kayla did because Kayla was looking in the correct cabinet.\n\nKayla tried to stop Emily's nose bleed even though she was afraid of blood. Kayla was a helpful person.\n\nJames could not finish his homework within the time that mom used outside. The homework is much harder.\n\nThey brought the cornhole supplies to the camp site so they could play while adults cooked dinner. The boys really enjoyed the cornhole", + " after the game." + ], + [ + "Once the panties got hardened and the leggings were laundered with softening agents, the leggings were smooth.\n\nThe farmer tried to repair the worn down farm fence with new paint and wood, but the paint had wrong color.\n\nEmily couldn't find the file in the cabinet but Kayla did because Kayla was looking in the correct cabinet.\n\nKayla tried to stop Emily's nose bleed even though she was afraid of blood. Kayla was a helpful person.\n\nJames could not finish his homework within the time that mom used outside. The homework is much harder.\n\nThey brought the cornhole supplies to the camp site so they could play while adults cooked dinner. The boys really enjoyed the dinner", + " after the game." + ] + ], + "resps": [ + [ + [ + -13.1796875, + false + ] + ], + [ + [ + -8.6015625, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.1796875, + false + ], + [ + -8.6015625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 110, + "doc": { + "sentence": "Throughout the practice Rachel pushed the limits of Megan to get ready for the game because _ was the athlete.", + "option1": "Rachel", + "option2": "Megan", + "answer": "2" + }, + "target": "was the athlete.", + "arguments": [ + [ + "James could not finish his homework within the time that mom used outside. The time is little.\n\nErin was not shy about sex education though Patricia was. Erin taught the girls about their period.\n\nCynthia adds toner to her skin regimen on Tanya's advice because Cynthia is a customer.\n\nBob decided to go with the lasagna over the raviolli, because the lasagna was quite tasty.\n\nTimmy eagerly agreed to swap his chocolate ice cream cone for Gwen's strawberry ice cream cone because the chocolate flavor is Timmy's most disliked.\n\nThroughout the practice Rachel pushed the limits of Megan to get ready for the game because Rachel", + " was the athlete." + ], + [ + "James could not finish his homework within the time that mom used outside. The time is little.\n\nErin was not shy about sex education though Patricia was. Erin taught the girls about their period.\n\nCynthia adds toner to her skin regimen on Tanya's advice because Cynthia is a customer.\n\nBob decided to go with the lasagna over the raviolli, because the lasagna was quite tasty.\n\nTimmy eagerly agreed to swap his chocolate ice cream cone for Gwen's strawberry ice cream cone because the chocolate flavor is Timmy's most disliked.\n\nThroughout the practice Rachel pushed the limits of Megan to get ready for the game because Megan", + " was the athlete." + ] + ], + "resps": [ + [ + [ + -11.8203125, + false + ] + ], + [ + [ + -12.078125, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.8203125, + false + ], + [ + -12.078125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 118, + "doc": { + "sentence": "I picked up some leaves to put in the books and dry, but they didn't fit because the _ were too massive.", + "option1": "leaves", + "option2": "books", + "answer": "1" + }, + "target": "were too massive.", + "arguments": [ + [ + "Bob needed a new vehicle. He was driving a van but wanted a hatchback because the van is old.\n\nLaura asked to borrow some closet space from Natalie , since Natalie had copious room in hers.\n\nI proposed that we did a trade instead of a loan to get what we needed since the trade is just.\n\nCynthia wanted to rest while Erin wanted to train, so Erin spent the afternoon running.\n\nKenneth found far less shark teeth on the beach than Brian, which made Kenneth jealous of him.\n\nI picked up some leaves to put in the books and dry, but they didn't fit because the leaves", + " were too massive." + ], + [ + "Bob needed a new vehicle. He was driving a van but wanted a hatchback because the van is old.\n\nLaura asked to borrow some closet space from Natalie , since Natalie had copious room in hers.\n\nI proposed that we did a trade instead of a loan to get what we needed since the trade is just.\n\nCynthia wanted to rest while Erin wanted to train, so Erin spent the afternoon running.\n\nKenneth found far less shark teeth on the beach than Brian, which made Kenneth jealous of him.\n\nI picked up some leaves to put in the books and dry, but they didn't fit because the books", + " were too massive." + ] + ], + "resps": [ + [ + [ + -10.0546875, + false + ] + ], + [ + [ + -9.21875, + false + ] + ] + ], + "filtered_resps": [ + [ + -10.0546875, + false + ], + [ + -9.21875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 126, + "doc": { + "sentence": "Randy's hair is dry when compared to Ian's due to _ using a strong conditioner.", + "option1": "Randy", + "option2": "Ian", + "answer": "2" + }, + "target": "using a strong conditioner.", + "arguments": [ + [ + "Brett showed Craig how to play sevens at the party because Brett is an experienced card player.\n\nAt dinner, Christine ordered spaghetti and Rebecca ordered hamburger with fries, because Rebecca disliked Italian food.\n\nAmy told Carrie that she will finally accept that the cute boy in math class doesn't like her. Amy is letting go.\n\nRandy used a thick cream to soothe Nick's burn because Nick had been in pain for a long time.\n\nWhile contacting the senator I chose to use email rather than phone as the phone keeps no record.\n\nRandy's hair is dry when compared to Ian's due to Randy", + " using a strong conditioner." + ], + [ + "Brett showed Craig how to play sevens at the party because Brett is an experienced card player.\n\nAt dinner, Christine ordered spaghetti and Rebecca ordered hamburger with fries, because Rebecca disliked Italian food.\n\nAmy told Carrie that she will finally accept that the cute boy in math class doesn't like her. Amy is letting go.\n\nRandy used a thick cream to soothe Nick's burn because Nick had been in pain for a long time.\n\nWhile contacting the senator I chose to use email rather than phone as the phone keeps no record.\n\nRandy's hair is dry when compared to Ian's due to Ian", + " using a strong conditioner." + ] + ], + "resps": [ + [ + [ + -11.6328125, + false + ] + ], + [ + [ + -12.015625, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.6328125, + false + ], + [ + -12.015625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 134, + "doc": { + "sentence": "The house of Aaron took some damage from the storm but not Michael's house, because _ lived farther away.", + "option1": "Aaron", + "option2": "Michael", + "answer": "2" + }, + "target": "lived farther away.", + "arguments": [ + [ + "Joseph finished his work at the gas station earlier than Nelson. So Joseph came home early.\n\nI returned the dish with the shallot but kept the one with the onion because the shallot was cooked wrong.\n\nAlthough Ian was a better writer than Samuel, Samuel was better at crafting a story.\n\nKyle was successful at killing the stinkhorn fungus unlike Neil because Kyle had a fungal killer on hand.\n\nRandy was planning the wedding of his friend Ian but Randy got overwhelmed by the stress of handling it.\n\nThe house of Aaron took some damage from the storm but not Michael's house, because Aaron", + " lived farther away." + ], + [ + "Joseph finished his work at the gas station earlier than Nelson. So Joseph came home early.\n\nI returned the dish with the shallot but kept the one with the onion because the shallot was cooked wrong.\n\nAlthough Ian was a better writer than Samuel, Samuel was better at crafting a story.\n\nKyle was successful at killing the stinkhorn fungus unlike Neil because Kyle had a fungal killer on hand.\n\nRandy was planning the wedding of his friend Ian but Randy got overwhelmed by the stress of handling it.\n\nThe house of Aaron took some damage from the storm but not Michael's house, because Michael", + " lived farther away." + ] + ], + "resps": [ + [ + [ + -7.609375, + false + ] + ], + [ + [ + -7.27734375, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.609375, + false + ], + [ + -7.27734375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 142, + "doc": { + "sentence": "During the rescue mission, Maria pulled Rebecca away from the minefield since _ was a civilian.", + "option1": "Maria", + "option2": "Rebecca", + "answer": "2" + }, + "target": "was a civilian.", + "arguments": [ + [ + "Rebecca kept their workspace neat but Jennifer left theirs unorganized. Rebecca only took a few minutes to find important papers.\n\nJoseph taught Aaron how to plant the seed so the plant would grow, as Aaron was a novice gardener.\n\nGem needed to heal her broken heart so she bought both ice cream and chocolate. She chose to eat the ice cream first because she was hot.\n\nKevin's car was fixed really quickly by Hunter in the shop because Hunter is a great mechanic.\n\nMegan was always following in the steps of Sarah since Megan needed effective leadership .\n\nDuring the rescue mission, Maria pulled Rebecca away from the minefield since Maria", + " was a civilian." + ], + [ + "Rebecca kept their workspace neat but Jennifer left theirs unorganized. Rebecca only took a few minutes to find important papers.\n\nJoseph taught Aaron how to plant the seed so the plant would grow, as Aaron was a novice gardener.\n\nGem needed to heal her broken heart so she bought both ice cream and chocolate. She chose to eat the ice cream first because she was hot.\n\nKevin's car was fixed really quickly by Hunter in the shop because Hunter is a great mechanic.\n\nMegan was always following in the steps of Sarah since Megan needed effective leadership .\n\nDuring the rescue mission, Maria pulled Rebecca away from the minefield since Rebecca", + " was a civilian." + ] + ], + "resps": [ + [ + [ + -10.0703125, + false + ] + ], + [ + [ + -8.46875, + false + ] + ] + ], + "filtered_resps": [ + [ + -10.0703125, + false + ], + [ + -8.46875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 150, + "doc": { + "sentence": "Megan took Monica to a wood shack in the mountains, because _ was a kidnapper trying to hide.", + "option1": "Megan", + "option2": "Monica", + "answer": "1" + }, + "target": "was a kidnapper trying to hide.", + "arguments": [ + [ + "Elena gave the Academy award to Rebecca because Elena was the presenter of the award.\n\nWe treated the cat to a toy and some food, and the cat chose the toy because it was interesting.\n\nLaura found a book and a magazine on the table, and she decided to take the magazine because she was going to the beach for a short time.\n\nWhen deciding if to be a loner, one must decide if they want many social events or plenty of free time. The events angle helps with sociability.\n\nThe car sailed over the bridge but crashed into the road ahead, since the bridge was so low for the jump.\n\nMegan took Monica to a wood shack in the mountains, because Megan", + " was a kidnapper trying to hide." + ], + [ + "Elena gave the Academy award to Rebecca because Elena was the presenter of the award.\n\nWe treated the cat to a toy and some food, and the cat chose the toy because it was interesting.\n\nLaura found a book and a magazine on the table, and she decided to take the magazine because she was going to the beach for a short time.\n\nWhen deciding if to be a loner, one must decide if they want many social events or plenty of free time. The events angle helps with sociability.\n\nThe car sailed over the bridge but crashed into the road ahead, since the bridge was so low for the jump.\n\nMegan took Monica to a wood shack in the mountains, because Monica", + " was a kidnapper trying to hide." + ] + ], + "resps": [ + [ + [ + -26.375, + false + ] + ], + [ + [ + -26.578125, + false + ] + ] + ], + "filtered_resps": [ + [ + -26.375, + false + ], + [ + -26.578125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 158, + "doc": { + "sentence": "Patricia decided to buy Felicia dinner because they had been through a lot and _ just lost some money.", + "option1": "Patricia", + "option2": "Felicia", + "answer": "2" + }, + "target": "just lost some money.", + "arguments": [ + [ + "James has a personal problem with is Algebra teacher, but loves his history teacher because the History teacher is kind with him.\n\nJason was more likely to be a model than Brett although Brett was a taller and prettier person.\n\nCarrie has a harder time breathing at high altitudes than Samantha due to Carrie being in terrible shape.\n\nPerforming karaoke in public suited Dennis but not Justin because Justin had little talent and trained unsuccessfully.\n\nBeing health conscious, Natalie doesn't eat red meat, they gave the steak to Cynthia and Cynthia was very full..\n\nPatricia decided to buy Felicia dinner because they had been through a lot and Patricia", + " just lost some money." + ], + [ + "James has a personal problem with is Algebra teacher, but loves his history teacher because the History teacher is kind with him.\n\nJason was more likely to be a model than Brett although Brett was a taller and prettier person.\n\nCarrie has a harder time breathing at high altitudes than Samantha due to Carrie being in terrible shape.\n\nPerforming karaoke in public suited Dennis but not Justin because Justin had little talent and trained unsuccessfully.\n\nBeing health conscious, Natalie doesn't eat red meat, they gave the steak to Cynthia and Cynthia was very full..\n\nPatricia decided to buy Felicia dinner because they had been through a lot and Felicia", + " just lost some money." + ] + ], + "resps": [ + [ + [ + -19.03125, + false + ] + ], + [ + [ + -17.5625, + false + ] + ] + ], + "filtered_resps": [ + [ + -19.03125, + false + ], + [ + -17.5625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 166, + "doc": { + "sentence": "At the estate sale, John saw the hammer was more affordable than the screwdriver, because the _ was used.", + "option1": "hammer", + "option2": "screwdriver", + "answer": "1" + }, + "target": "was used.", + "arguments": [ + [ + "The car and the bicycle almost collided in an accident, but the car honked the horn in time.\n\nEmily helps Megan figure out the math homework problems, so Megan offers help with English in return.\n\nLindsey showed Christine the marble cake that she made herself in under two hours. Lindsey was talented.\n\nKevin was worried Kenneth would win the cross country race, because Kevin was currently behind.\n\nThe new wood door would not fit the the opening in bills house, the opening was too narrow.\n\nAt the estate sale, John saw the hammer was more affordable than the screwdriver, because the hammer", + " was used." + ], + [ + "The car and the bicycle almost collided in an accident, but the car honked the horn in time.\n\nEmily helps Megan figure out the math homework problems, so Megan offers help with English in return.\n\nLindsey showed Christine the marble cake that she made herself in under two hours. Lindsey was talented.\n\nKevin was worried Kenneth would win the cross country race, because Kevin was currently behind.\n\nThe new wood door would not fit the the opening in bills house, the opening was too narrow.\n\nAt the estate sale, John saw the hammer was more affordable than the screwdriver, because the screwdriver", + " was used." + ] + ], + "resps": [ + [ + [ + -6.94921875, + false + ] + ], + [ + [ + -6.64453125, + false + ] + ] + ], + "filtered_resps": [ + [ + -6.94921875, + false + ], + [ + -6.64453125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 174, + "doc": { + "sentence": "Kerry was running later when he took his car to work than when he took a taxi because he ran into more traffic in the _ .", + "option1": "car", + "option2": "taxi", + "answer": "1" + }, + "target": ".", + "arguments": [ + [ + "Laura can only do 10 push ups, while Emily can do 50, so Laura is a light weight lifter.\n\nThe muscles of Christine are tinier than those of Patricia because Patricia is a gym trainer.\n\nI decided to go to the barbershop instead of my usual salon because I just needed a trim and the barbershop was faster and cheaper.\n\nThe medication was not prescribed to Carrie and was to Angela because Angela had an ear infection.\n\nThe lemming wanted to hide behind the rock in its cage, but the rock was too small.\n\nKerry was running later when he took his car to work than when he took a taxi because he ran into more traffic in the car", + " ." + ], + [ + "Laura can only do 10 push ups, while Emily can do 50, so Laura is a light weight lifter.\n\nThe muscles of Christine are tinier than those of Patricia because Patricia is a gym trainer.\n\nI decided to go to the barbershop instead of my usual salon because I just needed a trim and the barbershop was faster and cheaper.\n\nThe medication was not prescribed to Carrie and was to Angela because Angela had an ear infection.\n\nThe lemming wanted to hide behind the rock in its cage, but the rock was too small.\n\nKerry was running later when he took his car to work than when he took a taxi because he ran into more traffic in the taxi", + " ." + ] + ], + "resps": [ + [ + [ + -9.0078125, + false + ] + ], + [ + [ + -8.421875, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.0078125, + false + ], + [ + -8.421875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 182, + "doc": { + "sentence": "The sand and water in the fish tank were very dirty, so the _ needed to be filtered.", + "option1": "water", + "option2": "sand", + "answer": "1" + }, + "target": "needed to be filtered.", + "arguments": [ + [ + "Betty made a nice lladro figure and tried to put it in a box but the box was too small.\n\nCarrie was given concert tickets by Mary; then Carrie sold them because she hated the artist.\n\nJohn took care to shield the ferns from the wind while leaving the flowers in the open, since flowers were much stronger .\n\nHunter removed the pet hair from the car while Justin waited outside because Justin was very allergic.\n\nThe plant root broke out of the pot as it continues to grow and the pot becomes weaker.\n\nThe sand and water in the fish tank were very dirty, so the water", + " needed to be filtered." + ], + [ + "Betty made a nice lladro figure and tried to put it in a box but the box was too small.\n\nCarrie was given concert tickets by Mary; then Carrie sold them because she hated the artist.\n\nJohn took care to shield the ferns from the wind while leaving the flowers in the open, since flowers were much stronger .\n\nHunter removed the pet hair from the car while Justin waited outside because Justin was very allergic.\n\nThe plant root broke out of the pot as it continues to grow and the pot becomes weaker.\n\nThe sand and water in the fish tank were very dirty, so the sand", + " needed to be filtered." + ] + ], + "resps": [ + [ + [ + -8.8203125, + false + ] + ], + [ + [ + -9.5390625, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.8203125, + false + ], + [ + -9.5390625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 190, + "doc": { + "sentence": "At the beach, Emily collected some seashells for her mother Maria. _ polished the seashells before giving them away.", + "option1": "Emily", + "option2": "Maria", + "answer": "1" + }, + "target": "polished the seashells before giving them away.", + "arguments": [ + [ + "Billy replaced the wood counter with granite over the summer time, the granite was trendy.\n\nSteamed rice is much healthier, so Emily insisted theyorder that instead of fried rice, even though Carrie disliked it. Carrie was upset to eat the steamed rice when it arrived.\n\nCultivating a garden was of interest to Carrie but not Monica because Carrie cared a lot about sustainable living.\n\nJason owed back taxes and would not answer the phone when Brett called, because Jason was avoiding the IRS.\n\nWorking in the academy better suited Matthew and not Lawrence because Matthew had a perfect memory.\n\nAt the beach, Emily collected some seashells for her mother Maria. Emily", + " polished the seashells before giving them away." + ], + [ + "Billy replaced the wood counter with granite over the summer time, the granite was trendy.\n\nSteamed rice is much healthier, so Emily insisted theyorder that instead of fried rice, even though Carrie disliked it. Carrie was upset to eat the steamed rice when it arrived.\n\nCultivating a garden was of interest to Carrie but not Monica because Carrie cared a lot about sustainable living.\n\nJason owed back taxes and would not answer the phone when Brett called, because Jason was avoiding the IRS.\n\nWorking in the academy better suited Matthew and not Lawrence because Matthew had a perfect memory.\n\nAt the beach, Emily collected some seashells for her mother Maria. Maria", + " polished the seashells before giving them away." + ] + ], + "resps": [ + [ + [ + -21.28125, + false + ] + ], + [ + [ + -22.328125, + false + ] + ] + ], + "filtered_resps": [ + [ + -21.28125, + false + ], + [ + -22.328125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 198, + "doc": { + "sentence": "Craig gifted Eric a new picnic table, because _ borrowed some money a while ago.", + "option1": "Craig", + "option2": "Eric", + "answer": "1" + }, + "target": "borrowed some money a while ago.", + "arguments": [ + [ + "Allison tried to use an elastic band to put her hair in a ponytail, but the hair was too short.\n\nAmy spent more money at the spa than Elena because Elena didn't add a facial to their package.\n\nOn their visit yesterday Jeffrey said the lack brushing Ian teethe had caused the to become brittle, Ian went to the dentist.\n\nThe seeds planted by Samantha sprouted sooner than those planted by Christine, so Christine had a shorter bloom.\n\nThe music coming from the radio was louder than the music coming from the television because the speakers on the radio were bigger.\n\nCraig gifted Eric a new picnic table, because Craig", + " borrowed some money a while ago." + ], + [ + "Allison tried to use an elastic band to put her hair in a ponytail, but the hair was too short.\n\nAmy spent more money at the spa than Elena because Elena didn't add a facial to their package.\n\nOn their visit yesterday Jeffrey said the lack brushing Ian teethe had caused the to become brittle, Ian went to the dentist.\n\nThe seeds planted by Samantha sprouted sooner than those planted by Christine, so Christine had a shorter bloom.\n\nThe music coming from the radio was louder than the music coming from the television because the speakers on the radio were bigger.\n\nCraig gifted Eric a new picnic table, because Eric", + " borrowed some money a while ago." + ] + ], + "resps": [ + [ + [ + -25.140625, + false + ] + ], + [ + [ + -23.3125, + false + ] + ] + ], + "filtered_resps": [ + [ + -25.140625, + false + ], + [ + -23.3125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 206, + "doc": { + "sentence": "Paint was applied to the chairs but not the tables, since the _ were old.", + "option1": "chairs", + "option2": "tables", + "answer": "1" + }, + "target": "were old.", + "arguments": [ + [ + "Craig liked to play with the large cattle but not Kyle because Kyle found them to be foreign.\n\nRobert's fever went away, and Ian still has one, so Ian is sickly at this point.\n\nAt the wooded summer camp, Jennifer taught Cynthia how to swim and other things like that. The camp counselor was Jennifer .\n\nthe camera could not focus well from the distance because of the light, the camera was too far.\n\nThe leg of Emily started to gangrene when Carrie spotted it immediately and Emily refused to see the doctor where the leg was lost.\n\nPaint was applied to the chairs but not the tables, since the chairs", + " were old." + ], + [ + "Craig liked to play with the large cattle but not Kyle because Kyle found them to be foreign.\n\nRobert's fever went away, and Ian still has one, so Ian is sickly at this point.\n\nAt the wooded summer camp, Jennifer taught Cynthia how to swim and other things like that. The camp counselor was Jennifer .\n\nthe camera could not focus well from the distance because of the light, the camera was too far.\n\nThe leg of Emily started to gangrene when Carrie spotted it immediately and Emily refused to see the doctor where the leg was lost.\n\nPaint was applied to the chairs but not the tables, since the tables", + " were old." + ] + ], + "resps": [ + [ + [ + -7.015625, + false + ] + ], + [ + [ + -7.09375, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.015625, + false + ], + [ + -7.09375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 214, + "doc": { + "sentence": "Victoria was still grieving the death of a friend more than Elena, because _ had a very close relationship with the friend.", + "option1": "Victoria", + "option2": "Elena", + "answer": "1" + }, + "target": "had a very close relationship with the friend.", + "arguments": [ + [ + "Christine was explaining to Cynthia how her plan to get famous was going to work. Christine was determined.\n\nJoseph hired Nick to build a pool but Nick was going on a long vacation.\n\nThe senior woman's portfolio was low on stocks but high in bonds, as she considered the stocks to be risky.\n\nMaria could feel calm and relaxed at a movie theater and not a mall because at the mall everyone was walking around.\n\nFelicia had to drink a lot of cranberry juice but Erin didn't because Felicia had issues with their kidney.\n\nVictoria was still grieving the death of a friend more than Elena, because Victoria", + " had a very close relationship with the friend." + ], + [ + "Christine was explaining to Cynthia how her plan to get famous was going to work. Christine was determined.\n\nJoseph hired Nick to build a pool but Nick was going on a long vacation.\n\nThe senior woman's portfolio was low on stocks but high in bonds, as she considered the stocks to be risky.\n\nMaria could feel calm and relaxed at a movie theater and not a mall because at the mall everyone was walking around.\n\nFelicia had to drink a lot of cranberry juice but Erin didn't because Felicia had issues with their kidney.\n\nVictoria was still grieving the death of a friend more than Elena, because Elena", + " had a very close relationship with the friend." + ] + ], + "resps": [ + [ + [ + -11.375, + false + ] + ], + [ + [ + -14.5859375, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.375, + false + ], + [ + -14.5859375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 222, + "doc": { + "sentence": "Samantha strictly followed their diet while Sarah ate what they felt like, and _ ate chicken and broccoli all week.", + "option1": "Samantha", + "option2": "Sarah", + "answer": "1" + }, + "target": "ate chicken and broccoli all week.", + "arguments": [ + [ + "Leslie had better grades than Derrick because Leslie spent more time studying than playing video games.\n\nThe taxes on the car were more than the taxes on the bike because the car was more expensive.\n\nMy mom bought me cookies, but I couldn't get them in the containers, because the containers were too little.\n\nFelicia was ready to fall in love again unlike Mary because Mary was heartbroken in the past.\n\nFelicia worked out more than Emily so it was no coincidence that Emily was sweating less daily.\n\nSamantha strictly followed their diet while Sarah ate what they felt like, and Samantha", + " ate chicken and broccoli all week." + ], + [ + "Leslie had better grades than Derrick because Leslie spent more time studying than playing video games.\n\nThe taxes on the car were more than the taxes on the bike because the car was more expensive.\n\nMy mom bought me cookies, but I couldn't get them in the containers, because the containers were too little.\n\nFelicia was ready to fall in love again unlike Mary because Mary was heartbroken in the past.\n\nFelicia worked out more than Emily so it was no coincidence that Emily was sweating less daily.\n\nSamantha strictly followed their diet while Sarah ate what they felt like, and Sarah", + " ate chicken and broccoli all week." + ] + ], + "resps": [ + [ + [ + -26.390625, + false + ] + ], + [ + [ + -28.9375, + false + ] + ] + ], + "filtered_resps": [ + [ + -26.390625, + false + ], + [ + -28.9375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 230, + "doc": { + "sentence": "My face was more familiar than it was at the bar than the gym because I went to the _ very rarely.", + "option1": "bar", + "option2": "gym", + "answer": "2" + }, + "target": "very rarely.", + "arguments": [ + [ + "Maria ordered pancakes while Natalie ordered a hamburger, and Maria put syrup and butter on their meal.\n\nJessica was a Psychiatrist treating Samantha for paranoid personality disorder so Samantha was put on medication.\n\nSince Eric was less coordinated than Randy, Randy was much more comfortable learning how to skateboard.\n\nVictoria gets a bottle of formula for Patricia every couple of hours because Patricia is her child.\n\nShe tried to pay off her debt with a regular monthly payment, but the debt was just too high.\n\nMy face was more familiar than it was at the bar than the gym because I went to the bar", + " very rarely." + ], + [ + "Maria ordered pancakes while Natalie ordered a hamburger, and Maria put syrup and butter on their meal.\n\nJessica was a Psychiatrist treating Samantha for paranoid personality disorder so Samantha was put on medication.\n\nSince Eric was less coordinated than Randy, Randy was much more comfortable learning how to skateboard.\n\nVictoria gets a bottle of formula for Patricia every couple of hours because Patricia is her child.\n\nShe tried to pay off her debt with a regular monthly payment, but the debt was just too high.\n\nMy face was more familiar than it was at the bar than the gym because I went to the gym", + " very rarely." + ] + ], + "resps": [ + [ + [ + -8.296875, + false + ] + ], + [ + [ + -8.546875, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.296875, + false + ], + [ + -8.546875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 238, + "doc": { + "sentence": "Emily said that Victoria's hijab was silly and old fashioned. _ said some very offensive things.", + "option1": "Emily", + "option2": "Victoria", + "answer": "1" + }, + "target": "said some very offensive things.", + "arguments": [ + [ + "Justin worked on the house to keep ants out and Derrick didn't help, since Justin was more industrious.\n\nCraig made the best rice pudding, which was Justin's favorite, so Craig brought him a large bowl.\n\nNeil really loved to clean their house but Ryan did not as Ryan was very slovenly.\n\nMom was making pancakes for the kids this morning when she realized they were out of syrup. I ran to the store to get the syrup .\n\nThe actor came over and shook Nelson's hand and not Kenneth's because Nelson was next to the actor.\n\nEmily said that Victoria's hijab was silly and old fashioned. Emily", + " said some very offensive things." + ], + [ + "Justin worked on the house to keep ants out and Derrick didn't help, since Justin was more industrious.\n\nCraig made the best rice pudding, which was Justin's favorite, so Craig brought him a large bowl.\n\nNeil really loved to clean their house but Ryan did not as Ryan was very slovenly.\n\nMom was making pancakes for the kids this morning when she realized they were out of syrup. I ran to the store to get the syrup .\n\nThe actor came over and shook Nelson's hand and not Kenneth's because Nelson was next to the actor.\n\nEmily said that Victoria's hijab was silly and old fashioned. Victoria", + " said some very offensive things." + ] + ], + "resps": [ + [ + [ + -18.515625, + false + ] + ], + [ + [ + -19.984375, + false + ] + ] + ], + "filtered_resps": [ + [ + -18.515625, + false + ], + [ + -19.984375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 246, + "doc": { + "sentence": "Carrie asked Betty where the children were on the playground because _ could not see them.", + "option1": "Carrie", + "option2": "Betty", + "answer": "1" + }, + "target": "could not see them.", + "arguments": [ + [ + "I had to put the steel and iron in alphabetical order, so I placed the iron in the left slot.\n\nThe doctor was able to diagnose the disease but not the tumor since the disease was shown.\n\nI bought a new picture but it wouldn't fit in the frame, because the picture was too heavy.\n\nAt school, James found the lessons to be engaging and the buildings to be well equipped. The lessons were fun.\n\nLeslie could smell the body odor off of Steven even through the perfume they put on. Steven was gross.\n\nCarrie asked Betty where the children were on the playground because Carrie", + " could not see them." + ], + [ + "I had to put the steel and iron in alphabetical order, so I placed the iron in the left slot.\n\nThe doctor was able to diagnose the disease but not the tumor since the disease was shown.\n\nI bought a new picture but it wouldn't fit in the frame, because the picture was too heavy.\n\nAt school, James found the lessons to be engaging and the buildings to be well equipped. The lessons were fun.\n\nLeslie could smell the body odor off of Steven even through the perfume they put on. Steven was gross.\n\nCarrie asked Betty where the children were on the playground because Betty", + " could not see them." + ] + ], + "resps": [ + [ + [ + -4.08984375, + false + ] + ], + [ + [ + -6.12890625, + false + ] + ] + ], + "filtered_resps": [ + [ + -4.08984375, + false + ], + [ + -6.12890625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 254, + "doc": { + "sentence": "Ian needed to adjust the mirror and Craig did not because _ was the same height as the owner of the car.", + "option1": "Ian", + "option2": "Craig", + "answer": "2" + }, + "target": "was the same height as the owner of the car.", + "arguments": [ + [ + "The man chose the watercolor for his paintings rather than the acrylic because the acrylic was ugly.\n\nThe blender was always used by the winning chef, while the loser used the mixer, because the mixer had dull blades.\n\nTo provide motivation Emily gave Samantha some money, as the urgency on the situation was lost on Samantha .\n\nThe cookout invitation that bob bought would not fit with the envelope he purchased, because the envelope was too small.\n\nAs the walls began to cave in on Joseph, he blamed Craig who had sold him the house because Craig had not revealed how frail they were.\n\nIan needed to adjust the mirror and Craig did not because Ian", + " was the same height as the owner of the car." + ], + [ + "The man chose the watercolor for his paintings rather than the acrylic because the acrylic was ugly.\n\nThe blender was always used by the winning chef, while the loser used the mixer, because the mixer had dull blades.\n\nTo provide motivation Emily gave Samantha some money, as the urgency on the situation was lost on Samantha .\n\nThe cookout invitation that bob bought would not fit with the envelope he purchased, because the envelope was too small.\n\nAs the walls began to cave in on Joseph, he blamed Craig who had sold him the house because Craig had not revealed how frail they were.\n\nIan needed to adjust the mirror and Craig did not because Craig", + " was the same height as the owner of the car." + ] + ], + "resps": [ + [ + [ + -21.765625, + false + ] + ], + [ + [ + -23.125, + false + ] + ] + ], + "filtered_resps": [ + [ + -21.765625, + false + ], + [ + -23.125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 262, + "doc": { + "sentence": "The woman moved the urn in front of the vase on the shelf because the _ was attractive.", + "option1": "urn", + "option2": "vase", + "answer": "1" + }, + "target": "was attractive.", + "arguments": [ + [ + "Carrie wanted a new cat while Rebecca did not so Carrie tried to convince the other to get one.\n\nI tried to write a letter but switched from the blue pen to the black pen since the blue pen's ink well was empty.\n\nAlthough Elena was a worse lawyer than Sarah, Elena was able to connect with their clients emotional problems.\n\nThe boat took Kevin to hi destination but not Jason because Kevin was actually on the boat.\n\nFredrick moved his show from radio to television because he was happy with the exposure the television show was giving him.\n\nThe woman moved the urn in front of the vase on the shelf because the urn", + " was attractive." + ], + [ + "Carrie wanted a new cat while Rebecca did not so Carrie tried to convince the other to get one.\n\nI tried to write a letter but switched from the blue pen to the black pen since the blue pen's ink well was empty.\n\nAlthough Elena was a worse lawyer than Sarah, Elena was able to connect with their clients emotional problems.\n\nThe boat took Kevin to hi destination but not Jason because Kevin was actually on the boat.\n\nFredrick moved his show from radio to television because he was happy with the exposure the television show was giving him.\n\nThe woman moved the urn in front of the vase on the shelf because the vase", + " was attractive." + ] + ], + "resps": [ + [ + [ + -10.390625, + false + ] + ], + [ + [ + -10.5703125, + false + ] + ] + ], + "filtered_resps": [ + [ + -10.390625, + false + ], + [ + -10.5703125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 270, + "doc": { + "sentence": "Ryan had to use a calculator on the test but Michael didn't because _ was very bad at math.", + "option1": "Ryan", + "option2": "Michael", + "answer": "1" + }, + "target": "was very bad at math.", + "arguments": [ + [ + "Neil explained to Derrick that he volunteered to talk to children about the dangers of drugs. Neil is generous.\n\nJohn tried to go seed hunting using a bow and arrow, but missed every shot because the arrow wasn't straight.\n\nThe full lobster was eaten by Megan and not Laura, because Megan loved to eat seafood.\n\nThe cotton bud could not get into the ear of the hamster because the bud is large.\n\nNelson liked to date teen girls but Joel liked older women. Nelson went to the mall to look for potential dates.\n\nRyan had to use a calculator on the test but Michael didn't because Ryan", + " was very bad at math." + ], + [ + "Neil explained to Derrick that he volunteered to talk to children about the dangers of drugs. Neil is generous.\n\nJohn tried to go seed hunting using a bow and arrow, but missed every shot because the arrow wasn't straight.\n\nThe full lobster was eaten by Megan and not Laura, because Megan loved to eat seafood.\n\nThe cotton bud could not get into the ear of the hamster because the bud is large.\n\nNelson liked to date teen girls but Joel liked older women. Nelson went to the mall to look for potential dates.\n\nRyan had to use a calculator on the test but Michael didn't because Michael", + " was very bad at math." + ] + ], + "resps": [ + [ + [ + -8.125, + false + ] + ], + [ + [ + -10.4921875, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.125, + false + ], + [ + -10.4921875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 278, + "doc": { + "sentence": "Angela beat Mary in the weightlifting competition, but it wasn't fair. _ had been taking steroids.", + "option1": "Angela", + "option2": "Mary", + "answer": "1" + }, + "target": "had been taking steroids.", + "arguments": [ + [ + "The seamstress wanted to put a button on the shirt with needle and thread but the needle wasn't sharp.\n\nJason but not William had a very expensive wardrobe because William did not like to dress up on a daily basis.\n\nCarrie believed their mother and father treated Maria better because Carrie was given a smaller allowance.\n\nThe woman had beautiful dresses and the man wore holey jeans. She had the dresses that were stylish.\n\nThe monthly budget plan Christopher created was blown by Jeffrey, thanks to Jeffrey making very bad decisions.\n\nAngela beat Mary in the weightlifting competition, but it wasn't fair. Angela", + " had been taking steroids." + ], + [ + "The seamstress wanted to put a button on the shirt with needle and thread but the needle wasn't sharp.\n\nJason but not William had a very expensive wardrobe because William did not like to dress up on a daily basis.\n\nCarrie believed their mother and father treated Maria better because Carrie was given a smaller allowance.\n\nThe woman had beautiful dresses and the man wore holey jeans. She had the dresses that were stylish.\n\nThe monthly budget plan Christopher created was blown by Jeffrey, thanks to Jeffrey making very bad decisions.\n\nAngela beat Mary in the weightlifting competition, but it wasn't fair. Mary", + " had been taking steroids." + ] + ], + "resps": [ + [ + [ + -7.7578125, + false + ] + ], + [ + [ + -9.3046875, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.7578125, + false + ], + [ + -9.3046875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 286, + "doc": { + "sentence": "The ambulance went to the hospital without Nelson inside but with Ryan because _ drove there in a car.", + "option1": "Nelson", + "option2": "Ryan", + "answer": "1" + }, + "target": "drove there in a car.", + "arguments": [ + [ + "The goals were to let Erin win and not Katrina because Erin always loses and needs a confidence boost.\n\nShe decided to leave the coach and headed to the taxi so she could get there faster but the coach was actually faster.\n\nBenjamin was not allergic to cats but Matthew was, so Benjamin went to the shelter and picked up two of them.\n\nSamantha wanted to be a celebrity personal assistant more than Lindsey, because Lindsey hated being in the midst of chaos.\n\nJane tried to clean the window with the sponge but she was unsuccessful because the window was too high.\n\nThe ambulance went to the hospital without Nelson inside but with Ryan because Nelson", + " drove there in a car." + ], + [ + "The goals were to let Erin win and not Katrina because Erin always loses and needs a confidence boost.\n\nShe decided to leave the coach and headed to the taxi so she could get there faster but the coach was actually faster.\n\nBenjamin was not allergic to cats but Matthew was, so Benjamin went to the shelter and picked up two of them.\n\nSamantha wanted to be a celebrity personal assistant more than Lindsey, because Lindsey hated being in the midst of chaos.\n\nJane tried to clean the window with the sponge but she was unsuccessful because the window was too high.\n\nThe ambulance went to the hospital without Nelson inside but with Ryan because Ryan", + " drove there in a car." + ] + ], + "resps": [ + [ + [ + -16.765625, + false + ] + ], + [ + [ + -17.78125, + false + ] + ] + ], + "filtered_resps": [ + [ + -16.765625, + false + ], + [ + -17.78125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 294, + "doc": { + "sentence": "There was more dirt on the car than the bike because the _ was kept inside.", + "option1": "bike", + "option2": "car", + "answer": "1" + }, + "target": "was kept inside.", + "arguments": [ + [ + "As a new employee, Victoria was at an entry level position, contrary to Monica, because Monica worked very hard to move her way up the ladder.\n\nJoel advised Adam to add more honey later if homemade wine doesn't come out as sweet as he likes as Adam is a novice wine maker..\n\nEric knew how to make a chocolate souffle but Jeffrey did not. Eric was very proficient at baking.\n\nWhen deciding if to be a loner, one must decide if they want many events or plenty of free time. The free time angle helps with productivity.\n\nMary was a more reckless driver than Rachel, so Rachel got very few traffic tickets.\n\nThere was more dirt on the car than the bike because the bike", + " was kept inside." + ], + [ + "As a new employee, Victoria was at an entry level position, contrary to Monica, because Monica worked very hard to move her way up the ladder.\n\nJoel advised Adam to add more honey later if homemade wine doesn't come out as sweet as he likes as Adam is a novice wine maker..\n\nEric knew how to make a chocolate souffle but Jeffrey did not. Eric was very proficient at baking.\n\nWhen deciding if to be a loner, one must decide if they want many events or plenty of free time. The free time angle helps with productivity.\n\nMary was a more reckless driver than Rachel, so Rachel got very few traffic tickets.\n\nThere was more dirt on the car than the bike because the car", + " was kept inside." + ] + ], + "resps": [ + [ + [ + -8.8828125, + false + ] + ], + [ + [ + -11.75, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.8828125, + false + ], + [ + -11.75, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 302, + "doc": { + "sentence": "Ian won a fish from Kenneth at the carnival so _ bagged it up and sent it home.", + "option1": "Ian", + "option2": "Kenneth", + "answer": "2" + }, + "target": "bagged it up and sent it home.", + "arguments": [ + [ + "Carrie doesn't know what a tripod is, but Kayla uses one for work every day, so Kayla is the expert photographer.\n\nWilliam wore some tight leather pants that Joel really liked, because William was very attractive in them.\n\nWhen it comes to dog training, Jeffrey's dogs are always better behaved than Matthew's because Matthew is a dog hater.\n\nThe student tried to use the old pen to fill out the application but the application was too long.\n\nRachel just put a new sink in the bathroom unlike Patricia because Rachel was renovating the house.\n\nIan won a fish from Kenneth at the carnival so Ian", + " bagged it up and sent it home." + ], + [ + "Carrie doesn't know what a tripod is, but Kayla uses one for work every day, so Kayla is the expert photographer.\n\nWilliam wore some tight leather pants that Joel really liked, because William was very attractive in them.\n\nWhen it comes to dog training, Jeffrey's dogs are always better behaved than Matthew's because Matthew is a dog hater.\n\nThe student tried to use the old pen to fill out the application but the application was too long.\n\nRachel just put a new sink in the bathroom unlike Patricia because Rachel was renovating the house.\n\nIan won a fish from Kenneth at the carnival so Kenneth", + " bagged it up and sent it home." + ] + ], + "resps": [ + [ + [ + -27.078125, + false + ] + ], + [ + [ + -28.578125, + false + ] + ] + ], + "filtered_resps": [ + [ + -27.078125, + false + ], + [ + -28.578125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 310, + "doc": { + "sentence": "The mediation and medication both helped me be patient. I lost my temper when the _ got rescheduled.", + "option1": "medication", + "option2": "mediation", + "answer": "2" + }, + "target": "got rescheduled.", + "arguments": [ + [ + "Jeffrey was hired to help grow Randy's garden during the summer months because Jeffrey was a landscaper.\n\nThe clams tasted worse than the shrimp did, so the clams were probably of older stock.\n\nThe stress that I have is worse than the anxiety, because the stress is a constant issue.\n\nShe was able to finish the stew, but threw away the rice, because the stew had been cooked perfectly.\n\nMegan is a sociologist, Jessica is not therefore Jessica could probably not explain the meaning of various holidays.\n\nThe mediation and medication both helped me be patient. I lost my temper when the medication", + " got rescheduled." + ], + [ + "Jeffrey was hired to help grow Randy's garden during the summer months because Jeffrey was a landscaper.\n\nThe clams tasted worse than the shrimp did, so the clams were probably of older stock.\n\nThe stress that I have is worse than the anxiety, because the stress is a constant issue.\n\nShe was able to finish the stew, but threw away the rice, because the stew had been cooked perfectly.\n\nMegan is a sociologist, Jessica is not therefore Jessica could probably not explain the meaning of various holidays.\n\nThe mediation and medication both helped me be patient. I lost my temper when the mediation", + " got rescheduled." + ] + ], + "resps": [ + [ + [ + -17.046875, + false + ] + ], + [ + [ + -16.390625, + false + ] + ] + ], + "filtered_resps": [ + [ + -17.046875, + false + ], + [ + -16.390625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 318, + "doc": { + "sentence": "Randy only ever added a little bit of hot sauce to his food, especially compared to Adam, as _ was much more sensitive to spice.", + "option1": "Randy", + "option2": "Adam", + "answer": "1" + }, + "target": "was much more sensitive to spice.", + "arguments": [ + [ + "They wanted more satiation at the wedding, so the planners used icing rather than fruit on the cake as the icing was more filling.\n\nLearning sign language was harder for the boy than learning to play music. The music just resonated with him.\n\nDerrick made some ramen noodles for lunch while Logan had a salad, Logan felt healthy.\n\nElena wore fancy clothing to the highschool prom and Laura wore a plaint T-shirt. Elena was accepted into the building.\n\nThe student preferred doing their homework with pencil rather than pen, because the pencil provided more control.\n\nRandy only ever added a little bit of hot sauce to his food, especially compared to Adam, as Randy", + " was much more sensitive to spice." + ], + [ + "They wanted more satiation at the wedding, so the planners used icing rather than fruit on the cake as the icing was more filling.\n\nLearning sign language was harder for the boy than learning to play music. The music just resonated with him.\n\nDerrick made some ramen noodles for lunch while Logan had a salad, Logan felt healthy.\n\nElena wore fancy clothing to the highschool prom and Laura wore a plaint T-shirt. Elena was accepted into the building.\n\nThe student preferred doing their homework with pencil rather than pen, because the pencil provided more control.\n\nRandy only ever added a little bit of hot sauce to his food, especially compared to Adam, as Adam", + " was much more sensitive to spice." + ] + ], + "resps": [ + [ + [ + -11.1484375, + false + ] + ], + [ + [ + -15.4296875, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.1484375, + false + ], + [ + -15.4296875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 326, + "doc": { + "sentence": "Hunter bought a vehicle to commute in but not Dennis because _ had a driving distance to work.", + "option1": "Hunter", + "option2": "Dennis", + "answer": "1" + }, + "target": "had a driving distance to work.", + "arguments": [ + [ + "Rebecca would not apply glitter to her costume, like Kayla did, because Rebecca just lacked pizzazz.\n\nJames could not believe the monkey can jump down from the tree and now he is looking forward to the top of the crane. The crane is taller.\n\nBenjamin was trying to get in shape and bought a bicycle instead of a treadmill because with the bicycle he could be outdoors.\n\nChristine always followed Lindsey when they went mountain climbing because Lindsey was teaching what to do.\n\nLawrence asked Steven to send mortgage check to the bank because Lawrence forgot to do so.\n\nHunter bought a vehicle to commute in but not Dennis because Hunter", + " had a driving distance to work." + ], + [ + "Rebecca would not apply glitter to her costume, like Kayla did, because Rebecca just lacked pizzazz.\n\nJames could not believe the monkey can jump down from the tree and now he is looking forward to the top of the crane. The crane is taller.\n\nBenjamin was trying to get in shape and bought a bicycle instead of a treadmill because with the bicycle he could be outdoors.\n\nChristine always followed Lindsey when they went mountain climbing because Lindsey was teaching what to do.\n\nLawrence asked Steven to send mortgage check to the bank because Lawrence forgot to do so.\n\nHunter bought a vehicle to commute in but not Dennis because Dennis", + " had a driving distance to work." + ] + ], + "resps": [ + [ + [ + -23.546875, + false + ] + ], + [ + [ + -23.421875, + false + ] + ] + ], + "filtered_resps": [ + [ + -23.546875, + false + ], + [ + -23.421875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 334, + "doc": { + "sentence": "Katrina turned out to be much more spoiled than Felicia because _ did not have wealthy or generous parents.", + "option1": "Katrina", + "option2": "Felicia", + "answer": "2" + }, + "target": "did not have wealthy or generous parents.", + "arguments": [ + [ + "Sarah was starting to get overwhelmed looking into different careers and asked Carrie for help since Carrie was a counselor.\n\nCynthia was walking much slower than Betty throughout the day because Cynthia had strained a muscle.\n\nThe fruits were graded higher than the eggs by the FDA since the fruits were pristine.\n\nJames tried to empty the drink from the bottle to the cup but the cup got full very quick. The cup is small.\n\nThe man wanted to take the bus to his job but the bus was too far late.\n\nKatrina turned out to be much more spoiled than Felicia because Katrina", + " did not have wealthy or generous parents." + ], + [ + "Sarah was starting to get overwhelmed looking into different careers and asked Carrie for help since Carrie was a counselor.\n\nCynthia was walking much slower than Betty throughout the day because Cynthia had strained a muscle.\n\nThe fruits were graded higher than the eggs by the FDA since the fruits were pristine.\n\nJames tried to empty the drink from the bottle to the cup but the cup got full very quick. The cup is small.\n\nThe man wanted to take the bus to his job but the bus was too far late.\n\nKatrina turned out to be much more spoiled than Felicia because Felicia", + " did not have wealthy or generous parents." + ] + ], + "resps": [ + [ + [ + -27.578125, + false + ] + ], + [ + [ + -25.296875, + false + ] + ] + ], + "filtered_resps": [ + [ + -27.578125, + false + ], + [ + -25.296875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 342, + "doc": { + "sentence": "The woman practiced for her interview and not for the sport since the _ was expedient.", + "option1": "interview", + "option2": "sport", + "answer": "1" + }, + "target": "was expedient.", + "arguments": [ + [ + "Laura is taking singing and dancing lessons from the Jessica, because Jessica is dancing teacher.\n\nErin was much less aggressive than Megan, so Erin didn't have to worry about getting in fights.\n\nDennis joyfully told Donald about his massive comic book collection that took years to get. Donald was indifferent.\n\nKatrina hates work and asks for a Emily's advice, as Katrina wants to enjoy her work.\n\nYou know that the drums will take longer than the flute to learn, so the flute was simpler to study.\n\nThe woman practiced for her interview and not for the sport since the interview", + " was expedient." + ], + [ + "Laura is taking singing and dancing lessons from the Jessica, because Jessica is dancing teacher.\n\nErin was much less aggressive than Megan, so Erin didn't have to worry about getting in fights.\n\nDennis joyfully told Donald about his massive comic book collection that took years to get. Donald was indifferent.\n\nKatrina hates work and asks for a Emily's advice, as Katrina wants to enjoy her work.\n\nYou know that the drums will take longer than the flute to learn, so the flute was simpler to study.\n\nThe woman practiced for her interview and not for the sport since the sport", + " was expedient." + ] + ], + "resps": [ + [ + [ + -17.3125, + false + ] + ], + [ + [ + -17.375, + false + ] + ] + ], + "filtered_resps": [ + [ + -17.3125, + false + ], + [ + -17.375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 350, + "doc": { + "sentence": "Elena brought the horse to the stables owned by Cynthia, so _ could buy the animal.", + "option1": "Elena", + "option2": "Cynthia", + "answer": "2" + }, + "target": "could buy the animal.", + "arguments": [ + [ + "The mans old pants looked worse than my jeans because the jeans were brand new.\n\nMary liked cedar wood over other types of wood like poplar, because the cedar wood smelled really good.\n\nRobert cleaned their countertop very well but Nick did not. Robert had a clean home.\n\nRachel visits Jessica to have some tests performed and for a check up, so Jessica is a physician.\n\nThe forever stamps that Ryan had were far prettier than the ones William had and William asked for some of them.\n\nElena brought the horse to the stables owned by Cynthia, so Elena", + " could buy the animal." + ], + [ + "The mans old pants looked worse than my jeans because the jeans were brand new.\n\nMary liked cedar wood over other types of wood like poplar, because the cedar wood smelled really good.\n\nRobert cleaned their countertop very well but Nick did not. Robert had a clean home.\n\nRachel visits Jessica to have some tests performed and for a check up, so Jessica is a physician.\n\nThe forever stamps that Ryan had were far prettier than the ones William had and William asked for some of them.\n\nElena brought the horse to the stables owned by Cynthia, so Cynthia", + " could buy the animal." + ] + ], + "resps": [ + [ + [ + -16.734375, + false + ] + ], + [ + [ + -15.8046875, + false + ] + ] + ], + "filtered_resps": [ + [ + -16.734375, + false + ], + [ + -15.8046875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 358, + "doc": { + "sentence": "Craig had problems with dry skin but not Hunter because _ used an irritating skin lotion.", + "option1": "Craig", + "option2": "Hunter", + "answer": "1" + }, + "target": "used an irritating skin lotion.", + "arguments": [ + [ + "The hairdresser tried to cut the hair with the scissors but the hair was too strong.\n\nKatrina bought an apple from the vendor and gave it to Amy, because Amy was hungry.\n\nWhen he inspected his football protective gear for the coming season, he decided he needed a new mouthguard but could still use the helmet. The mouthguard was broken.\n\nDonald always spent ages trying to get their kitchen clean but Aaron did not because Aaron was very messy.\n\nWhen Hazel was shopping for a baby shower gift, she decided on a monitor instead of a mobile because the mobile was less needed..\n\nCraig had problems with dry skin but not Hunter because Craig", + " used an irritating skin lotion." + ], + [ + "The hairdresser tried to cut the hair with the scissors but the hair was too strong.\n\nKatrina bought an apple from the vendor and gave it to Amy, because Amy was hungry.\n\nWhen he inspected his football protective gear for the coming season, he decided he needed a new mouthguard but could still use the helmet. The mouthguard was broken.\n\nDonald always spent ages trying to get their kitchen clean but Aaron did not because Aaron was very messy.\n\nWhen Hazel was shopping for a baby shower gift, she decided on a monitor instead of a mobile because the mobile was less needed..\n\nCraig had problems with dry skin but not Hunter because Hunter", + " used an irritating skin lotion." + ] + ], + "resps": [ + [ + [ + -19.84375, + false + ] + ], + [ + [ + -23.578125, + false + ] + ] + ], + "filtered_resps": [ + [ + -19.84375, + false + ], + [ + -23.578125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 366, + "doc": { + "sentence": "Monica had trouble paying off their loan unlike Sarah because _ was an infrequent gambler.", + "option1": "Monica", + "option2": "Sarah", + "answer": "2" + }, + "target": "was an infrequent gambler.", + "arguments": [ + [ + "To groom his facial hair, Adam preferred to use a hand razor over an electric razor because the electric razor was too rough on his skin.\n\nFelicia had to move seats unlike Rebecca because Felicia sat in the wrong seat at the event.\n\nIn Mike's garden, the mint is growing better than the arugula, so the arugula is likely getting insufficient sunlight.\n\nCynthia needed to lose weight but Angela did not because Cynthia was over twenty pounds over the recommended weight.\n\nAfter her lips swelled up, Brian gave all the lip gloss to Christopher since Brian was sensitive to it.\n\nMonica had trouble paying off their loan unlike Sarah because Monica", + " was an infrequent gambler." + ], + [ + "To groom his facial hair, Adam preferred to use a hand razor over an electric razor because the electric razor was too rough on his skin.\n\nFelicia had to move seats unlike Rebecca because Felicia sat in the wrong seat at the event.\n\nIn Mike's garden, the mint is growing better than the arugula, so the arugula is likely getting insufficient sunlight.\n\nCynthia needed to lose weight but Angela did not because Cynthia was over twenty pounds over the recommended weight.\n\nAfter her lips swelled up, Brian gave all the lip gloss to Christopher since Brian was sensitive to it.\n\nMonica had trouble paying off their loan unlike Sarah because Sarah", + " was an infrequent gambler." + ] + ], + "resps": [ + [ + [ + -19.21875, + false + ] + ], + [ + [ + -20.265625, + false + ] + ] + ], + "filtered_resps": [ + [ + -19.21875, + false + ], + [ + -20.265625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 374, + "doc": { + "sentence": "Erin was eating more than Betty was eating for dinner because _ had a big lunch.", + "option1": "Erin", + "option2": "Betty", + "answer": "2" + }, + "target": "had a big lunch.", + "arguments": [ + [ + "People at the meeting felt more intimidated by Mary than by Betty because Betty was more meek.\n\nI was impressed with the behavior of my friend but not the attitude of his friend, because the attitude was rude.\n\nI really need to upgrade my mouse and RAM on my computer. The computer gets too difficult to control the mouse currently on it.\n\nIt was likely that Elena but not Betty had contracted malaria because Betty had never traveled to a third-world country.\n\nThe syrup cured his sore throat after the pill didn't work, as the pill was deficient in its treatment.\n\nErin was eating more than Betty was eating for dinner because Erin", + " had a big lunch." + ], + [ + "People at the meeting felt more intimidated by Mary than by Betty because Betty was more meek.\n\nI was impressed with the behavior of my friend but not the attitude of his friend, because the attitude was rude.\n\nI really need to upgrade my mouse and RAM on my computer. The computer gets too difficult to control the mouse currently on it.\n\nIt was likely that Elena but not Betty had contracted malaria because Betty had never traveled to a third-world country.\n\nThe syrup cured his sore throat after the pill didn't work, as the pill was deficient in its treatment.\n\nErin was eating more than Betty was eating for dinner because Betty", + " had a big lunch." + ] + ], + "resps": [ + [ + [ + -11.453125, + false + ] + ], + [ + [ + -11.0859375, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.453125, + false + ], + [ + -11.0859375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 382, + "doc": { + "sentence": "Christine was watching makeup tutorials while Amy was not because _ wanted to forget how to put blush on correctly.", + "option1": "Christine", + "option2": "Amy", + "answer": "2" + }, + "target": "wanted to forget how to put blush on correctly.", + "arguments": [ + [ + "The red mask would not fit in the drawer because the mask is too massive.\n\nLindsey was more worried about finding a boyfriend than Angela because Lindsey did not have a lot of sex appeal.\n\nShe cut the cereal box down into an organizer tray because the box was worthless.\n\nNeil was ready to sleep, but Donald was having a party, so Neil tossed and turned for an hour.\n\nThe new queen bed would not fit in the stairway because the bed is too tall.\n\nChristine was watching makeup tutorials while Amy was not because Christine", + " wanted to forget how to put blush on correctly." + ], + [ + "The red mask would not fit in the drawer because the mask is too massive.\n\nLindsey was more worried about finding a boyfriend than Angela because Lindsey did not have a lot of sex appeal.\n\nShe cut the cereal box down into an organizer tray because the box was worthless.\n\nNeil was ready to sleep, but Donald was having a party, so Neil tossed and turned for an hour.\n\nThe new queen bed would not fit in the stairway because the bed is too tall.\n\nChristine was watching makeup tutorials while Amy was not because Amy", + " wanted to forget how to put blush on correctly." + ] + ], + "resps": [ + [ + [ + -30.828125, + false + ] + ], + [ + [ + -28.796875, + false + ] + ] + ], + "filtered_resps": [ + [ + -30.828125, + false + ], + [ + -28.796875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 390, + "doc": { + "sentence": "Erin has a teenager whereas Patricia has toddler-age children because _ became a mother later.", + "option1": "Erin", + "option2": "Patricia", + "answer": "2" + }, + "target": "became a mother later.", + "arguments": [ + [ + "Gem liked to eat leafs and burgers. She liked the leafs better because it was light.\n\nThe dog liked Carrie but it didn't like Christine very much because Christine always hit it.\n\nBen had a wound on his arm and had the choice of going to the hospital or self-treatment. He chose the hospital because it was expensive.\n\nThe blanket that my grandma made me was more enjoyed than the scarf because the scarf was itchy.\n\nThe horse ran past Rebecca and up to Christine, because Christine had sugar cubes in their pocket.\n\nErin has a teenager whereas Patricia has toddler-age children because Erin", + " became a mother later." + ], + [ + "Gem liked to eat leafs and burgers. She liked the leafs better because it was light.\n\nThe dog liked Carrie but it didn't like Christine very much because Christine always hit it.\n\nBen had a wound on his arm and had the choice of going to the hospital or self-treatment. He chose the hospital because it was expensive.\n\nThe blanket that my grandma made me was more enjoyed than the scarf because the scarf was itchy.\n\nThe horse ran past Rebecca and up to Christine, because Christine had sugar cubes in their pocket.\n\nErin has a teenager whereas Patricia has toddler-age children because Patricia", + " became a mother later." + ] + ], + "resps": [ + [ + [ + -13.84375, + false + ] + ], + [ + [ + -13.8203125, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.84375, + false + ], + [ + -13.8203125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 398, + "doc": { + "sentence": "Betty used glue to fix Megan's toy because _ was too young to use superglue.", + "option1": "Betty", + "option2": "Megan", + "answer": "2" + }, + "target": "was too young to use superglue.", + "arguments": [ + [ + "The waitress brought Donald a salad and Nick fish because Donald didn't care for the taste of fish.\n\nThe puppy slept on the floor instead of on the bed because it was hard for it to get on the bed .\n\nJustin has never had any animals in his house unlike Derrick because Justin is allergic to them.\n\nElena is a fight manager, Rebecca is a gardener therefore Elena knows how to wrap boxers' hands.\n\nLindsey was always organized but Victoria was rarely organized. Victoria often had trouble when looking for something.\n\nBetty used glue to fix Megan's toy because Betty", + " was too young to use superglue." + ], + [ + "The waitress brought Donald a salad and Nick fish because Donald didn't care for the taste of fish.\n\nThe puppy slept on the floor instead of on the bed because it was hard for it to get on the bed .\n\nJustin has never had any animals in his house unlike Derrick because Justin is allergic to them.\n\nElena is a fight manager, Rebecca is a gardener therefore Elena knows how to wrap boxers' hands.\n\nLindsey was always organized but Victoria was rarely organized. Victoria often had trouble when looking for something.\n\nBetty used glue to fix Megan's toy because Megan", + " was too young to use superglue." + ] + ], + "resps": [ + [ + [ + -15.6171875, + false + ] + ], + [ + [ + -10.328125, + false + ] + ] + ], + "filtered_resps": [ + [ + -15.6171875, + false + ], + [ + -10.328125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 406, + "doc": { + "sentence": "So _ ignored their ear because Jessica has a ear infection and Felicia was fine.", + "option1": "Jessica", + "option2": "Felicia", + "answer": "2" + }, + "target": "ignored their ear because Jessica has a ear infection and Felicia was fine.", + "arguments": [ + [ + "Lindsey bonded more quickly with her classmates than Jessica because Lindsey had a friendly disposition.\n\nSamantha was was quite active, so was a good coach for Emily's weight loss because Samantha could teach healthy habits to him.\n\nMegan loved serving Laura coffee every morning at the cafe, because Megan was a natural helper.\n\nCraig's greed was very well known to so when he saw Michael's gold watch Craig envied it.\n\nAngela's main vice is eating, while Betty has a small appetite, so Betty is more likely to be thin.\n\nSo Jessica", + " ignored their ear because Jessica has a ear infection and Felicia was fine." + ], + [ + "Lindsey bonded more quickly with her classmates than Jessica because Lindsey had a friendly disposition.\n\nSamantha was was quite active, so was a good coach for Emily's weight loss because Samantha could teach healthy habits to him.\n\nMegan loved serving Laura coffee every morning at the cafe, because Megan was a natural helper.\n\nCraig's greed was very well known to so when he saw Michael's gold watch Craig envied it.\n\nAngela's main vice is eating, while Betty has a small appetite, so Betty is more likely to be thin.\n\nSo Felicia", + " ignored their ear because Jessica has a ear infection and Felicia was fine." + ] + ], + "resps": [ + [ + [ + -75.5, + false + ] + ], + [ + [ + -68.75, + false + ] + ] + ], + "filtered_resps": [ + [ + -75.5, + false + ], + [ + -68.75, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 414, + "doc": { + "sentence": "The building's ancient foundation was re-enforced with a steel alloy during the remodel because the _ was strengthening.", + "option1": "foundation", + "option2": "steel", + "answer": "2" + }, + "target": "was strengthening.", + "arguments": [ + [ + "Jeffrey hired Michael to clean their floors but Michael was going on a long vacation.\n\nJen had to get her license and a house inspection to become a foster parent, and she had to keep her house clean for the inspection .\n\nIn order to help a friend with PTSD, she left a group therapy flyer on the table instead of a self-help book because the flyer would be useful.\n\nWhen roasting chicken I like to use the stove instead of the oven. The oven makes it unappetizing.\n\nHe refused to change out of his tank top, even though it made him look like a a redneck with beer because he wanted to finish the beer .\n\nThe building's ancient foundation was re-enforced with a steel alloy during the remodel because the foundation", + " was strengthening." + ], + [ + "Jeffrey hired Michael to clean their floors but Michael was going on a long vacation.\n\nJen had to get her license and a house inspection to become a foster parent, and she had to keep her house clean for the inspection .\n\nIn order to help a friend with PTSD, she left a group therapy flyer on the table instead of a self-help book because the flyer would be useful.\n\nWhen roasting chicken I like to use the stove instead of the oven. The oven makes it unappetizing.\n\nHe refused to change out of his tank top, even though it made him look like a a redneck with beer because he wanted to finish the beer .\n\nThe building's ancient foundation was re-enforced with a steel alloy during the remodel because the steel", + " was strengthening." + ] + ], + "resps": [ + [ + [ + -12.234375, + false + ] + ], + [ + [ + -14.515625, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.234375, + false + ], + [ + -14.515625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 422, + "doc": { + "sentence": "Refraining from drinking was easy for Kyle but not Eric, as _ never enjoyed the taste of alcohol.", + "option1": "Kyle", + "option2": "Eric", + "answer": "1" + }, + "target": "never enjoyed the taste of alcohol.", + "arguments": [ + [ + "Upon coming across a millipedes on hike, Rebecca took a picture of it and Elena stepped on it as Elena is a bug hater.\n\nThe hats that Margaret knit look a lot nicer than the gloves she made. She has a knack for making the hats .\n\nTech problems are Lawrence specialty and physical problems are Ryan, Ryan works with people and disabilities.\n\nAble to hear a scurrying sound from below the sink, Megan asked Samantha to check, as Samantha was indifferent about seeing a mouse.\n\nDennis could not afford to replace the windows of his house like Neil recently had, because Dennis was poor.\n\nRefraining from drinking was easy for Kyle but not Eric, as Kyle", + " never enjoyed the taste of alcohol." + ], + [ + "Upon coming across a millipedes on hike, Rebecca took a picture of it and Elena stepped on it as Elena is a bug hater.\n\nThe hats that Margaret knit look a lot nicer than the gloves she made. She has a knack for making the hats .\n\nTech problems are Lawrence specialty and physical problems are Ryan, Ryan works with people and disabilities.\n\nAble to hear a scurrying sound from below the sink, Megan asked Samantha to check, as Samantha was indifferent about seeing a mouse.\n\nDennis could not afford to replace the windows of his house like Neil recently had, because Dennis was poor.\n\nRefraining from drinking was easy for Kyle but not Eric, as Eric", + " never enjoyed the taste of alcohol." + ] + ], + "resps": [ + [ + [ + -14.2890625, + false + ] + ], + [ + [ + -14.3359375, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.2890625, + false + ], + [ + -14.3359375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 430, + "doc": { + "sentence": "After a short time we stopped pouring the tea glass in the pot because the _ was empty.", + "option1": "glass", + "option2": "pot", + "answer": "1" + }, + "target": "was empty.", + "arguments": [ + [ + "i had to abandon pleasure to seek inner peace after my divorce, the pleasure was destructive.\n\nVictoria's Birthday present from Felicia was a new grill because Victoria is an avid chef.\n\nShe became extremely educated by reading books and watching videos. The books were often musty.\n\nSamuel did not know a lot of conversation topics like Brian because Brian always kept up with the news.\n\nNeil underwent the medical procedure performed by Nick, and Neil got through the procedure with flying colors.\n\nAfter a short time we stopped pouring the tea glass in the pot because the glass", + " was empty." + ], + [ + "i had to abandon pleasure to seek inner peace after my divorce, the pleasure was destructive.\n\nVictoria's Birthday present from Felicia was a new grill because Victoria is an avid chef.\n\nShe became extremely educated by reading books and watching videos. The books were often musty.\n\nSamuel did not know a lot of conversation topics like Brian because Brian always kept up with the news.\n\nNeil underwent the medical procedure performed by Nick, and Neil got through the procedure with flying colors.\n\nAfter a short time we stopped pouring the tea glass in the pot because the pot", + " was empty." + ] + ], + "resps": [ + [ + [ + -5.20703125, + false + ] + ], + [ + [ + -3.951171875, + false + ] + ] + ], + "filtered_resps": [ + [ + -5.20703125, + false + ], + [ + -3.951171875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 438, + "doc": { + "sentence": "Christine had really good grammar but Cynthia didn't have good grammar because _ studied math in college.", + "option1": "Christine", + "option2": "Cynthia", + "answer": "2" + }, + "target": "studied math in college.", + "arguments": [ + [ + "The man hated his work compared to his wife's job because the work was stressful.\n\nNeil always brewed his coffee last thing in the morning unlike Steven because Steven needed it first.\n\nThe seeds that William uses are worse than Adam's because William went to a less reputable farmer.\n\nBetty has found a gold and needs help from Felicia to clean it, because Felicia is really helpful.\n\nCindy ate the noodles but not the vegetables because the vegetables were hard and undercooked.\n\nChristine had really good grammar but Cynthia didn't have good grammar because Christine", + " studied math in college." + ], + [ + "The man hated his work compared to his wife's job because the work was stressful.\n\nNeil always brewed his coffee last thing in the morning unlike Steven because Steven needed it first.\n\nThe seeds that William uses are worse than Adam's because William went to a less reputable farmer.\n\nBetty has found a gold and needs help from Felicia to clean it, because Felicia is really helpful.\n\nCindy ate the noodles but not the vegetables because the vegetables were hard and undercooked.\n\nChristine had really good grammar but Cynthia didn't have good grammar because Cynthia", + " studied math in college." + ] + ], + "resps": [ + [ + [ + -16.78125, + false + ] + ], + [ + [ + -17.203125, + false + ] + ] + ], + "filtered_resps": [ + [ + -16.78125, + false + ], + [ + -17.203125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 446, + "doc": { + "sentence": "Even though Ian had less of a sweet tooth than Robert, _ liked chocolate more.", + "option1": "Ian", + "option2": "Robert", + "answer": "1" + }, + "target": "liked chocolate more.", + "arguments": [ + [ + "Bradley wants to buy a motorcycle and sell his SUV because the motorcycle will save a lot of money on gas.\n\nAmy learned to play the mandolin from Elena due to Amy being a music beginner.\n\nGrace was happy to get a new battery for her car. The battery was dead.\n\nWhen choosing a movie to watch, Logan would select a documentary and Jason a comedy, I say Jason is a fun loving person.\n\nKenneth liked to collect plates with pretty flowers on them while Eric did not. Eric didn't buy a new plate.\n\nEven though Ian had less of a sweet tooth than Robert, Ian", + " liked chocolate more." + ], + [ + "Bradley wants to buy a motorcycle and sell his SUV because the motorcycle will save a lot of money on gas.\n\nAmy learned to play the mandolin from Elena due to Amy being a music beginner.\n\nGrace was happy to get a new battery for her car. The battery was dead.\n\nWhen choosing a movie to watch, Logan would select a documentary and Jason a comedy, I say Jason is a fun loving person.\n\nKenneth liked to collect plates with pretty flowers on them while Eric did not. Eric didn't buy a new plate.\n\nEven though Ian had less of a sweet tooth than Robert, Robert", + " liked chocolate more." + ] + ], + "resps": [ + [ + [ + -8.8828125, + false + ] + ], + [ + [ + -9.6875, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.8828125, + false + ], + [ + -9.6875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 454, + "doc": { + "sentence": "A very active Randy injured their elbow playing basketball against Lawrence, so _ said sorry.", + "option1": "Randy", + "option2": "Lawrence", + "answer": "2" + }, + "target": "said sorry.", + "arguments": [ + [ + "Laura asked Elena to help choose their new curtains because Laura was new to interior design.\n\nVictoria found reading poems most enthralling while Felicia found mysteries more to their liking. Victoria bought a book by Shakespeare at Barnes and Noble.\n\nThe rod could not be used to mix the mixture of flour and water because the rod is too thin.\n\nNeil put the milk on Randy 's table and it spilled all over it. Randy was angry.\n\nRebecca asked Natalie what time their beginner's yoga class started because Rebecca could not remember.\n\nA very active Randy injured their elbow playing basketball against Lawrence, so Randy", + " said sorry." + ], + [ + "Laura asked Elena to help choose their new curtains because Laura was new to interior design.\n\nVictoria found reading poems most enthralling while Felicia found mysteries more to their liking. Victoria bought a book by Shakespeare at Barnes and Noble.\n\nThe rod could not be used to mix the mixture of flour and water because the rod is too thin.\n\nNeil put the milk on Randy 's table and it spilled all over it. Randy was angry.\n\nRebecca asked Natalie what time their beginner's yoga class started because Rebecca could not remember.\n\nA very active Randy injured their elbow playing basketball against Lawrence, so Lawrence", + " said sorry." + ] + ], + "resps": [ + [ + [ + -14.6015625, + false + ] + ], + [ + [ + -12.3125, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.6015625, + false + ], + [ + -12.3125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 462, + "doc": { + "sentence": "So _ ignores Google to search for information because Betty trusts in it and Cynthia doesn't.", + "option1": "Betty", + "option2": "Cynthia", + "answer": "2" + }, + "target": "ignores Google to search for information because Betty trusts in it and Cynthia doesn't.", + "arguments": [ + [ + "The barber tried to use the chemical to dye the woman's hair but the hair was too tough.\n\nSteven raises cattle while Joel raises chickens, and therefore Steven is able to sell milk.\n\nLeslie laughed at Christopher for having such short hair, and Christopher felt angry about it later.\n\nThe sidewalk was made of bricks while the driveway was made of poured concrete. The sidewalk was more bumpy to ride on.\n\nNelson found it easier to put the star on the Christmas tree than Robert because Nelson was quite tall.\n\nSo Betty", + " ignores Google to search for information because Betty trusts in it and Cynthia doesn't." + ], + [ + "The barber tried to use the chemical to dye the woman's hair but the hair was too tough.\n\nSteven raises cattle while Joel raises chickens, and therefore Steven is able to sell milk.\n\nLeslie laughed at Christopher for having such short hair, and Christopher felt angry about it later.\n\nThe sidewalk was made of bricks while the driveway was made of poured concrete. The sidewalk was more bumpy to ride on.\n\nNelson found it easier to put the star on the Christmas tree than Robert because Nelson was quite tall.\n\nSo Cynthia", + " ignores Google to search for information because Betty trusts in it and Cynthia doesn't." + ] + ], + "resps": [ + [ + [ + -74.0, + false + ] + ], + [ + [ + -71.8125, + false + ] + ] + ], + "filtered_resps": [ + [ + -74.0, + false + ], + [ + -71.8125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 470, + "doc": { + "sentence": "At Jan's home, she dusted the dresser more frequently than the fan, because the _ was easier to reach.", + "option1": "fan", + "option2": "dresser", + "answer": "2" + }, + "target": "was easier to reach.", + "arguments": [ + [ + "My friend renovated both her kitchen and bathroom. Her kitchen came off better, because the kitchen looks modern.\n\nBetty had to potty train Cynthia in order to enroll them in preschool, because Cynthia was a toddler.\n\nIt was more common for the bike to break that the tricycle, because the bike had poor craftsmanship.\n\nThe container was filled with water and milk, but the container burst and the milk was the heavier liquid.\n\nWilliam swept up all the leaves while Ian sat on the porch relaxing, so Ian was chill and relaxed.\n\nAt Jan's home, she dusted the dresser more frequently than the fan, because the fan", + " was easier to reach." + ], + [ + "My friend renovated both her kitchen and bathroom. Her kitchen came off better, because the kitchen looks modern.\n\nBetty had to potty train Cynthia in order to enroll them in preschool, because Cynthia was a toddler.\n\nIt was more common for the bike to break that the tricycle, because the bike had poor craftsmanship.\n\nThe container was filled with water and milk, but the container burst and the milk was the heavier liquid.\n\nWilliam swept up all the leaves while Ian sat on the porch relaxing, so Ian was chill and relaxed.\n\nAt Jan's home, she dusted the dresser more frequently than the fan, because the dresser", + " was easier to reach." + ] + ], + "resps": [ + [ + [ + -8.6171875, + false + ] + ], + [ + [ + -6.64453125, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.6171875, + false + ], + [ + -6.64453125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 478, + "doc": { + "sentence": "I had to rake more leaves at the house than at the office because there were more trees at the _ .", + "option1": "house", + "option2": "office", + "answer": "1" + }, + "target": ".", + "arguments": [ + [ + "Angela needs help with pricing her jewelery so she goes to Emily, becasue Emily is a professional.\n\nJeffrey always put peanut butter and jam on his sandwiches unlike Donald because Jeffrey loved the combo.\n\nThey went to a petting zoo which Samuel liked but Jason hated. Samuel was sure the animals enjoyed the experience, too.\n\nThe plane flew at a lower altitude than the helicopter because the plane had less engine power.\n\nThe musician wanted to store the guitar in the case but the case was too small.\n\nI had to rake more leaves at the house than at the office because there were more trees at the house", + " ." + ], + [ + "Angela needs help with pricing her jewelery so she goes to Emily, becasue Emily is a professional.\n\nJeffrey always put peanut butter and jam on his sandwiches unlike Donald because Jeffrey loved the combo.\n\nThey went to a petting zoo which Samuel liked but Jason hated. Samuel was sure the animals enjoyed the experience, too.\n\nThe plane flew at a lower altitude than the helicopter because the plane had less engine power.\n\nThe musician wanted to store the guitar in the case but the case was too small.\n\nI had to rake more leaves at the house than at the office because there were more trees at the office", + " ." + ] + ], + "resps": [ + [ + [ + -8.1875, + false + ] + ], + [ + [ + -8.1015625, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.1875, + false + ], + [ + -8.1015625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 486, + "doc": { + "sentence": "Maria gave Samantha the blue floral pants, because _ didn't fit into them very well.", + "option1": "Maria", + "option2": "Samantha", + "answer": "1" + }, + "target": "didn't fit into them very well.", + "arguments": [ + [ + "Kevin's broker recommended that he sell all his commodities and invest in bonds instead because the bonds would be more profitable.\n\nMary had less oily hair than Victoria although the scalp of Victoria was much drier.\n\nLaura likes the bright colors of a clownfish but Rebecca does not. Rebecca bought a catfish for their aquarium.\n\nCarrie was afraid of ghosts. Christine said this was foolish but Christine could not convinced them.\n\nRachel had fun at the slumber party but Erin had a bad time, Erin was quiet and was kept up all night.\n\nMaria gave Samantha the blue floral pants, because Maria", + " didn't fit into them very well." + ], + [ + "Kevin's broker recommended that he sell all his commodities and invest in bonds instead because the bonds would be more profitable.\n\nMary had less oily hair than Victoria although the scalp of Victoria was much drier.\n\nLaura likes the bright colors of a clownfish but Rebecca does not. Rebecca bought a catfish for their aquarium.\n\nCarrie was afraid of ghosts. Christine said this was foolish but Christine could not convinced them.\n\nRachel had fun at the slumber party but Erin had a bad time, Erin was quiet and was kept up all night.\n\nMaria gave Samantha the blue floral pants, because Samantha", + " didn't fit into them very well." + ] + ], + "resps": [ + [ + [ + -25.9375, + false + ] + ], + [ + [ + -28.390625, + false + ] + ] + ], + "filtered_resps": [ + [ + -25.9375, + false + ], + [ + -28.390625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 494, + "doc": { + "sentence": "Aaron drank plenty of water before the hike, but Christopher forgot to, so _ ended up staying hydrated.", + "option1": "Aaron", + "option2": "Christopher", + "answer": "1" + }, + "target": "ended up staying hydrated.", + "arguments": [ + [ + "The smile of Matthew is brighter than Craig's is, so Craig brushes his teeth less often.\n\nGrandad liked to get his news from real newspapers, and not online websites. The newspapers felt authentic and substantial.\n\nKen's dog preferred eating from the table and not his bowl, because food from the table seemed special to him.\n\nPatricia was caught trespassing on Sarah's house and other property, so Patricia went to jail.\n\nThe mechanic told Evan he needed to replace his brake pads, but not the shoes, as the pads were worn.\n\nAaron drank plenty of water before the hike, but Christopher forgot to, so Aaron", + " ended up staying hydrated." + ], + [ + "The smile of Matthew is brighter than Craig's is, so Craig brushes his teeth less often.\n\nGrandad liked to get his news from real newspapers, and not online websites. The newspapers felt authentic and substantial.\n\nKen's dog preferred eating from the table and not his bowl, because food from the table seemed special to him.\n\nPatricia was caught trespassing on Sarah's house and other property, so Patricia went to jail.\n\nThe mechanic told Evan he needed to replace his brake pads, but not the shoes, as the pads were worn.\n\nAaron drank plenty of water before the hike, but Christopher forgot to, so Christopher", + " ended up staying hydrated." + ] + ], + "resps": [ + [ + [ + -13.953125, + false + ] + ], + [ + [ + -16.375, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.953125, + false + ], + [ + -16.375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 502, + "doc": { + "sentence": "Although William liked animals less overall than Justin, _ couldn't stand to be around hamsters.", + "option1": "William", + "option2": "Justin", + "answer": "2" + }, + "target": "couldn't stand to be around hamsters.", + "arguments": [ + [ + "Katrina was able to remove the mildew from the tub but not Christine because Katrina used bleach.\n\nHangovers are really bad, but they are not as bad as migraines, because the migraines last awhile.\n\nThe autopsy was performed by Kayla instead of Christine since Christine fainted at the sight of blood .\n\nJon had to attend more physical therapy for his knee than for his elbow. The elbow had the less serious injury.\n\nLawrence has an anxiety disorder and Jason does not, so Lawrence takes medication for it.\n\nAlthough William liked animals less overall than Justin, William", + " couldn't stand to be around hamsters." + ], + [ + "Katrina was able to remove the mildew from the tub but not Christine because Katrina used bleach.\n\nHangovers are really bad, but they are not as bad as migraines, because the migraines last awhile.\n\nThe autopsy was performed by Kayla instead of Christine since Christine fainted at the sight of blood .\n\nJon had to attend more physical therapy for his knee than for his elbow. The elbow had the less serious injury.\n\nLawrence has an anxiety disorder and Jason does not, so Lawrence takes medication for it.\n\nAlthough William liked animals less overall than Justin, Justin", + " couldn't stand to be around hamsters." + ] + ], + "resps": [ + [ + [ + -22.921875, + false + ] + ], + [ + [ + -22.328125, + false + ] + ] + ], + "filtered_resps": [ + [ + -22.921875, + false + ], + [ + -22.328125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 510, + "doc": { + "sentence": "Carrie kept written records of their expenses but not Laura because _ had a faulty memory.", + "option1": "Carrie", + "option2": "Laura", + "answer": "1" + }, + "target": "had a faulty memory.", + "arguments": [ + [ + "Ian didn't know what to do about the situation while Steven was ready to go with an answer. Steven was a solver.\n\nI liked the flowers at my sisters house more than the plants at my moms, because the plants were ugly.\n\nThe dog food outweighed the drink, hence James decided to add more drink because the drink is lighter.\n\nThe man tried to put the furniture on the floor but the furniture was too large.\n\nBrett made a homemade pie while Eric bought a pie at the store because Eric was a terrible baker.\n\nCarrie kept written records of their expenses but not Laura because Carrie", + " had a faulty memory." + ], + [ + "Ian didn't know what to do about the situation while Steven was ready to go with an answer. Steven was a solver.\n\nI liked the flowers at my sisters house more than the plants at my moms, because the plants were ugly.\n\nThe dog food outweighed the drink, hence James decided to add more drink because the drink is lighter.\n\nThe man tried to put the furniture on the floor but the furniture was too large.\n\nBrett made a homemade pie while Eric bought a pie at the store because Eric was a terrible baker.\n\nCarrie kept written records of their expenses but not Laura because Laura", + " had a faulty memory." + ] + ], + "resps": [ + [ + [ + -12.0703125, + false + ] + ], + [ + [ + -10.453125, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.0703125, + false + ], + [ + -10.453125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 518, + "doc": { + "sentence": "Samantha wanted to reduce smoking by relying on a new nicotine patch and therapy video, but the _ was addictive.", + "option1": "patch", + "option2": "video", + "answer": "1" + }, + "target": "was addictive.", + "arguments": [ + [ + "Mary aged much worse than Cynthia because Mary was smoking all of their spare time.\n\nSamantha used a brush on their hair after a shower but Christine just toweled their hair. Christine had tangled gnarly hair.\n\nKyle screamed at William, because William was showing off their vast collection of creepy insects.\n\nLindsey was much weaker than Megan since Megan was a gym rat who worked out at least five days a week.\n\nMike was late to work because his car was law on gas, fortunately the work was close enough to walk to.\n\nSamantha wanted to reduce smoking by relying on a new nicotine patch and therapy video, but the patch", + " was addictive." + ], + [ + "Mary aged much worse than Cynthia because Mary was smoking all of their spare time.\n\nSamantha used a brush on their hair after a shower but Christine just toweled their hair. Christine had tangled gnarly hair.\n\nKyle screamed at William, because William was showing off their vast collection of creepy insects.\n\nLindsey was much weaker than Megan since Megan was a gym rat who worked out at least five days a week.\n\nMike was late to work because his car was law on gas, fortunately the work was close enough to walk to.\n\nSamantha wanted to reduce smoking by relying on a new nicotine patch and therapy video, but the video", + " was addictive." + ] + ], + "resps": [ + [ + [ + -9.75, + false + ] + ], + [ + [ + -9.8046875, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.75, + false + ], + [ + -9.8046875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 526, + "doc": { + "sentence": "The student tried to write down the notes on the papers but the _ were too long.", + "option1": "papers", + "option2": "notes", + "answer": "2" + }, + "target": "were too long.", + "arguments": [ + [ + "Being a boss comes natural to Michael it never has for Leslie, Leslie is not a suitable leader for others.\n\nThe feeling that John has with Philip is worse than his emotion towards Dennis, because the feeling are intense.\n\nChristine is teaching Rebecca how to ride a horse, because Christine is a great teacher.\n\nWilliam's attorney was a public defender who just didn't care and Dennis has a very successful hired attorney so chances are Dennis will win in mediation.\n\nThe skin of Jessica is much more bronze than that of Angela because Jessica got a lot of sun.\n\nThe student tried to write down the notes on the papers but the papers", + " were too long." + ], + [ + "Being a boss comes natural to Michael it never has for Leslie, Leslie is not a suitable leader for others.\n\nThe feeling that John has with Philip is worse than his emotion towards Dennis, because the feeling are intense.\n\nChristine is teaching Rebecca how to ride a horse, because Christine is a great teacher.\n\nWilliam's attorney was a public defender who just didn't care and Dennis has a very successful hired attorney so chances are Dennis will win in mediation.\n\nThe skin of Jessica is much more bronze than that of Angela because Jessica got a lot of sun.\n\nThe student tried to write down the notes on the papers but the notes", + " were too long." + ] + ], + "resps": [ + [ + [ + -7.98046875, + false + ] + ], + [ + [ + -7.74609375, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.98046875, + false + ], + [ + -7.74609375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 534, + "doc": { + "sentence": "The beef tasted better than the pork did although the _ had been slightly undercooked.", + "option1": "pork", + "option2": "beef", + "answer": "2" + }, + "target": "had been slightly undercooked.", + "arguments": [ + [ + "He wanted to buy a digital or acoustic piano for his new home and he chose the Acoustic piano because it was classic.\n\nShe tried to avoid the zoo so she could visit the park instead, since the park was aligned to her tastes.\n\nCleaning wood doors is enjoyable for Patricia but not Laura because Patricia is okay with easy work.\n\nSamantha liked to drink low tea and Tanya did not because Tanya did not enjoy drinking something in the evening.\n\nMary is in bad health unlike Katrina so Katrina doesn't worry about eating more fruits and vegetables.\n\nThe beef tasted better than the pork did although the pork", + " had been slightly undercooked." + ], + [ + "He wanted to buy a digital or acoustic piano for his new home and he chose the Acoustic piano because it was classic.\n\nShe tried to avoid the zoo so she could visit the park instead, since the park was aligned to her tastes.\n\nCleaning wood doors is enjoyable for Patricia but not Laura because Patricia is okay with easy work.\n\nSamantha liked to drink low tea and Tanya did not because Tanya did not enjoy drinking something in the evening.\n\nMary is in bad health unlike Katrina so Katrina doesn't worry about eating more fruits and vegetables.\n\nThe beef tasted better than the pork did although the beef", + " had been slightly undercooked." + ] + ], + "resps": [ + [ + [ + -17.96875, + false + ] + ], + [ + [ + -15.921875, + false + ] + ] + ], + "filtered_resps": [ + [ + -17.96875, + false + ], + [ + -15.921875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 542, + "doc": { + "sentence": "Rachel but not Christine was tracked down by police because _ did not make it to the hideout.", + "option1": "Rachel", + "option2": "Christine", + "answer": "1" + }, + "target": "did not make it to the hideout.", + "arguments": [ + [ + "Beth's put her art in a gallery instead of a museum because the gallery thought her art was different.\n\nThe computer needed a new monitor, but the keyboard was fine, because the keyboard was brand new.\n\nSamantha's hands were freezing, so she asked Elena if she could borrow some gloves. Samantha was unprepared for the cold weather.\n\nDuring the child's development, the parents were required to get many books and not as many notebooks because the notebooks were not needed for learning.\n\nVictoria had to wear cleats today at school but Patricia did not because Victoria has a soccer match after school.\n\nRachel but not Christine was tracked down by police because Rachel", + " did not make it to the hideout." + ], + [ + "Beth's put her art in a gallery instead of a museum because the gallery thought her art was different.\n\nThe computer needed a new monitor, but the keyboard was fine, because the keyboard was brand new.\n\nSamantha's hands were freezing, so she asked Elena if she could borrow some gloves. Samantha was unprepared for the cold weather.\n\nDuring the child's development, the parents were required to get many books and not as many notebooks because the notebooks were not needed for learning.\n\nVictoria had to wear cleats today at school but Patricia did not because Victoria has a soccer match after school.\n\nRachel but not Christine was tracked down by police because Christine", + " did not make it to the hideout." + ] + ], + "resps": [ + [ + [ + -23.578125, + false + ] + ], + [ + [ + -20.75, + false + ] + ] + ], + "filtered_resps": [ + [ + -23.578125, + false + ], + [ + -20.75, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 550, + "doc": { + "sentence": "The bank permitted Michael to open a checking account, but not Matthew, because _ was employed.", + "option1": "Michael", + "option2": "Matthew", + "answer": "1" + }, + "target": "was employed.", + "arguments": [ + [ + "He ran into the building after he heard the siren go off. The building was safe.\n\nThe team only needed to replace the monitor and not the computer because the monitor was old.\n\nNeil couldn't stop lying to Leslie, but Leslie told him he better to keep his friend.\n\nShe decided to leave the coach and headed to the taxi so she could get there faster but the coach was actually faster.\n\nThe shoe john sent to the man was returned but he accepted the watch because the watch is attractive.\n\nThe bank permitted Michael to open a checking account, but not Matthew, because Michael", + " was employed." + ], + [ + "He ran into the building after he heard the siren go off. The building was safe.\n\nThe team only needed to replace the monitor and not the computer because the monitor was old.\n\nNeil couldn't stop lying to Leslie, but Leslie told him he better to keep his friend.\n\nShe decided to leave the coach and headed to the taxi so she could get there faster but the coach was actually faster.\n\nThe shoe john sent to the man was returned but he accepted the watch because the watch is attractive.\n\nThe bank permitted Michael to open a checking account, but not Matthew, because Matthew", + " was employed." + ] + ], + "resps": [ + [ + [ + -7.96875, + false + ] + ], + [ + [ + -9.7890625, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.96875, + false + ], + [ + -9.7890625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 558, + "doc": { + "sentence": "Donna needed dentures or implants for her bad teeth. She chose the _ because they are permanent.", + "option1": "dentures", + "option2": "implants", + "answer": "2" + }, + "target": "because they are permanent.", + "arguments": [ + [ + "Being physically fit was easier for Natalie than Amy because Natalie spent a lot of time doing weight training.\n\nEric is known as bilingual whereas Jason is not because Jason still can't speak Spanish fluently.\n\nMegan fed the baby carrot flavored formula to Amy, so Amy is being a hungry infant.\n\nthe practice was to happen daily but they had limited space, the space was too little.\n\nLaura disliked the diamond ring Cynthia was wearing, but Cynthia loved it despite feeling diamonds were the result of slave labor and violence.\n\nDonna needed dentures or implants for her bad teeth. She chose the dentures", + " because they are permanent." + ], + [ + "Being physically fit was easier for Natalie than Amy because Natalie spent a lot of time doing weight training.\n\nEric is known as bilingual whereas Jason is not because Jason still can't speak Spanish fluently.\n\nMegan fed the baby carrot flavored formula to Amy, so Amy is being a hungry infant.\n\nthe practice was to happen daily but they had limited space, the space was too little.\n\nLaura disliked the diamond ring Cynthia was wearing, but Cynthia loved it despite feeling diamonds were the result of slave labor and violence.\n\nDonna needed dentures or implants for her bad teeth. She chose the implants", + " because they are permanent." + ] + ], + "resps": [ + [ + [ + -13.0625, + false + ] + ], + [ + [ + -11.8359375, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.0625, + false + ], + [ + -11.8359375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 566, + "doc": { + "sentence": "Jeffrey thought Craig probably had gum and asked for a piece, because _ had fresh breath.", + "option1": "Jeffrey", + "option2": "Craig", + "answer": "2" + }, + "target": "had fresh breath.", + "arguments": [ + [ + "When they baked, Kevin always let Jeffrey crack the egg because Kevin always got shells in the mix.\n\nJames was reading an essay loud to the audience but they cannot hear him because of the music played. The essay is quiet.\n\nMichael was going to Hawaii when Craig insisted he learned how to swim, but Craig had no idea how to swim either.\n\nWhile Michael didn't like animals as much as Robert however Robert had a dislike for frogs.\n\nAdam wanted to play the game on the table instead of the carpet, because the table had a smoother surface.\n\nJeffrey thought Craig probably had gum and asked for a piece, because Jeffrey", + " had fresh breath." + ], + [ + "When they baked, Kevin always let Jeffrey crack the egg because Kevin always got shells in the mix.\n\nJames was reading an essay loud to the audience but they cannot hear him because of the music played. The essay is quiet.\n\nMichael was going to Hawaii when Craig insisted he learned how to swim, but Craig had no idea how to swim either.\n\nWhile Michael didn't like animals as much as Robert however Robert had a dislike for frogs.\n\nAdam wanted to play the game on the table instead of the carpet, because the table had a smoother surface.\n\nJeffrey thought Craig probably had gum and asked for a piece, because Craig", + " had fresh breath." + ] + ], + "resps": [ + [ + [ + -12.296875, + false + ] + ], + [ + [ + -11.265625, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.296875, + false + ], + [ + -11.265625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 574, + "doc": { + "sentence": "Brian informed Aaron that their coach had scheduled an extra event on Saturday morning since _ was present at yesterday's practice.", + "option1": "Brian", + "option2": "Aaron", + "answer": "1" + }, + "target": "was present at yesterday's practice.", + "arguments": [ + [ + "Joe chose to invest in real estate over the stock market because he thought the real estate would have a higher long term return.\n\nSunny days were the best time to visit the beach according to Christopher but Matthew did not agree with Christopher .\n\nThe children were scared of the puppets but laughed at the movies, as the movies were amusing for them.\n\nThe mouse got stuck in a hole while running with a wood in its mouth. The wood is wide.\n\nIan really had to go the bathroom while he was at Craig's house, causing Ian to feel embarrassed.\n\nBrian informed Aaron that their coach had scheduled an extra event on Saturday morning since Brian", + " was present at yesterday's practice." + ], + [ + "Joe chose to invest in real estate over the stock market because he thought the real estate would have a higher long term return.\n\nSunny days were the best time to visit the beach according to Christopher but Matthew did not agree with Christopher .\n\nThe children were scared of the puppets but laughed at the movies, as the movies were amusing for them.\n\nThe mouse got stuck in a hole while running with a wood in its mouth. The wood is wide.\n\nIan really had to go the bathroom while he was at Craig's house, causing Ian to feel embarrassed.\n\nBrian informed Aaron that their coach had scheduled an extra event on Saturday morning since Aaron", + " was present at yesterday's practice." + ] + ], + "resps": [ + [ + [ + -19.34375, + false + ] + ], + [ + [ + -18.890625, + false + ] + ] + ], + "filtered_resps": [ + [ + -19.34375, + false + ], + [ + -18.890625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 582, + "doc": { + "sentence": "Of the two owners, Jessica was far worse than Jennifer, because _ like to treat the dogs.", + "option1": "Jessica", + "option2": "Jennifer", + "answer": "2" + }, + "target": "like to treat the dogs.", + "arguments": [ + [ + "While hiking, Logan asked Derrick what brand of binoculars he preferred, because Logan was curious.\n\nKayla asked Rachel to show how to exercise at the local crossfit, because Kayla seldom worked out.\n\nMegan was hoping that Mary would give her tips on how to become an actress, because Mary was a total celebrity.\n\nRachel thought fish were good pets but Monica did not. Rachel bought a guppy from the pet store.\n\nThe student tried to hang his backpack in the closet but the closet was too small.\n\nOf the two owners, Jessica was far worse than Jennifer, because Jessica", + " like to treat the dogs." + ], + [ + "While hiking, Logan asked Derrick what brand of binoculars he preferred, because Logan was curious.\n\nKayla asked Rachel to show how to exercise at the local crossfit, because Kayla seldom worked out.\n\nMegan was hoping that Mary would give her tips on how to become an actress, because Mary was a total celebrity.\n\nRachel thought fish were good pets but Monica did not. Rachel bought a guppy from the pet store.\n\nThe student tried to hang his backpack in the closet but the closet was too small.\n\nOf the two owners, Jessica was far worse than Jennifer, because Jennifer", + " like to treat the dogs." + ] + ], + "resps": [ + [ + [ + -27.71875, + false + ] + ], + [ + [ + -26.1875, + false + ] + ] + ], + "filtered_resps": [ + [ + -27.71875, + false + ], + [ + -26.1875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 590, + "doc": { + "sentence": "Because of his rash, he opted not to wash with soap but with oil, as the _ would soothe it.", + "option1": "soap", + "option2": "oil", + "answer": "2" + }, + "target": "would soothe it.", + "arguments": [ + [ + "Christine thought rabbits were very cute but Betty didn't. Betty bought a gerbil at the pet store.\n\nIan helped Steven carry a mattress up the stairs since Ian is a very strong person.\n\nJoe used soap to get rid of his smell, but the Soap was too weak.\n\nThe man tried to put the food into the refrigerator but the refrigerator was too small.\n\nThe blackberries tasted sweet but the raspberries tasted tart because the raspberries were less ripe.\n\nBecause of his rash, he opted not to wash with soap but with oil, as the soap", + " would soothe it." + ], + [ + "Christine thought rabbits were very cute but Betty didn't. Betty bought a gerbil at the pet store.\n\nIan helped Steven carry a mattress up the stairs since Ian is a very strong person.\n\nJoe used soap to get rid of his smell, but the Soap was too weak.\n\nThe man tried to put the food into the refrigerator but the refrigerator was too small.\n\nThe blackberries tasted sweet but the raspberries tasted tart because the raspberries were less ripe.\n\nBecause of his rash, he opted not to wash with soap but with oil, as the oil", + " would soothe it." + ] + ], + "resps": [ + [ + [ + -14.6328125, + false + ] + ], + [ + [ + -9.34375, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.6328125, + false + ], + [ + -9.34375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 598, + "doc": { + "sentence": "Brett threw away all the soda and junk food to reduce Leslie's dependence on unhealthy foods because _ cares for his health.", + "option1": "Brett", + "option2": "Leslie", + "answer": "1" + }, + "target": "cares for his health.", + "arguments": [ + [ + "Fallon brought home mice and put them in cages, but the cages were too small.\n\nCarrie asked Angela what medicine the doctor had said to get because Carrie had forgotten.\n\nRachel was always happy for Felicia because Felicia got good grades a lot of the time at school.\n\nThe flowers in my moms house were beautiful as opposed to the plants in my house, because the plants were let go.\n\nDarlene was making a casserole and decided to top it with tater tots instead of potato chips because her family had already had it with the potato chips before.\n\nBrett threw away all the soda and junk food to reduce Leslie's dependence on unhealthy foods because Brett", + " cares for his health." + ], + [ + "Fallon brought home mice and put them in cages, but the cages were too small.\n\nCarrie asked Angela what medicine the doctor had said to get because Carrie had forgotten.\n\nRachel was always happy for Felicia because Felicia got good grades a lot of the time at school.\n\nThe flowers in my moms house were beautiful as opposed to the plants in my house, because the plants were let go.\n\nDarlene was making a casserole and decided to top it with tater tots instead of potato chips because her family had already had it with the potato chips before.\n\nBrett threw away all the soda and junk food to reduce Leslie's dependence on unhealthy foods because Leslie", + " cares for his health." + ] + ], + "resps": [ + [ + [ + -15.78125, + false + ] + ], + [ + [ + -18.0, + false + ] + ] + ], + "filtered_resps": [ + [ + -15.78125, + false + ], + [ + -18.0, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 606, + "doc": { + "sentence": "Betty reluctantly confided in Rebecca that she was suffering from memory loss. _ was distraught.", + "option1": "Betty", + "option2": "Rebecca", + "answer": "1" + }, + "target": "was distraught.", + "arguments": [ + [ + "Nelson banged loudy on the drum which really bothered Michael because Michael was really sensitive to sound.\n\nWhen Betty said they were a hippie Emily laughed and said they preferred Nixon. The liberal was Betty .\n\nBugs freak Sarah out, while Katrina is a lover of them Sarah is an indoor human being.\n\nDoctor gave some medicine to Betty but gave none to Tanya as Tanya was showing none of the symptoms of illness.\n\nShe changed her university course from mathematics to history, because the mathematics course is too complex.\n\nBetty reluctantly confided in Rebecca that she was suffering from memory loss. Betty", + " was distraught." + ], + [ + "Nelson banged loudy on the drum which really bothered Michael because Michael was really sensitive to sound.\n\nWhen Betty said they were a hippie Emily laughed and said they preferred Nixon. The liberal was Betty .\n\nBugs freak Sarah out, while Katrina is a lover of them Sarah is an indoor human being.\n\nDoctor gave some medicine to Betty but gave none to Tanya as Tanya was showing none of the symptoms of illness.\n\nShe changed her university course from mathematics to history, because the mathematics course is too complex.\n\nBetty reluctantly confided in Rebecca that she was suffering from memory loss. Rebecca", + " was distraught." + ] + ], + "resps": [ + [ + [ + -11.5546875, + false + ] + ], + [ + [ + -11.15625, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.5546875, + false + ], + [ + -11.15625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 614, + "doc": { + "sentence": "Megan wrote on the paper with a pencil unlike Jennifer who wrote with a pen, because _ wanted to keep it for later.", + "option1": "Megan", + "option2": "Jennifer", + "answer": "2" + }, + "target": "wanted to keep it for later.", + "arguments": [ + [ + "Planting a fruit tree was a good idea for William but not Derrick because William enjoys eating fruit.\n\nSteven was more interested in planning his vacation than Justin because Justin had never wanted to travel.\n\nMary put the unused furniture in the den before decorating the dining room, because the den would not be used during the party.\n\nCraig set up traps in order to catch rats for Michael, because Michael needed traps from because their house was infested.\n\nEddie needed to make money so he pulled his money out of bonds and put them into stocks because the bonds had a better chance of lower performance.\n\nMegan wrote on the paper with a pencil unlike Jennifer who wrote with a pen, because Megan", + " wanted to keep it for later." + ], + [ + "Planting a fruit tree was a good idea for William but not Derrick because William enjoys eating fruit.\n\nSteven was more interested in planning his vacation than Justin because Justin had never wanted to travel.\n\nMary put the unused furniture in the den before decorating the dining room, because the den would not be used during the party.\n\nCraig set up traps in order to catch rats for Michael, because Michael needed traps from because their house was infested.\n\nEddie needed to make money so he pulled his money out of bonds and put them into stocks because the bonds had a better chance of lower performance.\n\nMegan wrote on the paper with a pencil unlike Jennifer who wrote with a pen, because Jennifer", + " wanted to keep it for later." + ] + ], + "resps": [ + [ + [ + -14.3203125, + false + ] + ], + [ + [ + -15.875, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.3203125, + false + ], + [ + -15.875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 622, + "doc": { + "sentence": "After a boring meeting, Monica closed her eyes and dozed while Carrie took a walk, as _ had gone to bed late the night before.", + "option1": "Monica", + "option2": "Carrie", + "answer": "1" + }, + "target": "had gone to bed late the night before.", + "arguments": [ + [ + "For their birthday, Amy wanted to improve the house with Sarah, but Sarah left the short boards.\n\nJames believes he could get the same number of grams of stones with equal volume of oil but he was wrong because the oil is lighter.\n\nAfter eating dinner, Leslie offered a piece of gum to Kevin because Kevin had eaten a lot of garlic.\n\nThe skin treatment made her skin look better than the face mask did. The skin treatment must work efficiently.\n\nJulie couldn't use the rope to tie the rods together so she used a ribbon because the ribbon was a lot easier to knot.\n\nAfter a boring meeting, Monica closed her eyes and dozed while Carrie took a walk, as Monica", + " had gone to bed late the night before." + ], + [ + "For their birthday, Amy wanted to improve the house with Sarah, but Sarah left the short boards.\n\nJames believes he could get the same number of grams of stones with equal volume of oil but he was wrong because the oil is lighter.\n\nAfter eating dinner, Leslie offered a piece of gum to Kevin because Kevin had eaten a lot of garlic.\n\nThe skin treatment made her skin look better than the face mask did. The skin treatment must work efficiently.\n\nJulie couldn't use the rope to tie the rods together so she used a ribbon because the ribbon was a lot easier to knot.\n\nAfter a boring meeting, Monica closed her eyes and dozed while Carrie took a walk, as Carrie", + " had gone to bed late the night before." + ] + ], + "resps": [ + [ + [ + -15.953125, + false + ] + ], + [ + [ + -15.0, + false + ] + ] + ], + "filtered_resps": [ + [ + -15.953125, + false + ], + [ + -15.0, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 630, + "doc": { + "sentence": "The creatures attacked Derrick while ignoring Ryan, because _ remembered to put on the repellent.", + "option1": "Derrick", + "option2": "Ryan", + "answer": "2" + }, + "target": "remembered to put on the repellent.", + "arguments": [ + [ + "The microchip in Kenneth's cat works, but Benjamin's doesn't because Benjamin has a shady veterinarian.\n\nBrett wasn't sure what color of dress to buy unlike Derrick because Derrick was not picky.\n\nI have displayed my awards on the mantle but had to move some of them to a case. The mantle was too full.\n\nEvery time Michael saw a spider in the apartment he asked Samuel to deal with it, because Samuel loved helping spiders.\n\nKenneth could write a song and Kyle could sing them so, Kenneth wrote a beautiful song.\n\nThe creatures attacked Derrick while ignoring Ryan, because Derrick", + " remembered to put on the repellent." + ], + [ + "The microchip in Kenneth's cat works, but Benjamin's doesn't because Benjamin has a shady veterinarian.\n\nBrett wasn't sure what color of dress to buy unlike Derrick because Derrick was not picky.\n\nI have displayed my awards on the mantle but had to move some of them to a case. The mantle was too full.\n\nEvery time Michael saw a spider in the apartment he asked Samuel to deal with it, because Samuel loved helping spiders.\n\nKenneth could write a song and Kyle could sing them so, Kenneth wrote a beautiful song.\n\nThe creatures attacked Derrick while ignoring Ryan, because Ryan", + " remembered to put on the repellent." + ] + ], + "resps": [ + [ + [ + -21.78125, + false + ] + ], + [ + [ + -21.578125, + false + ] + ] + ], + "filtered_resps": [ + [ + -21.78125, + false + ], + [ + -21.578125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 638, + "doc": { + "sentence": "Neil used a chainsaw to cut down the tree instead of a regular saw like William, because _ believed in modern equipment.", + "option1": "Neil", + "option2": "William", + "answer": "1" + }, + "target": "believed in modern equipment.", + "arguments": [ + [ + "John could never think of buying a television with that price considering his income because the income is low.\n\nCynthia needed to lose weight but Angela did not because Angela was over twenty pounds under the recommended weight.\n\nSheila didn’t check the temperature of her flat iron before straightening her hair. The hair was fried.\n\nSo Derrick hates being outdoor because Benjamin likes the fresh air and the open space and Derrick don't.\n\nLaura fixed all of the electronics brought to them by Felicia, because Felicia was paying them.\n\nNeil used a chainsaw to cut down the tree instead of a regular saw like William, because Neil", + " believed in modern equipment." + ], + [ + "John could never think of buying a television with that price considering his income because the income is low.\n\nCynthia needed to lose weight but Angela did not because Angela was over twenty pounds under the recommended weight.\n\nSheila didn’t check the temperature of her flat iron before straightening her hair. The hair was fried.\n\nSo Derrick hates being outdoor because Benjamin likes the fresh air and the open space and Derrick don't.\n\nLaura fixed all of the electronics brought to them by Felicia, because Felicia was paying them.\n\nNeil used a chainsaw to cut down the tree instead of a regular saw like William, because William", + " believed in modern equipment." + ] + ], + "resps": [ + [ + [ + -19.125, + false + ] + ], + [ + [ + -21.375, + false + ] + ] + ], + "filtered_resps": [ + [ + -19.125, + false + ], + [ + -21.375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 646, + "doc": { + "sentence": "Erin loved people and wanted to help them while Katrina loved to help animals. _ volunteered at the local shelter.", + "option1": "Erin", + "option2": "Katrina", + "answer": "2" + }, + "target": "volunteered at the local shelter.", + "arguments": [ + [ + "My migraine today was worse than my headache yesterday, because the headache was very mellow.\n\nShe chose to wax her legs rather than using a razor because she preferred the smoother look that using the wax gave her.\n\nDuring the meeting, Emily asked Elena to summarize the main points, because Emily preferred a succinct presentation.\n\nAlexis wanted to lose weight, so she bought a bench to lift weights and a low calorie meal pack, but the pack had additives.\n\nPaint was applied to the scooter, but not the car. The scooter had recently been in an accident.\n\nErin loved people and wanted to help them while Katrina loved to help animals. Erin", + " volunteered at the local shelter." + ], + [ + "My migraine today was worse than my headache yesterday, because the headache was very mellow.\n\nShe chose to wax her legs rather than using a razor because she preferred the smoother look that using the wax gave her.\n\nDuring the meeting, Emily asked Elena to summarize the main points, because Emily preferred a succinct presentation.\n\nAlexis wanted to lose weight, so she bought a bench to lift weights and a low calorie meal pack, but the pack had additives.\n\nPaint was applied to the scooter, but not the car. The scooter had recently been in an accident.\n\nErin loved people and wanted to help them while Katrina loved to help animals. Katrina", + " volunteered at the local shelter." + ] + ], + "resps": [ + [ + [ + -11.53125, + false + ] + ], + [ + [ + -9.4296875, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.53125, + false + ], + [ + -9.4296875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 654, + "doc": { + "sentence": "Neil put the finishing touches on the android as he sold it off to Brian because _ was an engineer.", + "option1": "Neil", + "option2": "Brian", + "answer": "1" + }, + "target": "was an engineer.", + "arguments": [ + [ + "When Christine suspected that Felicia was lying, she tried to set a trap. Then Christine got angry when it didn't work.\n\nFeeling chronic pain is an everything day for Dennis but not Donald because Dennis suffers from chronic pain syndrome.\n\nMark preferred to drink juice over water in the hot summer sun because the juice was delicious.\n\nThe student preferred to write his papers on the computer versus paper because he is slower at writing on paper .\n\n Carrie hates chocolates so Patricia received chocolates as a gift for their once a year birthday from Carrie.\n\nNeil put the finishing touches on the android as he sold it off to Brian because Neil", + " was an engineer." + ], + [ + "When Christine suspected that Felicia was lying, she tried to set a trap. Then Christine got angry when it didn't work.\n\nFeeling chronic pain is an everything day for Dennis but not Donald because Dennis suffers from chronic pain syndrome.\n\nMark preferred to drink juice over water in the hot summer sun because the juice was delicious.\n\nThe student preferred to write his papers on the computer versus paper because he is slower at writing on paper .\n\n Carrie hates chocolates so Patricia received chocolates as a gift for their once a year birthday from Carrie.\n\nNeil put the finishing touches on the android as he sold it off to Brian because Brian", + " was an engineer." + ] + ], + "resps": [ + [ + [ + -8.0234375, + false + ] + ], + [ + [ + -9.1640625, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.0234375, + false + ], + [ + -9.1640625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 662, + "doc": { + "sentence": "The library always had more books than computers, most likely because the _ are smaller.", + "option1": "books", + "option2": "computers", + "answer": "1" + }, + "target": "are smaller.", + "arguments": [ + [ + "Adam loved orange juice with their breakfast but William much preferred apple juice. Adam ordered a glass of orange juice at IHOP.\n\nDonald has decided to become a Medical Marijuana farmer Jason doesn't approve, Jason wants to be a cop.\n\nAfter getting his high school degree, Kevin never received a college degree but still got a great job because the high school degree was all that was necessary.\n\nLawrence was afraid to mess with electricity, while Adam was adept with it, so Lawrence would avoid the fuse box.\n\nThe large wooden cutting board did not fit into the kitchen sink because the sink was too small.\n\nThe library always had more books than computers, most likely because the books", + " are smaller." + ], + [ + "Adam loved orange juice with their breakfast but William much preferred apple juice. Adam ordered a glass of orange juice at IHOP.\n\nDonald has decided to become a Medical Marijuana farmer Jason doesn't approve, Jason wants to be a cop.\n\nAfter getting his high school degree, Kevin never received a college degree but still got a great job because the high school degree was all that was necessary.\n\nLawrence was afraid to mess with electricity, while Adam was adept with it, so Lawrence would avoid the fuse box.\n\nThe large wooden cutting board did not fit into the kitchen sink because the sink was too small.\n\nThe library always had more books than computers, most likely because the computers", + " are smaller." + ] + ], + "resps": [ + [ + [ + -10.015625, + false + ] + ], + [ + [ + -10.90625, + false + ] + ] + ], + "filtered_resps": [ + [ + -10.015625, + false + ], + [ + -10.90625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 670, + "doc": { + "sentence": "Garrett was always feeling fatigued because of the energy his job demands. The _ of the job is too much.", + "option1": "demand", + "option2": "energy", + "answer": "1" + }, + "target": "of the job is too much.", + "arguments": [ + [ + "An Uber was called for Rebecca but not Kayla because Kayla had a ride home.\n\nThe painting of Kayla sold for more than the one by Cynthia because Kayla was more creative.\n\nJack decided to become a vegetarian and to make a mushroom lasagna with substitutes for meat. He decided to swap the meat .\n\nThe food stamps were more beneficial to the couple than the donations because the donations came in tiny amounts.\n\nThe mother looked in the drawer and could only find the spoons but not the forks because the forks were lost.\n\nGarrett was always feeling fatigued because of the energy his job demands. The demand", + " of the job is too much." + ], + [ + "An Uber was called for Rebecca but not Kayla because Kayla had a ride home.\n\nThe painting of Kayla sold for more than the one by Cynthia because Kayla was more creative.\n\nJack decided to become a vegetarian and to make a mushroom lasagna with substitutes for meat. He decided to swap the meat .\n\nThe food stamps were more beneficial to the couple than the donations because the donations came in tiny amounts.\n\nThe mother looked in the drawer and could only find the spoons but not the forks because the forks were lost.\n\nGarrett was always feeling fatigued because of the energy his job demands. The energy", + " of the job is too much." + ] + ], + "resps": [ + [ + [ + -12.390625, + false + ] + ], + [ + [ + -16.109375, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.390625, + false + ], + [ + -16.109375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 678, + "doc": { + "sentence": "Tanya wanted poppies for her wedding flowers but Carrie said that was an odd choice. _ pointed out it was a wedding and tradition mattered.", + "option1": "Tanya", + "option2": "Carrie", + "answer": "2" + }, + "target": "pointed out it was a wedding and tradition mattered.", + "arguments": [ + [ + "Megan always loved to talk but Tanya did not because Tanya was really very introverted.\n\nThe coffee that Michael makes is usually stronger than that of Logan because Michael uses more grounds.\n\nPatricia wanted to adopt Jennifer and take her into her home, so Jennifer could be a daughter now.\n\nThe single Monica did not envy Emily 's married life, as Monica relished her freedom.\n\nThe staple that I used worked a lot better than the tape because the staple was stronger.\n\nTanya wanted poppies for her wedding flowers but Carrie said that was an odd choice. Tanya", + " pointed out it was a wedding and tradition mattered." + ], + [ + "Megan always loved to talk but Tanya did not because Tanya was really very introverted.\n\nThe coffee that Michael makes is usually stronger than that of Logan because Michael uses more grounds.\n\nPatricia wanted to adopt Jennifer and take her into her home, so Jennifer could be a daughter now.\n\nThe single Monica did not envy Emily 's married life, as Monica relished her freedom.\n\nThe staple that I used worked a lot better than the tape because the staple was stronger.\n\nTanya wanted poppies for her wedding flowers but Carrie said that was an odd choice. Carrie", + " pointed out it was a wedding and tradition mattered." + ] + ], + "resps": [ + [ + [ + -33.75, + false + ] + ], + [ + [ + -39.84375, + false + ] + ] + ], + "filtered_resps": [ + [ + -33.75, + false + ], + [ + -39.84375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 686, + "doc": { + "sentence": "Eating spicy foods better suited Robert and not Adam because _ never got acid reflux from salsa.", + "option1": "Robert", + "option2": "Adam", + "answer": "1" + }, + "target": "never got acid reflux from salsa.", + "arguments": [ + [ + "Christine told Megan some tips for their new real estate agent job since Christine was experienced and thought they could use some help.\n\nShe wanted to do embroidery with her needle and floss, but when she tried to thread the needle she realized the floss was too thick.\n\nTai needed to hire a contractor, either licensed or unlicensed, but the unlicensed was too cheap.\n\nOver the winter the bank replaced their dirty carpet with hardwood to satisfy their customers, the carpet was old.\n\nRandy legs were shinier than Craig because Randy always remembered to moisturize after a shower.\n\nEating spicy foods better suited Robert and not Adam because Robert", + " never got acid reflux from salsa." + ], + [ + "Christine told Megan some tips for their new real estate agent job since Christine was experienced and thought they could use some help.\n\nShe wanted to do embroidery with her needle and floss, but when she tried to thread the needle she realized the floss was too thick.\n\nTai needed to hire a contractor, either licensed or unlicensed, but the unlicensed was too cheap.\n\nOver the winter the bank replaced their dirty carpet with hardwood to satisfy their customers, the carpet was old.\n\nRandy legs were shinier than Craig because Randy always remembered to moisturize after a shower.\n\nEating spicy foods better suited Robert and not Adam because Adam", + " never got acid reflux from salsa." + ] + ], + "resps": [ + [ + [ + -25.53125, + false + ] + ], + [ + [ + -28.5625, + false + ] + ] + ], + "filtered_resps": [ + [ + -25.53125, + false + ], + [ + -28.5625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 694, + "doc": { + "sentence": "Tanya loved pepperoni on their pizza and Katrina loved sausage, so when it had just pepperoni _ was not very happy.", + "option1": "Tanya", + "option2": "Katrina", + "answer": "2" + }, + "target": "was not very happy.", + "arguments": [ + [ + "There was less chocolate in the cake than in the pie, so the pie was sweeter.\n\nKyle caught several fish but Justin did not catch a single one, so Justin was disappointed about how they did on the fishing trip.\n\nTanya wanted to return the found wallet to the owner, but Jessica argued that they should keep the money, because Tanya was more ethical.\n\nWe didn't have money for a lantern so we made our own out of tin cans rather than buckets as the tin cans were compact.\n\nJustin was not afraid to fight Leslie in the boxing ring, even though Leslie was much larger.\n\nTanya loved pepperoni on their pizza and Katrina loved sausage, so when it had just pepperoni Tanya", + " was not very happy." + ], + [ + "There was less chocolate in the cake than in the pie, so the pie was sweeter.\n\nKyle caught several fish but Justin did not catch a single one, so Justin was disappointed about how they did on the fishing trip.\n\nTanya wanted to return the found wallet to the owner, but Jessica argued that they should keep the money, because Tanya was more ethical.\n\nWe didn't have money for a lantern so we made our own out of tin cans rather than buckets as the tin cans were compact.\n\nJustin was not afraid to fight Leslie in the boxing ring, even though Leslie was much larger.\n\nTanya loved pepperoni on their pizza and Katrina loved sausage, so when it had just pepperoni Katrina", + " was not very happy." + ] + ], + "resps": [ + [ + [ + -6.51953125, + false + ] + ], + [ + [ + -6.51953125, + false + ] + ] + ], + "filtered_resps": [ + [ + -6.51953125, + false + ], + [ + -6.51953125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 702, + "doc": { + "sentence": "The student liked writing their signature with a pen instead of a pencil, because the _ showed up darker.", + "option1": "pen", + "option2": "pencil", + "answer": "1" + }, + "target": "showed up darker.", + "arguments": [ + [ + "The farmers harvested more pumpkins than apples because the pumpkins grew better during the season.\n\nThe girl wore the shorts, but took the pants to the seamstress be hemmed, because the pants were the wrong length.\n\nHe had to rid the house of the trash and clothing, but the trash was the most disgusting part to clean up.\n\nBetty was more experienced than Jessica at chess, but it was a surprise when Jessica won.\n\nMaria recalled her childhood more fondly than Jessica, because Maria had been loved by her parents.\n\nThe student liked writing their signature with a pen instead of a pencil, because the pen", + " showed up darker." + ], + [ + "The farmers harvested more pumpkins than apples because the pumpkins grew better during the season.\n\nThe girl wore the shorts, but took the pants to the seamstress be hemmed, because the pants were the wrong length.\n\nHe had to rid the house of the trash and clothing, but the trash was the most disgusting part to clean up.\n\nBetty was more experienced than Jessica at chess, but it was a surprise when Jessica won.\n\nMaria recalled her childhood more fondly than Jessica, because Maria had been loved by her parents.\n\nThe student liked writing their signature with a pen instead of a pencil, because the pencil", + " showed up darker." + ] + ], + "resps": [ + [ + [ + -15.15625, + false + ] + ], + [ + [ + -14.4140625, + false + ] + ] + ], + "filtered_resps": [ + [ + -15.15625, + false + ], + [ + -14.4140625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 710, + "doc": { + "sentence": "I couldn't decide if I should pressure cook or smoke the pig feet. After looking outside, I decided the weather was poor enough to _ them.", + "option1": "smoke", + "option2": "pressure cook", + "answer": "2" + }, + "target": "them.", + "arguments": [ + [ + "Nelson had lots of new ideas, but not Robert because Nelson was much more original in thought.\n\nWinston loved audio, and preferred to use the headphones rather than the speakers to listen to music becasuse he thought that the headphones sounded perfect.\n\nI bought a traveling cage for the dog and not the horse because the horse was wrongly sized for a traveling cage.\n\nCleaning the kitchen has never bothered Mary, while cleaning her bedroom does bother her. The kitchen isn't as dirty to start with.\n\nWe cannot see the flowers in the garden because of the fences and the fences are tall.\n\nI couldn't decide if I should pressure cook or smoke the pig feet. After looking outside, I decided the weather was poor enough to smoke", + " them." + ], + [ + "Nelson had lots of new ideas, but not Robert because Nelson was much more original in thought.\n\nWinston loved audio, and preferred to use the headphones rather than the speakers to listen to music becasuse he thought that the headphones sounded perfect.\n\nI bought a traveling cage for the dog and not the horse because the horse was wrongly sized for a traveling cage.\n\nCleaning the kitchen has never bothered Mary, while cleaning her bedroom does bother her. The kitchen isn't as dirty to start with.\n\nWe cannot see the flowers in the garden because of the fences and the fences are tall.\n\nI couldn't decide if I should pressure cook or smoke the pig feet. After looking outside, I decided the weather was poor enough to pressure cook", + " them." + ] + ], + "resps": [ + [ + [ + -1.748046875, + false + ] + ], + [ + [ + -2.76953125, + false + ] + ] + ], + "filtered_resps": [ + [ + -1.748046875, + false + ], + [ + -2.76953125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 718, + "doc": { + "sentence": "The professor's eyes could not see clearly because of the sunglasses he had. The _ were poor.", + "option1": "Sunglasses", + "option2": "Eyes", + "answer": "1" + }, + "target": "were poor.", + "arguments": [ + [ + "A basketball is a ball but what is a football? The football isn't quite what I pictured.\n\nNatalie asked Elena to place the book on the top shelf since Elena was tall enough to reach.\n\nHe didn't want to send the personal letter to her, so he sent a card instead. The card was appropriate to share.\n\nBurnt out, Felicia wants to go on a vacation with Tanya because Felicia needs a break from work.\n\nFelicia loved animals more than Cynthia so Felicia liked to play with mice and watch them run around.\n\nThe professor's eyes could not see clearly because of the sunglasses he had. The Sunglasses", + " were poor." + ], + [ + "A basketball is a ball but what is a football? The football isn't quite what I pictured.\n\nNatalie asked Elena to place the book on the top shelf since Elena was tall enough to reach.\n\nHe didn't want to send the personal letter to her, so he sent a card instead. The card was appropriate to share.\n\nBurnt out, Felicia wants to go on a vacation with Tanya because Felicia needs a break from work.\n\nFelicia loved animals more than Cynthia so Felicia liked to play with mice and watch them run around.\n\nThe professor's eyes could not see clearly because of the sunglasses he had. The Eyes", + " were poor." + ] + ], + "resps": [ + [ + [ + -13.4453125, + false + ] + ], + [ + [ + -11.5546875, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.4453125, + false + ], + [ + -11.5546875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 726, + "doc": { + "sentence": "Kyle paid Craig to board the family dog at the kennel for a week, because _ was going on vacation.", + "option1": "Kyle", + "option2": "Craig", + "answer": "1" + }, + "target": "was going on vacation.", + "arguments": [ + [ + "Jennifer accepted all the medical treatment from Erin, because Erin was always happy to be helpful to anyone.\n\nKevin was a better writer than Brett, so Kevin was able to finish essays more quickly.\n\nMary checked all the hiding places they expected Jennifer to be in, but Mary never found them.\n\nAdopting a dog didn't work out for Kayla the way it did for Lindsey because Kayla has a fear of dogs.\n\nThe dog obeyed Lawrence more than William around the house because Lawrence had built a deeper bond with it.\n\nKyle paid Craig to board the family dog at the kennel for a week, because Kyle", + " was going on vacation." + ], + [ + "Jennifer accepted all the medical treatment from Erin, because Erin was always happy to be helpful to anyone.\n\nKevin was a better writer than Brett, so Kevin was able to finish essays more quickly.\n\nMary checked all the hiding places they expected Jennifer to be in, but Mary never found them.\n\nAdopting a dog didn't work out for Kayla the way it did for Lindsey because Kayla has a fear of dogs.\n\nThe dog obeyed Lawrence more than William around the house because Lawrence had built a deeper bond with it.\n\nKyle paid Craig to board the family dog at the kennel for a week, because Craig", + " was going on vacation." + ] + ], + "resps": [ + [ + [ + -5.578125, + true + ] + ], + [ + [ + -8.3203125, + false + ] + ] + ], + "filtered_resps": [ + [ + -5.578125, + true + ], + [ + -8.3203125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 734, + "doc": { + "sentence": "Jennifer got about with a seeing-eye dog but Mary did not because _ was sighted.", + "option1": "Jennifer", + "option2": "Mary", + "answer": "2" + }, + "target": "was sighted.", + "arguments": [ + [ + "Jade ordered sushi and steak at the fusion restaurant, but could only eat the steak because the steak tasted wonderful.\n\nLess people liked to be around Jessica than around Cynthia because Cynthia liked helping others.\n\nBob preferred the movie over dinner on the date because the dinner required more conversation.\n\nChristopher could speak French well, Derrick could not so Derrick didn't get along well in France.\n\nBilly poured the entire bag of broccoli into the hot pan located on the stone until the pan was full.\n\nJennifer got about with a seeing-eye dog but Mary did not because Jennifer", + " was sighted." + ], + [ + "Jade ordered sushi and steak at the fusion restaurant, but could only eat the steak because the steak tasted wonderful.\n\nLess people liked to be around Jessica than around Cynthia because Cynthia liked helping others.\n\nBob preferred the movie over dinner on the date because the dinner required more conversation.\n\nChristopher could speak French well, Derrick could not so Derrick didn't get along well in France.\n\nBilly poured the entire bag of broccoli into the hot pan located on the stone until the pan was full.\n\nJennifer got about with a seeing-eye dog but Mary did not because Mary", + " was sighted." + ] + ], + "resps": [ + [ + [ + -7.71875, + false + ] + ], + [ + [ + -6.75390625, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.71875, + false + ], + [ + -6.75390625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 742, + "doc": { + "sentence": "Samuel had to recently recover from a stroke unlike William because _ was living an unhealthy lifestyle.", + "option1": "Samuel", + "option2": "William", + "answer": "1" + }, + "target": "was living an unhealthy lifestyle.", + "arguments": [ + [ + "Kevin shouted loudly at the women and Craig was embarrassed. Kevin was always loud in public.\n\nFelicia played a mean trick on Jessica, which turned out badly and made Jessica feel violated.\n\nJason puts in a lot of extra time at work but Adam leaves early very often. Jason got a promotion.\n\nNick was a worker who was asked by Hunter for silverware, and Nick was surprised by the request since it was a fast food restaurant.\n\nThe fastball flew at Ryan as they swung and missed, but Joseph caught it. Joseph got ready to catch the next pitch.\n\nSamuel had to recently recover from a stroke unlike William because Samuel", + " was living an unhealthy lifestyle." + ], + [ + "Kevin shouted loudly at the women and Craig was embarrassed. Kevin was always loud in public.\n\nFelicia played a mean trick on Jessica, which turned out badly and made Jessica feel violated.\n\nJason puts in a lot of extra time at work but Adam leaves early very often. Jason got a promotion.\n\nNick was a worker who was asked by Hunter for silverware, and Nick was surprised by the request since it was a fast food restaurant.\n\nThe fastball flew at Ryan as they swung and missed, but Joseph caught it. Joseph got ready to catch the next pitch.\n\nSamuel had to recently recover from a stroke unlike William because William", + " was living an unhealthy lifestyle." + ] + ], + "resps": [ + [ + [ + -15.859375, + false + ] + ], + [ + [ + -17.1875, + false + ] + ] + ], + "filtered_resps": [ + [ + -15.859375, + false + ], + [ + -17.1875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 750, + "doc": { + "sentence": "Donald was able to catch the Frisbee thrown by Eric, then _ was thrown the Frisbee back.", + "option1": "Donald", + "option2": "Eric", + "answer": "2" + }, + "target": "was thrown the Frisbee back.", + "arguments": [ + [ + "John decided to place a bet wager for an upcoming race because the wager was small.\n\nI prefer eggs with sausage rather than eggs with bacon for breakfast. The eggs with bacon is bland to me.\n\nJennifer yelled at Betty for betraying Jennifer 's trust because she would no longer be able to dog sit again.\n\nHe didn't appreciate the trumpet as much as the violin because he thought the violin made serene music.\n\nPeter was not able to put the duvet in the washing machine because the machine was too small.\n\nDonald was able to catch the Frisbee thrown by Eric, then Donald", + " was thrown the Frisbee back." + ], + [ + "John decided to place a bet wager for an upcoming race because the wager was small.\n\nI prefer eggs with sausage rather than eggs with bacon for breakfast. The eggs with bacon is bland to me.\n\nJennifer yelled at Betty for betraying Jennifer 's trust because she would no longer be able to dog sit again.\n\nHe didn't appreciate the trumpet as much as the violin because he thought the violin made serene music.\n\nPeter was not able to put the duvet in the washing machine because the machine was too small.\n\nDonald was able to catch the Frisbee thrown by Eric, then Eric", + " was thrown the Frisbee back." + ] + ], + "resps": [ + [ + [ + -13.3125, + false + ] + ], + [ + [ + -13.453125, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.3125, + false + ], + [ + -13.453125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 758, + "doc": { + "sentence": "Joseph asked Robert to clean the floor with a mop nearby because _ needs to work.", + "option1": "Joseph", + "option2": "Robert", + "answer": "2" + }, + "target": "needs to work.", + "arguments": [ + [ + "Randy led the league in goals scored while Eric was in last place. Eric was a very bad footballer.\n\nAt the cosplay convention, Jason showed Brian his new costume because Jason was proud of it.\n\nJennifer asked Cynthia if she had heard any complaints about the new teacher but Cynthia had not heard any.\n\nElena was asked by Rachel to plant the poppy seeds because Elena had a green thumb.\n\nJeffrey loves to drink coffee every morning but Ian does not. Jeffrey orders a cup of coffee with their breakfast.\n\nJoseph asked Robert to clean the floor with a mop nearby because Joseph", + " needs to work." + ], + [ + "Randy led the league in goals scored while Eric was in last place. Eric was a very bad footballer.\n\nAt the cosplay convention, Jason showed Brian his new costume because Jason was proud of it.\n\nJennifer asked Cynthia if she had heard any complaints about the new teacher but Cynthia had not heard any.\n\nElena was asked by Rachel to plant the poppy seeds because Elena had a green thumb.\n\nJeffrey loves to drink coffee every morning but Ian does not. Jeffrey orders a cup of coffee with their breakfast.\n\nJoseph asked Robert to clean the floor with a mop nearby because Robert", + " needs to work." + ] + ], + "resps": [ + [ + [ + -13.296875, + false + ] + ], + [ + [ + -11.8984375, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.296875, + false + ], + [ + -11.8984375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 766, + "doc": { + "sentence": "Wanting to impress his boss, the man put the brandy away and served scotch instead because the _ was cheap.", + "option1": "Brandy", + "option2": "Scotch", + "answer": "1" + }, + "target": "was cheap.", + "arguments": [ + [ + "Maria's garden was much grander and better looking than Megan's because Megan was an amateur gardener.\n\nIan suddenly went pale in the face and started babbling to Hunter because Ian is very nervous.\n\nMegan dreamed of becoming a famous singer while Jennifer wanted to be an artist. Jennifer loved to paint and draw.\n\nRuss bought a telescope to view the planet but he couldn't see the star because the planet was closer.\n\nShe had to take sausages out of her recipe and substitute lentils, since the lentils had a complimentary flavor.\n\nWanting to impress his boss, the man put the brandy away and served scotch instead because the Brandy", + " was cheap." + ], + [ + "Maria's garden was much grander and better looking than Megan's because Megan was an amateur gardener.\n\nIan suddenly went pale in the face and started babbling to Hunter because Ian is very nervous.\n\nMegan dreamed of becoming a famous singer while Jennifer wanted to be an artist. Jennifer loved to paint and draw.\n\nRuss bought a telescope to view the planet but he couldn't see the star because the planet was closer.\n\nShe had to take sausages out of her recipe and substitute lentils, since the lentils had a complimentary flavor.\n\nWanting to impress his boss, the man put the brandy away and served scotch instead because the Scotch", + " was cheap." + ] + ], + "resps": [ + [ + [ + -6.62109375, + false + ] + ], + [ + [ + -7.86328125, + false + ] + ] + ], + "filtered_resps": [ + [ + -6.62109375, + false + ], + [ + -7.86328125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 774, + "doc": { + "sentence": "Rebecca had a way of minimizing risks whereas Mary usually did not. This made _ want to assist.", + "option1": "Rebecca", + "option2": "Mary", + "answer": "1" + }, + "target": "want to assist.", + "arguments": [ + [ + "The house of Tanya was a lot worse off than that of Felicia, by reason that Felicia had more money.\n\nJames found that the tank was surprisingly easy to operate and not the vehicle because the tank had simple controls.\n\nSince Benjamin ate unhealthy desserts far more frequently than Brett, Benjamin had weak will power.\n\nJustin went to see William who was a therapist, and William listened to them talk all about their problems.\n\nThe lady was dreaming of becoming an artist that used pencils instead of markers, since the pencils were temporary.\n\nRebecca had a way of minimizing risks whereas Mary usually did not. This made Rebecca", + " want to assist." + ], + [ + "The house of Tanya was a lot worse off than that of Felicia, by reason that Felicia had more money.\n\nJames found that the tank was surprisingly easy to operate and not the vehicle because the tank had simple controls.\n\nSince Benjamin ate unhealthy desserts far more frequently than Brett, Benjamin had weak will power.\n\nJustin went to see William who was a therapist, and William listened to them talk all about their problems.\n\nThe lady was dreaming of becoming an artist that used pencils instead of markers, since the pencils were temporary.\n\nRebecca had a way of minimizing risks whereas Mary usually did not. This made Mary", + " want to assist." + ] + ], + "resps": [ + [ + [ + -18.3125, + false + ] + ], + [ + [ + -18.328125, + false + ] + ] + ], + "filtered_resps": [ + [ + -18.3125, + false + ], + [ + -18.328125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 782, + "doc": { + "sentence": "Rebecca had a sneezing reflex unlike Monica, so when they took the cinnamon challenge _ won.", + "option1": "Rebecca", + "option2": "Monica", + "answer": "2" + }, + "target": "won.", + "arguments": [ + [ + "Playing music came much more naturally to Hunter than Kevin although Kevin loved the clarinet.\n\nBeatrice was done cleaning the hallway before Jackie could clean the basement. It was quicker to clean the hallway .\n\nDuring their school holidays Nelson badly wanted to get a job but Aaron did not because Nelson was very hardworking.\n\nThe cook could safely touch the pot, but had to wait on the pan, because the pot was cold.\n\nSamuel suffered from constipation but Randy did not, so Samuel liked to drink a lot of prune juice.\n\nRebecca had a sneezing reflex unlike Monica, so when they took the cinnamon challenge Rebecca", + " won." + ], + [ + "Playing music came much more naturally to Hunter than Kevin although Kevin loved the clarinet.\n\nBeatrice was done cleaning the hallway before Jackie could clean the basement. It was quicker to clean the hallway .\n\nDuring their school holidays Nelson badly wanted to get a job but Aaron did not because Nelson was very hardworking.\n\nThe cook could safely touch the pot, but had to wait on the pan, because the pot was cold.\n\nSamuel suffered from constipation but Randy did not, so Samuel liked to drink a lot of prune juice.\n\nRebecca had a sneezing reflex unlike Monica, so when they took the cinnamon challenge Monica", + " won." + ] + ], + "resps": [ + [ + [ + -4.41796875, + false + ] + ], + [ + [ + -4.3359375, + false + ] + ] + ], + "filtered_resps": [ + [ + -4.41796875, + false + ], + [ + -4.3359375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 790, + "doc": { + "sentence": "During the charity drive, they decided to donate the couch but not the bed because the _ was broken.", + "option1": "couch", + "option2": "bed", + "answer": "2" + }, + "target": "was broken.", + "arguments": [ + [ + "Megan gave a skirt to Tanya to wear at her recital because Tanya needed a confidence boost.\n\nRandy went to an ice cream shop because he had a coupon and met Michael there. Randy paid only half price.\n\nKayla wanted to start a business in a field that Felicia was working in so Felicia offered some help.\n\nKenneth bought a new house and needed help installing moulding. When Samuel offered to help, Kenneth was relieved.\n\nI always went to the store and not the shop because the store was closer to my apartment.\n\nDuring the charity drive, they decided to donate the couch but not the bed because the couch", + " was broken." + ], + [ + "Megan gave a skirt to Tanya to wear at her recital because Tanya needed a confidence boost.\n\nRandy went to an ice cream shop because he had a coupon and met Michael there. Randy paid only half price.\n\nKayla wanted to start a business in a field that Felicia was working in so Felicia offered some help.\n\nKenneth bought a new house and needed help installing moulding. When Samuel offered to help, Kenneth was relieved.\n\nI always went to the store and not the shop because the store was closer to my apartment.\n\nDuring the charity drive, they decided to donate the couch but not the bed because the bed", + " was broken." + ] + ], + "resps": [ + [ + [ + -4.87109375, + false + ] + ], + [ + [ + -4.0078125, + false + ] + ] + ], + "filtered_resps": [ + [ + -4.87109375, + false + ], + [ + -4.0078125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 798, + "doc": { + "sentence": "Dennis made their weight loss goal before Eric, because _ only ate a healthy diet.", + "option1": "Dennis", + "option2": "Eric", + "answer": "1" + }, + "target": "only ate a healthy diet.", + "arguments": [ + [ + "Steven was going to attend the concert unlike Ryan because it was Steven favorite genre of music.\n\nThe birds preferred eating the seeds than the worms because the worms tasted a lot worse.\n\nWhen it came to works of fiction, books were preferred to movies, as the books required more imagination.\n\nCarrie was a teacher of math and Elena was their student, so Elena got lots of homework.\n\nThe waiter could not cover the round tables with the square tablecloths because the tables were round.\n\nDennis made their weight loss goal before Eric, because Dennis", + " only ate a healthy diet." + ], + [ + "Steven was going to attend the concert unlike Ryan because it was Steven favorite genre of music.\n\nThe birds preferred eating the seeds than the worms because the worms tasted a lot worse.\n\nWhen it came to works of fiction, books were preferred to movies, as the books required more imagination.\n\nCarrie was a teacher of math and Elena was their student, so Elena got lots of homework.\n\nThe waiter could not cover the round tables with the square tablecloths because the tables were round.\n\nDennis made their weight loss goal before Eric, because Eric", + " only ate a healthy diet." + ] + ], + "resps": [ + [ + [ + -17.0625, + false + ] + ], + [ + [ + -17.75, + false + ] + ] + ], + "filtered_resps": [ + [ + -17.0625, + false + ], + [ + -17.75, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 806, + "doc": { + "sentence": "We set up the treasure hunt, but the treasure chest was found easily on the path because the _ was short.", + "option1": "chest", + "option2": "path", + "answer": "2" + }, + "target": "was short.", + "arguments": [ + [ + "Federico couldn't see in the bedroom when coming from the bathroom for the bathroom was too bright.\n\nThe woman tried to put the candle on the stand but the candle was too large.\n\nLogan made many harsh and hurtful demands of Adam, because Adam was a major victim.\n\nJoJo was training her dog to return the ball to the basket after playing, because the ball often got lost.\n\nLindsey was arrested the previous night and called Carrie immediately because Lindsey needed a good defense lawyer.\n\nWe set up the treasure hunt, but the treasure chest was found easily on the path because the chest", + " was short." + ], + [ + "Federico couldn't see in the bedroom when coming from the bathroom for the bathroom was too bright.\n\nThe woman tried to put the candle on the stand but the candle was too large.\n\nLogan made many harsh and hurtful demands of Adam, because Adam was a major victim.\n\nJoJo was training her dog to return the ball to the basket after playing, because the ball often got lost.\n\nLindsey was arrested the previous night and called Carrie immediately because Lindsey needed a good defense lawyer.\n\nWe set up the treasure hunt, but the treasure chest was found easily on the path because the path", + " was short." + ] + ], + "resps": [ + [ + [ + -10.1796875, + false + ] + ], + [ + [ + -4.69140625, + false + ] + ] + ], + "filtered_resps": [ + [ + -10.1796875, + false + ], + [ + -4.69140625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 814, + "doc": { + "sentence": "Michael had more money than Samuel did because _ like to shop and spend money too much.", + "option1": "Michael", + "option2": "Samuel", + "answer": "2" + }, + "target": "like to shop and spend money too much.", + "arguments": [ + [ + "The hair Hannah attached to his hair with a glue got blown away by the wind. The wind is confirmed strong.\n\nTo prepare for the test, Jason asked Joel for help. Joel is an excellent student.\n\nTim preferred putting the medicine in a cheese ball instead of a spoon, because the cheese ball made it easier to swallow.\n\nThe comb worked much better than the brush did because the comb was a bit newer.\n\nSteven struggles with their children's bad behavior while Dennis enjoys their children as Dennis is consistence in child discipline.\n\nMichael had more money than Samuel did because Michael", + " like to shop and spend money too much." + ], + [ + "The hair Hannah attached to his hair with a glue got blown away by the wind. The wind is confirmed strong.\n\nTo prepare for the test, Jason asked Joel for help. Joel is an excellent student.\n\nTim preferred putting the medicine in a cheese ball instead of a spoon, because the cheese ball made it easier to swallow.\n\nThe comb worked much better than the brush did because the comb was a bit newer.\n\nSteven struggles with their children's bad behavior while Dennis enjoys their children as Dennis is consistence in child discipline.\n\nMichael had more money than Samuel did because Samuel", + " like to shop and spend money too much." + ] + ], + "resps": [ + [ + [ + -27.078125, + false + ] + ], + [ + [ + -23.703125, + false + ] + ] + ], + "filtered_resps": [ + [ + -27.078125, + false + ], + [ + -23.703125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 822, + "doc": { + "sentence": "The kid looked terrible in the ancient Egyptian dress because the _ was too small.", + "option1": "dress", + "option2": "kid", + "answer": "2" + }, + "target": "was too small.", + "arguments": [ + [ + "Cleaning a piano is easy to Nick but not Leslie because Leslie makes it complex by not using a feather duster.\n\nI gave my parents a car for their birthday instead of just a card. The car shows appreciation.\n\nThe man bought some yarn instead of a ball because his cat preferred playing with the yarn .\n\nKenneth uses shampoo for color treated hair and Lawrence does not because Kenneth has dyed hair.\n\nThe hens were worth their trouble to Sarah but not to Natalie becasue Sarah loved the free eggs.\n\nThe kid looked terrible in the ancient Egyptian dress because the dress", + " was too small." + ], + [ + "Cleaning a piano is easy to Nick but not Leslie because Leslie makes it complex by not using a feather duster.\n\nI gave my parents a car for their birthday instead of just a card. The car shows appreciation.\n\nThe man bought some yarn instead of a ball because his cat preferred playing with the yarn .\n\nKenneth uses shampoo for color treated hair and Lawrence does not because Kenneth has dyed hair.\n\nThe hens were worth their trouble to Sarah but not to Natalie becasue Sarah loved the free eggs.\n\nThe kid looked terrible in the ancient Egyptian dress because the kid", + " was too small." + ] + ], + "resps": [ + [ + [ + -5.3515625, + false + ] + ], + [ + [ + -9.4140625, + false + ] + ] + ], + "filtered_resps": [ + [ + -5.3515625, + false + ], + [ + -9.4140625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 830, + "doc": { + "sentence": "Lindsey has dark lips unlike Elena due to _ remembering to put on chapsticks at night.", + "option1": "Lindsey", + "option2": "Elena", + "answer": "2" + }, + "target": "remembering to put on chapsticks at night.", + "arguments": [ + [ + "Randy showed Michael how to use the square app because Michael was uncomfortable with electronics.\n\nAngela always had cornrows while Christine did not, so people were confused when Angela showed up without cornrows.\n\nYang wanted to be an illustrator and started drawing using crayons instead of pencils because the crayons were bought.\n\nWhen Diva baked a chocolate souffle for the first time she put them in several small ramekins. Ultimately, the souffle failed because the chocolate sunk.\n\nThe water was eroding the area under the deck faster than the porch, because the porch was on stable ground.\n\nLindsey has dark lips unlike Elena due to Lindsey", + " remembering to put on chapsticks at night." + ], + [ + "Randy showed Michael how to use the square app because Michael was uncomfortable with electronics.\n\nAngela always had cornrows while Christine did not, so people were confused when Angela showed up without cornrows.\n\nYang wanted to be an illustrator and started drawing using crayons instead of pencils because the crayons were bought.\n\nWhen Diva baked a chocolate souffle for the first time she put them in several small ramekins. Ultimately, the souffle failed because the chocolate sunk.\n\nThe water was eroding the area under the deck faster than the porch, because the porch was on stable ground.\n\nLindsey has dark lips unlike Elena due to Elena", + " remembering to put on chapsticks at night." + ] + ], + "resps": [ + [ + [ + -30.3125, + false + ] + ], + [ + [ + -30.875, + false + ] + ] + ], + "filtered_resps": [ + [ + -30.3125, + false + ], + [ + -30.875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 838, + "doc": { + "sentence": "Steven was worried about the height requirements for the rollercoaster more than Dennis was since _ was tall.", + "option1": "Steven", + "option2": "Dennis", + "answer": "2" + }, + "target": "was tall.", + "arguments": [ + [ + "Everyone wanted to be a mermaid at the Halloween party, but the costume at the store only fit Christine and not Jennifer because Jennifer was obese.\n\nBenjamin did not have a phobia of spiders unlike Justin so Justin avoided them when they saw them.\n\nLeslie was better able to communicate their ideas to the group than Brian, because Brian was shy.\n\nElena passed the exam while Laura failed because Elena studied hard for the exam leading up to it.\n\nLogan had never fired a gun before, so Michael took him to a firing range; Michael was patient.\n\nSteven was worried about the height requirements for the rollercoaster more than Dennis was since Steven", + " was tall." + ], + [ + "Everyone wanted to be a mermaid at the Halloween party, but the costume at the store only fit Christine and not Jennifer because Jennifer was obese.\n\nBenjamin did not have a phobia of spiders unlike Justin so Justin avoided them when they saw them.\n\nLeslie was better able to communicate their ideas to the group than Brian, because Brian was shy.\n\nElena passed the exam while Laura failed because Elena studied hard for the exam leading up to it.\n\nLogan had never fired a gun before, so Michael took him to a firing range; Michael was patient.\n\nSteven was worried about the height requirements for the rollercoaster more than Dennis was since Dennis", + " was tall." + ] + ], + "resps": [ + [ + [ + -4.76171875, + false + ] + ], + [ + [ + -4.17578125, + false + ] + ] + ], + "filtered_resps": [ + [ + -4.76171875, + false + ], + [ + -4.17578125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 846, + "doc": { + "sentence": "The smell in the kitchen of the home is unbearable, while the laundry room smells fine. The _ must have been cleaned longer ago.", + "option1": "kitchen", + "option2": "laundry room", + "answer": "1" + }, + "target": "must have been cleaned longer ago.", + "arguments": [ + [ + "Toby gave up on using the calendar to stay organized and started making a list, because the list was calming.\n\nDaphne got herself a cloak and a bodysuit for her Raven costume, and she thought the cloak made her look mysterious.\n\nThe young cook poured oil from the container into the fryer until the container was empty.\n\nJustin wanted to tell Robert they loved them so Justin asked them out to a fancy dinner.\n\nMary poured the entire bottle of cleaning soap into the bath until the bottle was empty.\n\nThe smell in the kitchen of the home is unbearable, while the laundry room smells fine. The kitchen", + " must have been cleaned longer ago." + ], + [ + "Toby gave up on using the calendar to stay organized and started making a list, because the list was calming.\n\nDaphne got herself a cloak and a bodysuit for her Raven costume, and she thought the cloak made her look mysterious.\n\nThe young cook poured oil from the container into the fryer until the container was empty.\n\nJustin wanted to tell Robert they loved them so Justin asked them out to a fancy dinner.\n\nMary poured the entire bottle of cleaning soap into the bath until the bottle was empty.\n\nThe smell in the kitchen of the home is unbearable, while the laundry room smells fine. The laundry room", + " must have been cleaned longer ago." + ] + ], + "resps": [ + [ + [ + -20.9375, + false + ] + ], + [ + [ + -19.78125, + false + ] + ] + ], + "filtered_resps": [ + [ + -20.9375, + false + ], + [ + -19.78125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 854, + "doc": { + "sentence": "Neil introduced William, who is very shy, to his friends, but _ was being very quiet.", + "option1": "Neil", + "option2": "William", + "answer": "2" + }, + "target": "was being very quiet.", + "arguments": [ + [ + "Nelson used the new baseballs at the field to throw at Ryan because Ryan was the catcher.\n\nJohns body looks a lot better than my back because the back of me is weak.\n\nBack when I was obese, I ate too many snacks and ate too few vegetables, but my weight reacted best when the vegetables were tasty.\n\nJennifer asked Felicia to help them make a diet plan and exercise routine. Felicia didn't need to lose weight.\n\nThe pills relieved my pain more than the capsules did because the capsules were weaker.\n\nNeil introduced William, who is very shy, to his friends, but Neil", + " was being very quiet." + ], + [ + "Nelson used the new baseballs at the field to throw at Ryan because Ryan was the catcher.\n\nJohns body looks a lot better than my back because the back of me is weak.\n\nBack when I was obese, I ate too many snacks and ate too few vegetables, but my weight reacted best when the vegetables were tasty.\n\nJennifer asked Felicia to help them make a diet plan and exercise routine. Felicia didn't need to lose weight.\n\nThe pills relieved my pain more than the capsules did because the capsules were weaker.\n\nNeil introduced William, who is very shy, to his friends, but William", + " was being very quiet." + ] + ], + "resps": [ + [ + [ + -17.46875, + false + ] + ], + [ + [ + -15.5234375, + false + ] + ] + ], + "filtered_resps": [ + [ + -17.46875, + false + ], + [ + -15.5234375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 862, + "doc": { + "sentence": "While at the store, Logan grabbed a head of lettuce for Eric to use for dinner because _ knew there was none at home.", + "option1": "Logan", + "option2": "Eric", + "answer": "1" + }, + "target": "knew there was none at home.", + "arguments": [ + [ + "The silver bracelet was stunning but Mike liked to wear things other people didn't like so he bought the weird gold bracelet. The silver bracelet was beautiful.\n\nThe dog preferred sleeping on the couch instead of the dog bed because the bed was further from his food.\n\nThe pasta of Christine always tastes more authentic than Cynthia's because Christine is a famous cook.\n\nRebecca had less grass in their yard than Elena because Rebecca had more rabbits in their yard.\n\nHe became aggressive when visiting the house, but relaxed when going to the store, because the store was full of peaceful people.\n\nWhile at the store, Logan grabbed a head of lettuce for Eric to use for dinner because Logan", + " knew there was none at home." + ], + [ + "The silver bracelet was stunning but Mike liked to wear things other people didn't like so he bought the weird gold bracelet. The silver bracelet was beautiful.\n\nThe dog preferred sleeping on the couch instead of the dog bed because the bed was further from his food.\n\nThe pasta of Christine always tastes more authentic than Cynthia's because Christine is a famous cook.\n\nRebecca had less grass in their yard than Elena because Rebecca had more rabbits in their yard.\n\nHe became aggressive when visiting the house, but relaxed when going to the store, because the store was full of peaceful people.\n\nWhile at the store, Logan grabbed a head of lettuce for Eric to use for dinner because Eric", + " knew there was none at home." + ] + ], + "resps": [ + [ + [ + -16.734375, + false + ] + ], + [ + [ + -21.609375, + false + ] + ] + ], + "filtered_resps": [ + [ + -16.734375, + false + ], + [ + -21.609375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 870, + "doc": { + "sentence": "Derrick needed Kenneth to go to the store and get a baby bib, but _ said the one they had was still ok.", + "option1": "Derrick", + "option2": "Kenneth", + "answer": "2" + }, + "target": "said the one they had was still ok.", + "arguments": [ + [ + "She bought the nurse outfit instead of the clown costume for Halloween because the clown costume was frumpy.\n\nAfter reading about the dangers, Jeffrey encouraged Neil to quit smoking, but Neil ignored his advice.\n\nBenjamin was walking quite a bit faster than Brian, as Brian was experiencing knee pain.\n\nShe knew the questions on the math test and not the reading test since the reading test was on a shorter timer.\n\nThe pencils of Ian are always sharp for class, but Donald's are not because Ian is prepared.\n\nDerrick needed Kenneth to go to the store and get a baby bib, but Derrick", + " said the one they had was still ok." + ], + [ + "She bought the nurse outfit instead of the clown costume for Halloween because the clown costume was frumpy.\n\nAfter reading about the dangers, Jeffrey encouraged Neil to quit smoking, but Neil ignored his advice.\n\nBenjamin was walking quite a bit faster than Brian, as Brian was experiencing knee pain.\n\nShe knew the questions on the math test and not the reading test since the reading test was on a shorter timer.\n\nThe pencils of Ian are always sharp for class, but Donald's are not because Ian is prepared.\n\nDerrick needed Kenneth to go to the store and get a baby bib, but Kenneth", + " said the one they had was still ok." + ] + ], + "resps": [ + [ + [ + -31.015625, + false + ] + ], + [ + [ + -29.03125, + false + ] + ] + ], + "filtered_resps": [ + [ + -31.015625, + false + ], + [ + -29.03125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 878, + "doc": { + "sentence": "While waiting for the movie to begin, Natalie bought popcorn and drinks for Lindsey, since _ had little money.", + "option1": "Natalie", + "option2": "Lindsey", + "answer": "2" + }, + "target": "had little money.", + "arguments": [ + [ + "The old man had a lot of canaries that ate a lot of cherries instead of the pellets, since the cherries were colorful.\n\nEveryone liked the Sarah's new knife more than Maria's because Sarah spent more money on it.\n\nCarrie had a large car payment where Monica had none at all, because Carrie drove a car.\n\nPatricia spent freely and capriciously but Monica was thrifty and miserly. Patricia could never spend within their means.\n\nNatalie saw fish at the aquarium while Lindsey saw turtles, and Lindsey took pictures of the reptiles.\n\nWhile waiting for the movie to begin, Natalie bought popcorn and drinks for Lindsey, since Natalie", + " had little money." + ], + [ + "The old man had a lot of canaries that ate a lot of cherries instead of the pellets, since the cherries were colorful.\n\nEveryone liked the Sarah's new knife more than Maria's because Sarah spent more money on it.\n\nCarrie had a large car payment where Monica had none at all, because Carrie drove a car.\n\nPatricia spent freely and capriciously but Monica was thrifty and miserly. Patricia could never spend within their means.\n\nNatalie saw fish at the aquarium while Lindsey saw turtles, and Lindsey took pictures of the reptiles.\n\nWhile waiting for the movie to begin, Natalie bought popcorn and drinks for Lindsey, since Lindsey", + " had little money." + ] + ], + "resps": [ + [ + [ + -9.7265625, + false + ] + ], + [ + [ + -7.9296875, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.7265625, + false + ], + [ + -7.9296875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 886, + "doc": { + "sentence": "The patient put in a special request for Brett instead of Kyle because _ was always stern.", + "option1": "Brett", + "option2": "Kyle", + "answer": "2" + }, + "target": "was always stern.", + "arguments": [ + [ + "Leslie wore contacts at school although Neil didn't have to because Neil had a good eyesight.\n\nThere wasn't much beeswax this year so we dumped the combs into the trash instead of making honey as the trash was a viable option.\n\nEmily was having difficulty going through puberty but not Christine because Christine had very weak acne causing hormones.\n\nAdam felt that Ian was the romantic in their relationship. Adam had trouble being creative to show love.\n\nSteven's jeans have lots of holes in them, while Aaron's are fresh due to Steven wearing old clothing.\n\nThe patient put in a special request for Brett instead of Kyle because Brett", + " was always stern." + ], + [ + "Leslie wore contacts at school although Neil didn't have to because Neil had a good eyesight.\n\nThere wasn't much beeswax this year so we dumped the combs into the trash instead of making honey as the trash was a viable option.\n\nEmily was having difficulty going through puberty but not Christine because Christine had very weak acne causing hormones.\n\nAdam felt that Ian was the romantic in their relationship. Adam had trouble being creative to show love.\n\nSteven's jeans have lots of holes in them, while Aaron's are fresh due to Steven wearing old clothing.\n\nThe patient put in a special request for Brett instead of Kyle because Kyle", + " was always stern." + ] + ], + "resps": [ + [ + [ + -18.421875, + false + ] + ], + [ + [ + -16.9375, + false + ] + ] + ], + "filtered_resps": [ + [ + -18.421875, + false + ], + [ + -16.9375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 894, + "doc": { + "sentence": "Nelson teased Christopher about needing to find a homecoming date because _ already had one.", + "option1": "Nelson", + "option2": "Christopher", + "answer": "1" + }, + "target": "already had one.", + "arguments": [ + [ + "Steven owned a rusty bike that Randy liked to use, so Steven would loan it to them.\n\nKayla did not have the musical knowledge of Rebecca so Kayla borrowed her old records to listen to.\n\nJill poured the entire bag of flour into the mixing bowl until the bowl was full.\n\nKayla was constantly looking for gossip, and Angela had something juicy, so Kayla begged them for details.\n\nFelicia wants to bond with her new pet Macaw and asks for Amy's help, because Amy is Macaw trainer.\n\nNelson teased Christopher about needing to find a homecoming date because Nelson", + " already had one." + ], + [ + "Steven owned a rusty bike that Randy liked to use, so Steven would loan it to them.\n\nKayla did not have the musical knowledge of Rebecca so Kayla borrowed her old records to listen to.\n\nJill poured the entire bag of flour into the mixing bowl until the bowl was full.\n\nKayla was constantly looking for gossip, and Angela had something juicy, so Kayla begged them for details.\n\nFelicia wants to bond with her new pet Macaw and asks for Amy's help, because Amy is Macaw trainer.\n\nNelson teased Christopher about needing to find a homecoming date because Christopher", + " already had one." + ] + ], + "resps": [ + [ + [ + -6.09765625, + false + ] + ], + [ + [ + -7.79296875, + false + ] + ] + ], + "filtered_resps": [ + [ + -6.09765625, + false + ], + [ + -7.79296875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 902, + "doc": { + "sentence": "Ian laughs at Ryan because of the small Christmas tree they picked out. _ wants a table top tree.", + "option1": "Ian", + "option2": "Ryan", + "answer": "2" + }, + "target": "wants a table top tree.", + "arguments": [ + [ + "The mental health of Brian is much better than William's because Brian sees a therapist.\n\nThey bought some supplies for archery so they setup a target in the backyard to test them in the backyard .\n\nThe work was more difficult than the task, because the work had a lot more steps.\n\nRob this time built the staircase using stone instead of wood because the stone was on sale.\n\nJoel loved climbing trees while Kyle didn't, so when around trees, Joel rarely stayed on the ground.\n\nIan laughs at Ryan because of the small Christmas tree they picked out. Ian", + " wants a table top tree." + ], + [ + "The mental health of Brian is much better than William's because Brian sees a therapist.\n\nThey bought some supplies for archery so they setup a target in the backyard to test them in the backyard .\n\nThe work was more difficult than the task, because the work had a lot more steps.\n\nRob this time built the staircase using stone instead of wood because the stone was on sale.\n\nJoel loved climbing trees while Kyle didn't, so when around trees, Joel rarely stayed on the ground.\n\nIan laughs at Ryan because of the small Christmas tree they picked out. Ryan", + " wants a table top tree." + ] + ], + "resps": [ + [ + [ + -20.546875, + false + ] + ], + [ + [ + -20.828125, + false + ] + ] + ], + "filtered_resps": [ + [ + -20.546875, + false + ], + [ + -20.828125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 910, + "doc": { + "sentence": "Sarah had to call in an expert unlike Erin because _ had no knowledge on the subject.", + "option1": "Sarah", + "option2": "Erin", + "answer": "1" + }, + "target": "had no knowledge on the subject.", + "arguments": [ + [ + "The Mangos grew better in the fields that Hunter owned versus those of Logan even though Logan used better fertilizer.\n\nI had to embroider the design by hand and not a sewing machine because the sewing machine was too simple.\n\nElena was a very receptive student to Megan 's lessons, and Elena gave her full attention.\n\nBrian needed help assembling the bed frame when Joel showed up at the front door. Joel offered to help.\n\nEven though Erin was a harder worker than Mary, Mary has a more easier time working in sales.\n\nSarah had to call in an expert unlike Erin because Sarah", + " had no knowledge on the subject." + ], + [ + "The Mangos grew better in the fields that Hunter owned versus those of Logan even though Logan used better fertilizer.\n\nI had to embroider the design by hand and not a sewing machine because the sewing machine was too simple.\n\nElena was a very receptive student to Megan 's lessons, and Elena gave her full attention.\n\nBrian needed help assembling the bed frame when Joel showed up at the front door. Joel offered to help.\n\nEven though Erin was a harder worker than Mary, Mary has a more easier time working in sales.\n\nSarah had to call in an expert unlike Erin because Erin", + " had no knowledge on the subject." + ] + ], + "resps": [ + [ + [ + -11.5703125, + false + ] + ], + [ + [ + -12.0859375, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.5703125, + false + ], + [ + -12.0859375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 918, + "doc": { + "sentence": "Kyle wanted to write to Aaron every day, because _ enjoyed receiving letters from friends.", + "option1": "Kyle", + "option2": "Aaron", + "answer": "2" + }, + "target": "enjoyed receiving letters from friends.", + "arguments": [ + [ + "The coroner tried to put the bodies in the coffins but the coffins were too small.\n\nFor the party. the vodka was kept in the freezer as the freezer would accommodate it.\n\nKevin was worried Kenneth would win the cross country race, because Kenneth was currently ahead.\n\nGoing to a costume party seemed like a fun time to Robert but not to Nick, so Nick went the store and bought a pant suit.\n\nPatricia regifted some shortbread they received for Christmas to Carrie, although Carrie didn't like shortbread.\n\nKyle wanted to write to Aaron every day, because Kyle", + " enjoyed receiving letters from friends." + ], + [ + "The coroner tried to put the bodies in the coffins but the coffins were too small.\n\nFor the party. the vodka was kept in the freezer as the freezer would accommodate it.\n\nKevin was worried Kenneth would win the cross country race, because Kenneth was currently ahead.\n\nGoing to a costume party seemed like a fun time to Robert but not to Nick, so Nick went the store and bought a pant suit.\n\nPatricia regifted some shortbread they received for Christmas to Carrie, although Carrie didn't like shortbread.\n\nKyle wanted to write to Aaron every day, because Aaron", + " enjoyed receiving letters from friends." + ] + ], + "resps": [ + [ + [ + -17.59375, + false + ] + ], + [ + [ + -16.875, + false + ] + ] + ], + "filtered_resps": [ + [ + -17.59375, + false + ], + [ + -16.875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 926, + "doc": { + "sentence": "The creams didn't work as well on my skin as the lotions did because the _ were new.", + "option1": "creams", + "option2": "lotions", + "answer": "2" + }, + "target": "were new.", + "arguments": [ + [ + "Trying to lose belly fat is Laura was asking Amy for advice, Amy knew lots of ways to lose body fat.\n\nRyan winced while their parent Nelson operated the tablesaw to cut the board, because Nelson was adept with saws.\n\nIt costed more to repair the car of Leslie than it did the car of Derrick although Derrick had more services done.\n\nLogan liked the look of hardwood floors in a house but Brett thought carpet was nicer. Brett had the contractor put berber carpeting on their floors.\n\nRandy hates the music that always plays in the elevator, unlike Michael, because Randy grew up with rock not Jazz.\n\nThe creams didn't work as well on my skin as the lotions did because the creams", + " were new." + ], + [ + "Trying to lose belly fat is Laura was asking Amy for advice, Amy knew lots of ways to lose body fat.\n\nRyan winced while their parent Nelson operated the tablesaw to cut the board, because Nelson was adept with saws.\n\nIt costed more to repair the car of Leslie than it did the car of Derrick although Derrick had more services done.\n\nLogan liked the look of hardwood floors in a house but Brett thought carpet was nicer. Brett had the contractor put berber carpeting on their floors.\n\nRandy hates the music that always plays in the elevator, unlike Michael, because Randy grew up with rock not Jazz.\n\nThe creams didn't work as well on my skin as the lotions did because the lotions", + " were new." + ] + ], + "resps": [ + [ + [ + -8.84375, + false + ] + ], + [ + [ + -9.7578125, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.84375, + false + ], + [ + -9.7578125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 934, + "doc": { + "sentence": "James was finding a space on the couch for the box to be placed but he could not find it because the _ is big.", + "option1": "box", + "option2": "couch", + "answer": "1" + }, + "target": "is big.", + "arguments": [ + [ + "The shelving unit they bought would not fit in the pantry because the pantry was too small.\n\nJason could work out at the gym but not Ryan because Ryan cancelled their membership.\n\nJames cannot press the button so he turned the knob instead. It turned out the knob is movable.\n\nTanya was immune to the chicken pox and Rachel was not because Rachel didnt get a chicken pox shot.\n\nThe pills relieved my pain more than the capsules did because the pills were stronger.\n\nJames was finding a space on the couch for the box to be placed but he could not find it because the box", + " is big." + ], + [ + "The shelving unit they bought would not fit in the pantry because the pantry was too small.\n\nJason could work out at the gym but not Ryan because Ryan cancelled their membership.\n\nJames cannot press the button so he turned the knob instead. It turned out the knob is movable.\n\nTanya was immune to the chicken pox and Rachel was not because Rachel didnt get a chicken pox shot.\n\nThe pills relieved my pain more than the capsules did because the pills were stronger.\n\nJames was finding a space on the couch for the box to be placed but he could not find it because the couch", + " is big." + ] + ], + "resps": [ + [ + [ + -7.45703125, + false + ] + ], + [ + [ + -7.42578125, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.45703125, + false + ], + [ + -7.42578125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 942, + "doc": { + "sentence": "The food that Hunter ate was spoiled but not that of Brett because _ left his food outside.", + "option1": "Hunter", + "option2": "Brett", + "answer": "1" + }, + "target": "left his food outside.", + "arguments": [ + [ + "My friends business wasn't as good as my job because the job was making me some money.\n\nHe enjoyed the silver more than he enjoyed the gold, because the gold was uglier.\n\nThe tulips bloomed in the garden before the daffodils, because the daffodils had received less sun.\n\nJessica wants to clean colored grout so she asks her friend Rebecca for help, because Jessica doesn't know how to do it.\n\nJessica wanted to go see a horror movie with Christine but Christine hated to watch them.\n\nThe food that Hunter ate was spoiled but not that of Brett because Hunter", + " left his food outside." + ], + [ + "My friends business wasn't as good as my job because the job was making me some money.\n\nHe enjoyed the silver more than he enjoyed the gold, because the gold was uglier.\n\nThe tulips bloomed in the garden before the daffodils, because the daffodils had received less sun.\n\nJessica wants to clean colored grout so she asks her friend Rebecca for help, because Jessica doesn't know how to do it.\n\nJessica wanted to go see a horror movie with Christine but Christine hated to watch them.\n\nThe food that Hunter ate was spoiled but not that of Brett because Brett", + " left his food outside." + ] + ], + "resps": [ + [ + [ + -12.6484375, + false + ] + ], + [ + [ + -14.4296875, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.6484375, + false + ], + [ + -14.4296875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 950, + "doc": { + "sentence": "The tree fell down sooner than the sapling because the roots of the _ were stronger.", + "option1": "tree", + "option2": "sapling", + "answer": "1" + }, + "target": "were stronger.", + "arguments": [ + [ + "Carrie is in need of work desperately and has come across Rebecca who is hiring, Rebecca has hired someone for a job.\n\nThe stains on the shirt didn't come out with normal products, because the stains were too strong.\n\nBetty wanted to buy some new clothes and asked Elena to come along because Elena had incredible fashion sense.\n\nRyan wore sunscreen on the hot summer day but Joseph did not. Joseph got a bad sunburn.\n\nCraig loved tadpoles while Samuel didn't so Samuel took the task of cleaning up the car.\n\nThe tree fell down sooner than the sapling because the roots of the tree", + " were stronger." + ], + [ + "Carrie is in need of work desperately and has come across Rebecca who is hiring, Rebecca has hired someone for a job.\n\nThe stains on the shirt didn't come out with normal products, because the stains were too strong.\n\nBetty wanted to buy some new clothes and asked Elena to come along because Elena had incredible fashion sense.\n\nRyan wore sunscreen on the hot summer day but Joseph did not. Joseph got a bad sunburn.\n\nCraig loved tadpoles while Samuel didn't so Samuel took the task of cleaning up the car.\n\nThe tree fell down sooner than the sapling because the roots of the sapling", + " were stronger." + ] + ], + "resps": [ + [ + [ + -2.841796875, + true + ] + ], + [ + [ + -3.853515625, + false + ] + ] + ], + "filtered_resps": [ + [ + -2.841796875, + true + ], + [ + -3.853515625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 958, + "doc": { + "sentence": "Jan planted her herbs in small growing bags, but she worried that the _ would be too shallow for them to put down roots.", + "option1": "herbs", + "option2": "bags", + "answer": "2" + }, + "target": "would be too shallow for them to put down roots.", + "arguments": [ + [ + "Eric limped over to Samuel during a time out of a game to get water for Eric cramps.\n\nBen posted a selfie and a food shot on snapchat. People liked the food better, because Ben was ugly.\n\nJustin's car needed repairs and was in the shop so Adam gave them a ride to work. Justin will also need a ride home.\n\nThe candy jar could hold 100 gumballs or 80 maltballs because the gumballs were smaller.\n\nKatrina is a client of Rebecca at the salon and Rebecca is grateful for the work that they are given.\n\nJan planted her herbs in small growing bags, but she worried that the herbs", + " would be too shallow for them to put down roots." + ], + [ + "Eric limped over to Samuel during a time out of a game to get water for Eric cramps.\n\nBen posted a selfie and a food shot on snapchat. People liked the food better, because Ben was ugly.\n\nJustin's car needed repairs and was in the shop so Adam gave them a ride to work. Justin will also need a ride home.\n\nThe candy jar could hold 100 gumballs or 80 maltballs because the gumballs were smaller.\n\nKatrina is a client of Rebecca at the salon and Rebecca is grateful for the work that they are given.\n\nJan planted her herbs in small growing bags, but she worried that the bags", + " would be too shallow for them to put down roots." + ] + ], + "resps": [ + [ + [ + -24.046875, + false + ] + ], + [ + [ + -23.4375, + false + ] + ] + ], + "filtered_resps": [ + [ + -24.046875, + false + ], + [ + -23.4375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 966, + "doc": { + "sentence": "Samantha decided to mix the mortar while Rebecca applied it to the wall. _ was not good at the finishing touches.", + "option1": "Samantha", + "option2": "Rebecca", + "answer": "1" + }, + "target": "was not good at the finishing touches.", + "arguments": [ + [ + "The artist preferred drawing still lifes of pots rather than plants , since the pots were easier to draw.\n\nAble to hear a scurrying sound from below the sink, Megan asked Samantha to check, as Megan was terrified of seeing a mouse.\n\nThey were lighting the sticks with matches, but preferred the lighters, so the matches were quickly abandoned.\n\nIf you wonder whether to use a pen or a pencil to do your homework, the pencil is easier to fix later.\n\nAfter Donald picked up and slammed Joel through the coffee table Donald felt very strong.\n\nSamantha decided to mix the mortar while Rebecca applied it to the wall. Samantha", + " was not good at the finishing touches." + ], + [ + "The artist preferred drawing still lifes of pots rather than plants , since the pots were easier to draw.\n\nAble to hear a scurrying sound from below the sink, Megan asked Samantha to check, as Megan was terrified of seeing a mouse.\n\nThey were lighting the sticks with matches, but preferred the lighters, so the matches were quickly abandoned.\n\nIf you wonder whether to use a pen or a pencil to do your homework, the pencil is easier to fix later.\n\nAfter Donald picked up and slammed Joel through the coffee table Donald felt very strong.\n\nSamantha decided to mix the mortar while Rebecca applied it to the wall. Rebecca", + " was not good at the finishing touches." + ] + ], + "resps": [ + [ + [ + -20.375, + false + ] + ], + [ + [ + -20.984375, + false + ] + ] + ], + "filtered_resps": [ + [ + -20.375, + false + ], + [ + -20.984375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 974, + "doc": { + "sentence": "The man took longer to pay for the shoes than the shirt because he paid for the _ in coins.", + "option1": "shoes", + "option2": "shirt", + "answer": "1" + }, + "target": "in coins.", + "arguments": [ + [ + "Maria used some acid to clean stains on the equipment but it didn't work because the acid was too weak.\n\nThe board cannot contain the flowchart James intend to draw because the board is small.\n\nAmy thought building a wall on the border was a good idea but Laura didn't because Amy was a patriotic American.\n\nKevin wanted to hang a chandelier from their ceiling so they called Aaron for help because Kevin had never mounted from a ceiling beam.\n\nSia left her career as a telemarketer for a career as a blogger. The telemarketer career allows her less free time.\n\nThe man took longer to pay for the shoes than the shirt because he paid for the shoes", + " in coins." + ], + [ + "Maria used some acid to clean stains on the equipment but it didn't work because the acid was too weak.\n\nThe board cannot contain the flowchart James intend to draw because the board is small.\n\nAmy thought building a wall on the border was a good idea but Laura didn't because Amy was a patriotic American.\n\nKevin wanted to hang a chandelier from their ceiling so they called Aaron for help because Kevin had never mounted from a ceiling beam.\n\nSia left her career as a telemarketer for a career as a blogger. The telemarketer career allows her less free time.\n\nThe man took longer to pay for the shoes than the shirt because he paid for the shirt", + " in coins." + ] + ], + "resps": [ + [ + [ + -6.19921875, + false + ] + ], + [ + [ + -8.171875, + false + ] + ] + ], + "filtered_resps": [ + [ + -6.19921875, + false + ], + [ + -8.171875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 982, + "doc": { + "sentence": "Adam's blushed a deep red when Jeffrey saw him fall off his horse, but _ tried to pretend it didn't hurt.", + "option1": "Adam", + "option2": "Jeffrey", + "answer": "1" + }, + "target": "tried to pretend it didn't hurt.", + "arguments": [ + [ + "As the walls began to cave in on Joseph, he blamed Craig who had sold him the house because Craig had not revealed how frail they were.\n\nNeil lost all their private personal information to William as a result of the hack, because William was a predator.\n\nLeslie helped William to cope with a diagnosis of borderline personality disorder (BPD) from his doctor, because Leslie likes him.\n\nMary sat still while Victoria listened to her chest. The diagnosis was dengue fever, which surprised Victoria as she hadn't found this in patients.\n\nCreative writing was Amy's passion, but Mary struggled to write even a short story. Mary had bad imagination.\n\nAdam's blushed a deep red when Jeffrey saw him fall off his horse, but Adam", + " tried to pretend it didn't hurt." + ], + [ + "As the walls began to cave in on Joseph, he blamed Craig who had sold him the house because Craig had not revealed how frail they were.\n\nNeil lost all their private personal information to William as a result of the hack, because William was a predator.\n\nLeslie helped William to cope with a diagnosis of borderline personality disorder (BPD) from his doctor, because Leslie likes him.\n\nMary sat still while Victoria listened to her chest. The diagnosis was dengue fever, which surprised Victoria as she hadn't found this in patients.\n\nCreative writing was Amy's passion, but Mary struggled to write even a short story. Mary had bad imagination.\n\nAdam's blushed a deep red when Jeffrey saw him fall off his horse, but Jeffrey", + " tried to pretend it didn't hurt." + ] + ], + "resps": [ + [ + [ + -14.2578125, + false + ] + ], + [ + [ + -18.875, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.2578125, + false + ], + [ + -18.875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 990, + "doc": { + "sentence": "Steven asked Joseph to have their stomach examined after _ had a night full of really bad gas issues.", + "option1": "Steven", + "option2": "Joseph", + "answer": "2" + }, + "target": "had a night full of really bad gas issues.", + "arguments": [ + [ + "Hunter enjoyed learning about Chinese superstitions but not Benjamin since Benjamin found them to be boring.\n\nMary made a fancy cheesecake to celebrate Rebecca's birthday, but Mary messed up the recipe.\n\nWhile waiting on the cricket field, Brett asked William to go get the bats. Brett set up the wickets while he got the bats.\n\nJustin showed Brett how to grind their own coffee beans, because Justin thought freshly ground was best.\n\nKevin had inexperience in home design compared to Dennis, and Kevin asked for advice about frames in photos that were displayed.\n\nSteven asked Joseph to have their stomach examined after Steven", + " had a night full of really bad gas issues." + ], + [ + "Hunter enjoyed learning about Chinese superstitions but not Benjamin since Benjamin found them to be boring.\n\nMary made a fancy cheesecake to celebrate Rebecca's birthday, but Mary messed up the recipe.\n\nWhile waiting on the cricket field, Brett asked William to go get the bats. Brett set up the wickets while he got the bats.\n\nJustin showed Brett how to grind their own coffee beans, because Justin thought freshly ground was best.\n\nKevin had inexperience in home design compared to Dennis, and Kevin asked for advice about frames in photos that were displayed.\n\nSteven asked Joseph to have their stomach examined after Joseph", + " had a night full of really bad gas issues." + ] + ], + "resps": [ + [ + [ + -32.125, + false + ] + ], + [ + [ + -33.5, + false + ] + ] + ], + "filtered_resps": [ + [ + -32.125, + false + ], + [ + -33.5, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 998, + "doc": { + "sentence": "Hunter had low tire pressure and asked Eric to fill the tires; when he said no, _ filled the tires.", + "option1": "Hunter", + "option2": "Eric", + "answer": "1" + }, + "target": "filled the tires.", + "arguments": [ + [ + "I drank water instead of soda because the fever subsided when I drank the water .\n\nAaron is jealous of Kevin despite Aaron being chosen to be the best man at the wedding.\n\nThe rice had too much salt in it, but the potato had just enough salt, and as a result the potato was delicious.\n\nThe dog was cooler than the cat because the dog was sitting under the tree.\n\nLawrence was happy about the internship at the company of Robert when Robert gave praise.\n\nHunter had low tire pressure and asked Eric to fill the tires; when he said no, Hunter", + " filled the tires." + ], + [ + "I drank water instead of soda because the fever subsided when I drank the water .\n\nAaron is jealous of Kevin despite Aaron being chosen to be the best man at the wedding.\n\nThe rice had too much salt in it, but the potato had just enough salt, and as a result the potato was delicious.\n\nThe dog was cooler than the cat because the dog was sitting under the tree.\n\nLawrence was happy about the internship at the company of Robert when Robert gave praise.\n\nHunter had low tire pressure and asked Eric to fill the tires; when he said no, Eric", + " filled the tires." + ] + ], + "resps": [ + [ + [ + -6.8671875, + false + ] + ], + [ + [ + -7.14453125, + false + ] + ] + ], + "filtered_resps": [ + [ + -6.8671875, + false + ], + [ + -7.14453125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1006, + "doc": { + "sentence": "James wanted to wear the corsage but it wouldn't fit around his wrist because the _ was too big.", + "option1": "wrist", + "option2": "corsage", + "answer": "1" + }, + "target": "was too big.", + "arguments": [ + [ + "Elena always needed help with organizing her belongings and closet unlike Mary because Mary was neat.\n\nThe backhoe failed to remove the boulder but the bulldozer could, as the bulldozer was correctly equipped for the job.\n\nAngela was so jealous that Kayla knew how to play the guitar that Kayla offered to give her lessons the next day.\n\nCecily could only lift the cabbage and had to get Jenni to lift the pumpkin for her. The cabbage was light.\n\nPatricia drove a gas hog while Victoria had a car with high MPG, thus causing the environmentalists to look at Patricia with contempt.\n\nJames wanted to wear the corsage but it wouldn't fit around his wrist because the wrist", + " was too big." + ], + [ + "Elena always needed help with organizing her belongings and closet unlike Mary because Mary was neat.\n\nThe backhoe failed to remove the boulder but the bulldozer could, as the bulldozer was correctly equipped for the job.\n\nAngela was so jealous that Kayla knew how to play the guitar that Kayla offered to give her lessons the next day.\n\nCecily could only lift the cabbage and had to get Jenni to lift the pumpkin for her. The cabbage was light.\n\nPatricia drove a gas hog while Victoria had a car with high MPG, thus causing the environmentalists to look at Patricia with contempt.\n\nJames wanted to wear the corsage but it wouldn't fit around his wrist because the corsage", + " was too big." + ] + ], + "resps": [ + [ + [ + -4.0703125, + false + ] + ], + [ + [ + -2.06640625, + true + ] + ] + ], + "filtered_resps": [ + [ + -4.0703125, + false + ], + [ + -2.06640625, + true + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1014, + "doc": { + "sentence": "Mary felt a great deal of guilt for stealing various items from Rachel so _ forgave her.", + "option1": "Mary", + "option2": "Rachel", + "answer": "2" + }, + "target": "forgave her.", + "arguments": [ + [ + "The mental health of Brian is much better than William's because Brian sees a therapist.\n\nThe fingers of Kenneth were bleeding, so Dennis took a look at them, because Dennis is a physician.\n\nFixing the laptop was easy for Nelson but not Michael, because Michael was not technology savvy.\n\nAubrey kept her hamster in a tank instead of a cage because the tank was cleaner for it.\n\nI tried to put all of the food in the microwave but it wouldn't fit, because the microwave was too miniscule.\n\nMary felt a great deal of guilt for stealing various items from Rachel so Mary", + " forgave her." + ], + [ + "The mental health of Brian is much better than William's because Brian sees a therapist.\n\nThe fingers of Kenneth were bleeding, so Dennis took a look at them, because Dennis is a physician.\n\nFixing the laptop was easy for Nelson but not Michael, because Michael was not technology savvy.\n\nAubrey kept her hamster in a tank instead of a cage because the tank was cleaner for it.\n\nI tried to put all of the food in the microwave but it wouldn't fit, because the microwave was too miniscule.\n\nMary felt a great deal of guilt for stealing various items from Rachel so Rachel", + " forgave her." + ] + ], + "resps": [ + [ + [ + -10.421875, + false + ] + ], + [ + [ + -6.4140625, + false + ] + ] + ], + "filtered_resps": [ + [ + -10.421875, + false + ], + [ + -6.4140625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1022, + "doc": { + "sentence": "At the store, John signed a warranty contract for the tablet, but did not purchase insurance for the phone, because the _ was likely to be damaged.", + "option1": "tablet", + "option2": "phone", + "answer": "1" + }, + "target": "was likely to be damaged.", + "arguments": [ + [ + "Robert went to Hunter and asked him to judge leniently just this one time, because Hunter didn't lose anything valuable.\n\nOn the island the weather was frequently unpredictable. It was supposed to rain this weekend and the rain would be very heavy.\n\nLogan had trust in Ryan for the reason that Ryan was an honest and responsible person.\n\nDennis was invited for an interview by Justin for a position at a new office. Dennis prepared by researching the company.\n\nKayla raises cows and helps supply the world with hamburger Carrie doesnt eat hamburger, the chance Carrie is a vegetarian is big.\n\nAt the store, John signed a warranty contract for the tablet, but did not purchase insurance for the phone, because the tablet", + " was likely to be damaged." + ], + [ + "Robert went to Hunter and asked him to judge leniently just this one time, because Hunter didn't lose anything valuable.\n\nOn the island the weather was frequently unpredictable. It was supposed to rain this weekend and the rain would be very heavy.\n\nLogan had trust in Ryan for the reason that Ryan was an honest and responsible person.\n\nDennis was invited for an interview by Justin for a position at a new office. Dennis prepared by researching the company.\n\nKayla raises cows and helps supply the world with hamburger Carrie doesnt eat hamburger, the chance Carrie is a vegetarian is big.\n\nAt the store, John signed a warranty contract for the tablet, but did not purchase insurance for the phone, because the phone", + " was likely to be damaged." + ] + ], + "resps": [ + [ + [ + -11.8984375, + false + ] + ], + [ + [ + -12.890625, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.8984375, + false + ], + [ + -12.890625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1030, + "doc": { + "sentence": "Beautiful roses were bought by Jason for Dennis because _ is a receiver in general.", + "option1": "Jason", + "option2": "Dennis", + "answer": "2" + }, + "target": "is a receiver in general.", + "arguments": [ + [ + "While changing her eating routine, Sally stopped eating chips and replaced it with fruit. The fruit were smooth.\n\nMary got stranded along the side of the road, and Christine helped them, so Mary was thankful.\n\nThe shoes were too big for Jason so he gave them to Ryan, because Jason feet are tiny.\n\nThe little boy poured milk from the carton into his cereal bowl until the carton was empty.\n\nAaron listened to Ryan talk about how disciplined he was to get 6 pack abs. Ryan was proud of himself.\n\nBeautiful roses were bought by Jason for Dennis because Jason", + " is a receiver in general." + ], + [ + "While changing her eating routine, Sally stopped eating chips and replaced it with fruit. The fruit were smooth.\n\nMary got stranded along the side of the road, and Christine helped them, so Mary was thankful.\n\nThe shoes were too big for Jason so he gave them to Ryan, because Jason feet are tiny.\n\nThe little boy poured milk from the carton into his cereal bowl until the carton was empty.\n\nAaron listened to Ryan talk about how disciplined he was to get 6 pack abs. Ryan was proud of himself.\n\nBeautiful roses were bought by Jason for Dennis because Dennis", + " is a receiver in general." + ] + ], + "resps": [ + [ + [ + -30.140625, + false + ] + ], + [ + [ + -29.75, + false + ] + ] + ], + "filtered_resps": [ + [ + -30.140625, + false + ], + [ + -29.75, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1038, + "doc": { + "sentence": "Kayla always wears sunscreen outdoors but Natalie doesn't because _ isn't concerned about getting neck wrinkles.", + "option1": "Kayla", + "option2": "Natalie", + "answer": "2" + }, + "target": "isn't concerned about getting neck wrinkles.", + "arguments": [ + [ + "Kenneth had a fever, so Kevin gave him some medicine to take. Kenneth was his patient.\n\nMary replaced the gasket but not the compressor of her refrigerator, because the gasket was already worn.\n\nWhiskey is much loved by Brett but Ian prefers to drink tequila so Ian ordered a tequila sunrise to drink.\n\nCarrie is fluent in Spanish but Christine only speaks English as Christine only lived in USA when they were young.\n\nShe hates wearing pants but loves wearing dresses, because she feels more beautiful in the dresses .\n\nKayla always wears sunscreen outdoors but Natalie doesn't because Kayla", + " isn't concerned about getting neck wrinkles." + ], + [ + "Kenneth had a fever, so Kevin gave him some medicine to take. Kenneth was his patient.\n\nMary replaced the gasket but not the compressor of her refrigerator, because the gasket was already worn.\n\nWhiskey is much loved by Brett but Ian prefers to drink tequila so Ian ordered a tequila sunrise to drink.\n\nCarrie is fluent in Spanish but Christine only speaks English as Christine only lived in USA when they were young.\n\nShe hates wearing pants but loves wearing dresses, because she feels more beautiful in the dresses .\n\nKayla always wears sunscreen outdoors but Natalie doesn't because Natalie", + " isn't concerned about getting neck wrinkles." + ] + ], + "resps": [ + [ + [ + -30.15625, + false + ] + ], + [ + [ + -29.109375, + false + ] + ] + ], + "filtered_resps": [ + [ + -30.15625, + false + ], + [ + -29.109375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1046, + "doc": { + "sentence": "The _ car was a pleasure to drive but the red car was not as the blue car was very expensive.", + "option1": "blue", + "option2": "red", + "answer": "1" + }, + "target": "car was a pleasure to drive but the red car was not as the blue car was very expensive.", + "arguments": [ + [ + "Neil asked Derrick for help on how to achieve better bowel movement but Derrick knew nothing about health.\n\nThe popular Ariana Grande look swept the school and Angela became more popular than Betty because Angela adhered to the new dress code.\n\nMatthew tried to be stealthy while planning a party for Donald, but Donald found out from someone who couldn't keep a secret.\n\nWhile they washed dishes, Maria washed and put them on a rack for Sarah to dry, but then Maria ran out of hot water.\n\nAfter Christmas Jeffrey decided to go on a diet but Donald didn't. Jeffrey had gained a lot of weight.\n\nThe blue", + " car was a pleasure to drive but the red car was not as the blue car was very expensive." + ], + [ + "Neil asked Derrick for help on how to achieve better bowel movement but Derrick knew nothing about health.\n\nThe popular Ariana Grande look swept the school and Angela became more popular than Betty because Angela adhered to the new dress code.\n\nMatthew tried to be stealthy while planning a party for Donald, but Donald found out from someone who couldn't keep a secret.\n\nWhile they washed dishes, Maria washed and put them on a rack for Sarah to dry, but then Maria ran out of hot water.\n\nAfter Christmas Jeffrey decided to go on a diet but Donald didn't. Jeffrey had gained a lot of weight.\n\nThe red", + " car was a pleasure to drive but the red car was not as the blue car was very expensive." + ] + ], + "resps": [ + [ + [ + -45.28125, + false + ] + ], + [ + [ + -52.15625, + false + ] + ] + ], + "filtered_resps": [ + [ + -45.28125, + false + ], + [ + -52.15625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1054, + "doc": { + "sentence": "On the playground at school during recess, Monica called Emily a chicken because _ was capable of climbing the ladder.", + "option1": "Monica", + "option2": "Emily", + "answer": "1" + }, + "target": "was capable of climbing the ladder.", + "arguments": [ + [ + "Jane played the game on her phone instead of her tablet because she left the tablet at home.\n\nThe macaroni was better than the nachos because the sauce on the macaroni was richer.\n\nDonald loved eating oysters, but Steven was a vegetarian. Steven ordered a plate of salad.\n\nThe child wanted to store the shells in the boxes but the boxes were too small.\n\nThe teacher used a reward system and Robert won an award while Logan did not because Logan did not study at all.\n\nOn the playground at school during recess, Monica called Emily a chicken because Monica", + " was capable of climbing the ladder." + ], + [ + "Jane played the game on her phone instead of her tablet because she left the tablet at home.\n\nThe macaroni was better than the nachos because the sauce on the macaroni was richer.\n\nDonald loved eating oysters, but Steven was a vegetarian. Steven ordered a plate of salad.\n\nThe child wanted to store the shells in the boxes but the boxes were too small.\n\nThe teacher used a reward system and Robert won an award while Logan did not because Logan did not study at all.\n\nOn the playground at school during recess, Monica called Emily a chicken because Emily", + " was capable of climbing the ladder." + ] + ], + "resps": [ + [ + [ + -20.953125, + false + ] + ], + [ + [ + -23.78125, + false + ] + ] + ], + "filtered_resps": [ + [ + -20.953125, + false + ], + [ + -23.78125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1062, + "doc": { + "sentence": "Elena was asked by Jessica to put patches in the holes in her pants; _ used some she already had at home.", + "option1": "Elena", + "option2": "Jessica", + "answer": "1" + }, + "target": "used some she already had at home.", + "arguments": [ + [ + "Patricia was called over to inspect Amy's kitchen and bedroom because Patricia was known for being clean.\n\nShe left the coach and headed to the taxi so she could take a faster route but the coach was actually faster.\n\nCarrie wrote a long apology letter to send to Jennifer, but Carrie never delivered it.\n\nThe workout routine was beneficial to Donald but not Samuel because Donald was developing huge muscles.\n\nthey bought cups and left the fragile glasses on the shelf even though they needed both because the cups strong.\n\nElena was asked by Jessica to put patches in the holes in her pants; Elena", + " used some she already had at home." + ], + [ + "Patricia was called over to inspect Amy's kitchen and bedroom because Patricia was known for being clean.\n\nShe left the coach and headed to the taxi so she could take a faster route but the coach was actually faster.\n\nCarrie wrote a long apology letter to send to Jennifer, but Carrie never delivered it.\n\nThe workout routine was beneficial to Donald but not Samuel because Donald was developing huge muscles.\n\nthey bought cups and left the fragile glasses on the shelf even though they needed both because the cups strong.\n\nElena was asked by Jessica to put patches in the holes in her pants; Jessica", + " used some she already had at home." + ] + ], + "resps": [ + [ + [ + -25.453125, + false + ] + ], + [ + [ + -26.921875, + false + ] + ] + ], + "filtered_resps": [ + [ + -25.453125, + false + ], + [ + -26.921875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1070, + "doc": { + "sentence": "The ingredients that I use are tastier than the available toppings because the _ are old.", + "option1": "ingredients", + "option2": "toppings", + "answer": "2" + }, + "target": "are old.", + "arguments": [ + [ + "Steven loved the taste of squash but William hated it's flavor. William ordered the broccoli casserole with their dinner.\n\nAnna looked for a plant for her house, and chose a fern over a frond, because the frond would take up more space.\n\nTanya's vehicle was covered in rust whereas Jessica's was not because Jessica was very diligent about maintenance.\n\nLawrence had shorter shoelaces than Ian had on their shoes so Lawrence tripped less often.\n\nthe blood failed the tests for it had a lot of pathogens which it was being screened of, the pathogens were many.\n\nThe ingredients that I use are tastier than the available toppings because the ingredients", + " are old." + ], + [ + "Steven loved the taste of squash but William hated it's flavor. William ordered the broccoli casserole with their dinner.\n\nAnna looked for a plant for her house, and chose a fern over a frond, because the frond would take up more space.\n\nTanya's vehicle was covered in rust whereas Jessica's was not because Jessica was very diligent about maintenance.\n\nLawrence had shorter shoelaces than Ian had on their shoes so Lawrence tripped less often.\n\nthe blood failed the tests for it had a lot of pathogens which it was being screened of, the pathogens were many.\n\nThe ingredients that I use are tastier than the available toppings because the toppings", + " are old." + ] + ], + "resps": [ + [ + [ + -11.6015625, + false + ] + ], + [ + [ + -7.1796875, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.6015625, + false + ], + [ + -7.1796875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1078, + "doc": { + "sentence": "Robert has no regret for punching Justin in the nose because _ was the victim of injustice.", + "option1": "Robert", + "option2": "Justin", + "answer": "1" + }, + "target": "was the victim of injustice.", + "arguments": [ + [ + "Lawrence wanted a dog for a pet and Benjamin wanted a cat because Lawrence preferred dogs inside and cats outside.\n\nShe prefers to use laptop over desktop PC, because the laptop is more mobile for her needs.\n\nThe man couldn't decide on a smoothie or a milkshake. He decided on a smoothie because it is healthier.\n\nSteven doesn't come off as sensual as Hunter does, so Hunter must be the more sexy person.\n\nNatalie wanted to cook Victoria a surprise meal for their birthday and Natalie tried to keep it a secret.\n\nRobert has no regret for punching Justin in the nose because Robert", + " was the victim of injustice." + ], + [ + "Lawrence wanted a dog for a pet and Benjamin wanted a cat because Lawrence preferred dogs inside and cats outside.\n\nShe prefers to use laptop over desktop PC, because the laptop is more mobile for her needs.\n\nThe man couldn't decide on a smoothie or a milkshake. He decided on a smoothie because it is healthier.\n\nSteven doesn't come off as sensual as Hunter does, so Hunter must be the more sexy person.\n\nNatalie wanted to cook Victoria a surprise meal for their birthday and Natalie tried to keep it a secret.\n\nRobert has no regret for punching Justin in the nose because Justin", + " was the victim of injustice." + ] + ], + "resps": [ + [ + [ + -15.265625, + false + ] + ], + [ + [ + -21.46875, + false + ] + ] + ], + "filtered_resps": [ + [ + -15.265625, + false + ], + [ + -21.46875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1086, + "doc": { + "sentence": "Tanya recently finished filling out a job application but not Megan because _ is currently working.", + "option1": "Tanya", + "option2": "Megan", + "answer": "2" + }, + "target": "is currently working.", + "arguments": [ + [ + "Nelson has accidentaly set a hotel on fire and endangered Aaron's life, because Nelson wasn't careful.\n\nThe massage oils warmed Rachel's heart but the candles didn't do so because the massage oils were useful to her.\n\nShe couldn't wear the bikini at the club, but it was OK at the cafe, as the cafe was so libertine.\n\nThe teacher took students off of the playground and put them on the bus until the bus was full.\n\nDerrick dined on sweets and fast food much too often while Donald ate salads and veggies. Donald had a scarcity of belly fat.\n\nTanya recently finished filling out a job application but not Megan because Tanya", + " is currently working." + ], + [ + "Nelson has accidentaly set a hotel on fire and endangered Aaron's life, because Nelson wasn't careful.\n\nThe massage oils warmed Rachel's heart but the candles didn't do so because the massage oils were useful to her.\n\nShe couldn't wear the bikini at the club, but it was OK at the cafe, as the cafe was so libertine.\n\nThe teacher took students off of the playground and put them on the bus until the bus was full.\n\nDerrick dined on sweets and fast food much too often while Donald ate salads and veggies. Donald had a scarcity of belly fat.\n\nTanya recently finished filling out a job application but not Megan because Megan", + " is currently working." + ] + ], + "resps": [ + [ + [ + -11.828125, + false + ] + ], + [ + [ + -11.2109375, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.828125, + false + ], + [ + -11.2109375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1094, + "doc": { + "sentence": "As a parent, Catherine doesn't let her kids watch movies, but they can watch some TV shows. Catherine thinks the _ are too violent.", + "option1": "movies", + "option2": "TV shows", + "answer": "1" + }, + "target": "are too violent.", + "arguments": [ + [ + "Brett had to help Lawrence to burn a DVD of a movie to take on a plane as Lawrence had totally forgotten how to do it.\n\nI used a calculator instead of a computer to help with my math homework because the computer was slower.\n\nLeslie studied to become an auto body repair technician but not Robert, because Robert was not interested in cars.\n\nMatthew was in a lot of debt and Joseph was not because Matthew liked to spend a lot.\n\nAdam went running more often than Dennis did because Adam was on the track team.\n\nAs a parent, Catherine doesn't let her kids watch movies, but they can watch some TV shows. Catherine thinks the movies", + " are too violent." + ], + [ + "Brett had to help Lawrence to burn a DVD of a movie to take on a plane as Lawrence had totally forgotten how to do it.\n\nI used a calculator instead of a computer to help with my math homework because the computer was slower.\n\nLeslie studied to become an auto body repair technician but not Robert, because Robert was not interested in cars.\n\nMatthew was in a lot of debt and Joseph was not because Matthew liked to spend a lot.\n\nAdam went running more often than Dennis did because Adam was on the track team.\n\nAs a parent, Catherine doesn't let her kids watch movies, but they can watch some TV shows. Catherine thinks the TV shows", + " are too violent." + ] + ], + "resps": [ + [ + [ + -2.470703125, + true + ] + ], + [ + [ + -3.96484375, + false + ] + ] + ], + "filtered_resps": [ + [ + -2.470703125, + true + ], + [ + -3.96484375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1102, + "doc": { + "sentence": "Donald had to drive Matthew to the doctor immediately because _ was feeling lightheaded and dizzy.", + "option1": "Donald", + "option2": "Matthew", + "answer": "2" + }, + "target": "was feeling lightheaded and dizzy.", + "arguments": [ + [ + "The egg cooked more evenly in the pan than on the sheet, because the sheet was poorly designed.\n\nCynthia knows that wagering on baseball is illegal but Tanya does not care, Tanya couldn't avoid going to jail.\n\nBuying new office supplies and storage boxes was fun for Samuel but not Joel, since Joel hated having to organize.\n\nThe lady hated bowling a lot more than basketball because the lady thought the bowling was boring.\n\nThe mad scientist poured acid from the test tube into the beaker until the test tube was empty.\n\nDonald had to drive Matthew to the doctor immediately because Donald", + " was feeling lightheaded and dizzy." + ], + [ + "The egg cooked more evenly in the pan than on the sheet, because the sheet was poorly designed.\n\nCynthia knows that wagering on baseball is illegal but Tanya does not care, Tanya couldn't avoid going to jail.\n\nBuying new office supplies and storage boxes was fun for Samuel but not Joel, since Joel hated having to organize.\n\nThe lady hated bowling a lot more than basketball because the lady thought the bowling was boring.\n\nThe mad scientist poured acid from the test tube into the beaker until the test tube was empty.\n\nDonald had to drive Matthew to the doctor immediately because Matthew", + " was feeling lightheaded and dizzy." + ] + ], + "resps": [ + [ + [ + -17.0625, + false + ] + ], + [ + [ + -13.078125, + false + ] + ] + ], + "filtered_resps": [ + [ + -17.0625, + false + ], + [ + -13.078125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1110, + "doc": { + "sentence": "Patricia liked to lie around in a hammock all day but Megan did not because _ was very sedentary.", + "option1": "Patricia", + "option2": "Megan", + "answer": "1" + }, + "target": "was very sedentary.", + "arguments": [ + [ + "Jess chose to use wallpaper and not paint for the walls because the wallpaper was prettier.\n\nSince Jennifer was in need of clothing while Natalie had extra, Jennifer bought clothes from the thrift shop.\n\nKenneth received an invitation to a mutual friends wedding but Brian was not invited. Brian was sad they could not attend.\n\nChristopher was an expert jeweler compared to Matthew' who is an amateur, so Matthew was the dealer swindled by a fake sapphire.\n\nAll of the paper that I got from school wouldn't fit in the folder, because the paper was too thick.\n\nPatricia liked to lie around in a hammock all day but Megan did not because Patricia", + " was very sedentary." + ], + [ + "Jess chose to use wallpaper and not paint for the walls because the wallpaper was prettier.\n\nSince Jennifer was in need of clothing while Natalie had extra, Jennifer bought clothes from the thrift shop.\n\nKenneth received an invitation to a mutual friends wedding but Brian was not invited. Brian was sad they could not attend.\n\nChristopher was an expert jeweler compared to Matthew' who is an amateur, so Matthew was the dealer swindled by a fake sapphire.\n\nAll of the paper that I got from school wouldn't fit in the folder, because the paper was too thick.\n\nPatricia liked to lie around in a hammock all day but Megan did not because Megan", + " was very sedentary." + ] + ], + "resps": [ + [ + [ + -13.8203125, + false + ] + ], + [ + [ + -13.578125, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.8203125, + false + ], + [ + -13.578125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1118, + "doc": { + "sentence": "Kenneth's back is being tended to by Derrick at the office, so _ is the client in this situation.", + "option1": "Kenneth", + "option2": "Derrick", + "answer": "1" + }, + "target": "is the client in this situation.", + "arguments": [ + [ + "Nelson really loved yellow birds, while Craig really loved gray ones, which explains why Nelson kept so many canaries.\n\nThe child of Maria had really bad behavior unlike Amy's child, because Amy was not very tolerant.\n\nKatrina makes very tasty roast recipes while Cynthia doesn't, so Katrina is eager to cook more.\n\nI took a class on how to drive a truck instead of a bus because driving the bus pays less.\n\nAaron's recreational vehicle was really just a trailer compared to Kevin's behemoth. Kevin had a grander model.\n\nKenneth's back is being tended to by Derrick at the office, so Kenneth", + " is the client in this situation." + ], + [ + "Nelson really loved yellow birds, while Craig really loved gray ones, which explains why Nelson kept so many canaries.\n\nThe child of Maria had really bad behavior unlike Amy's child, because Amy was not very tolerant.\n\nKatrina makes very tasty roast recipes while Cynthia doesn't, so Katrina is eager to cook more.\n\nI took a class on how to drive a truck instead of a bus because driving the bus pays less.\n\nAaron's recreational vehicle was really just a trailer compared to Kevin's behemoth. Kevin had a grander model.\n\nKenneth's back is being tended to by Derrick at the office, so Derrick", + " is the client in this situation." + ] + ], + "resps": [ + [ + [ + -20.34375, + false + ] + ], + [ + [ + -20.484375, + false + ] + ] + ], + "filtered_resps": [ + [ + -20.34375, + false + ], + [ + -20.484375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1126, + "doc": { + "sentence": "Maria wasn't aware that Erin was coming up behind them, because _ was generally sneaky.", + "option1": "Maria", + "option2": "Erin", + "answer": "2" + }, + "target": "was generally sneaky.", + "arguments": [ + [ + "Logan wanted a suitable environment for Robert so Logan set up the area around them.\n\nJustin has a lot of nerve pain and Ian doesn't know how to help so Ian offers hug s a lot.\n\nWilliam spend tons of money on their wedding but Ian had a small budget for theirs. you can say Ian is more practical.\n\nPatricia asked Rebecca when she was supposed to get the results back from the blood test but Rebecca did not know.\n\nJohn hated his country far more than the world because the world had many good people.\n\nMaria wasn't aware that Erin was coming up behind them, because Maria", + " was generally sneaky." + ], + [ + "Logan wanted a suitable environment for Robert so Logan set up the area around them.\n\nJustin has a lot of nerve pain and Ian doesn't know how to help so Ian offers hug s a lot.\n\nWilliam spend tons of money on their wedding but Ian had a small budget for theirs. you can say Ian is more practical.\n\nPatricia asked Rebecca when she was supposed to get the results back from the blood test but Rebecca did not know.\n\nJohn hated his country far more than the world because the world had many good people.\n\nMaria wasn't aware that Erin was coming up behind them, because Erin", + " was generally sneaky." + ] + ], + "resps": [ + [ + [ + -18.84375, + false + ] + ], + [ + [ + -13.8359375, + false + ] + ] + ], + "filtered_resps": [ + [ + -18.84375, + false + ], + [ + -13.8359375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1134, + "doc": { + "sentence": "Dennis's home just burned down, but luckily Donald's was spared. So, now _ is grateful.", + "option1": "Dennis", + "option2": "Donald", + "answer": "2" + }, + "target": "is grateful.", + "arguments": [ + [ + "Jim started drinking fresh water instead of artificial soda pops because the water was healthy.\n\nThe wall was built to safeguard the house from waves, as the house was vulnerable against them.\n\nThe quarterback threw the football over the head of Craig and into the hands of Benjamin, so Benjamin score a touchdown.\n\nThe violets in the garden of Natalie grew much taller than Rebecca's because Natalie is great at gardening.\n\nThe woman was hurt less by the scam than the identity theft because she lost more money with the theft .\n\nDennis's home just burned down, but luckily Donald's was spared. So, now Dennis", + " is grateful." + ], + [ + "Jim started drinking fresh water instead of artificial soda pops because the water was healthy.\n\nThe wall was built to safeguard the house from waves, as the house was vulnerable against them.\n\nThe quarterback threw the football over the head of Craig and into the hands of Benjamin, so Benjamin score a touchdown.\n\nThe violets in the garden of Natalie grew much taller than Rebecca's because Natalie is great at gardening.\n\nThe woman was hurt less by the scam than the identity theft because she lost more money with the theft .\n\nDennis's home just burned down, but luckily Donald's was spared. So, now Donald", + " is grateful." + ] + ], + "resps": [ + [ + [ + -11.5859375, + false + ] + ], + [ + [ + -10.796875, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.5859375, + false + ], + [ + -10.796875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1142, + "doc": { + "sentence": "My teeth hurt more after eating the cake than the pie because the _ was not as sweet.", + "option1": "pie", + "option2": "cake", + "answer": "1" + }, + "target": "was not as sweet.", + "arguments": [ + [ + "The hallway filled with smoke but the bedroom had clear air, since the bedroom had open windows.\n\nOwen wore boxers to sleep more than briefs because the boxers were loose on his skin.\n\nRebecca managed to stop their car before crashing but Jessica did not as Jessica was going fast.\n\nThe young boy wanted to put the baseball on the shelf but it kept rolling off because the baseball was round.\n\nThe decision making skills of Donald are poor when compared to those of Nelson. Nelson is a competent negotiator.\n\nMy teeth hurt more after eating the cake than the pie because the pie", + " was not as sweet." + ], + [ + "The hallway filled with smoke but the bedroom had clear air, since the bedroom had open windows.\n\nOwen wore boxers to sleep more than briefs because the boxers were loose on his skin.\n\nRebecca managed to stop their car before crashing but Jessica did not as Jessica was going fast.\n\nThe young boy wanted to put the baseball on the shelf but it kept rolling off because the baseball was round.\n\nThe decision making skills of Donald are poor when compared to those of Nelson. Nelson is a competent negotiator.\n\nMy teeth hurt more after eating the cake than the pie because the cake", + " was not as sweet." + ] + ], + "resps": [ + [ + [ + -6.5078125, + false + ] + ], + [ + [ + -8.1328125, + false + ] + ] + ], + "filtered_resps": [ + [ + -6.5078125, + false + ], + [ + -8.1328125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1150, + "doc": { + "sentence": "Victoria was interested in babies, but Katrina thought they were annoying, so _ preferred visiting the nursery.", + "option1": "Victoria", + "option2": "Katrina", + "answer": "1" + }, + "target": "preferred visiting the nursery.", + "arguments": [ + [ + "The crabs tasted better at the diner than at the restaurant because the diner was closer to the shore.\n\nJohn broke the tablet when he placed the box on it not knowing the tablet is fragile.\n\nNeil gave the new technology to Nick, because Neil wanted to share the advancements with someone else.\n\nJames needed a longer brush to clean the window because the brush is too short.\n\nKevin wanted to grow a bigger vegetable garden than Nelson because Nelson is a simple person.\n\nVictoria was interested in babies, but Katrina thought they were annoying, so Victoria", + " preferred visiting the nursery." + ], + [ + "The crabs tasted better at the diner than at the restaurant because the diner was closer to the shore.\n\nJohn broke the tablet when he placed the box on it not knowing the tablet is fragile.\n\nNeil gave the new technology to Nick, because Neil wanted to share the advancements with someone else.\n\nJames needed a longer brush to clean the window because the brush is too short.\n\nKevin wanted to grow a bigger vegetable garden than Nelson because Nelson is a simple person.\n\nVictoria was interested in babies, but Katrina thought they were annoying, so Katrina", + " preferred visiting the nursery." + ] + ], + "resps": [ + [ + [ + -20.84375, + false + ] + ], + [ + [ + -20.703125, + false + ] + ] + ], + "filtered_resps": [ + [ + -20.84375, + false + ], + [ + -20.703125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1158, + "doc": { + "sentence": "Jill bought a slip to go with her new skirt but the _ was too long and it hung out the bottom.", + "option1": "skirt", + "option2": "slip", + "answer": "2" + }, + "target": "was too long and it hung out the bottom.", + "arguments": [ + [ + "I would say Tanya is a better debater than Natalie as Natalie is very compromising most of the time.\n\nKenneth want to learn how to grow a jicama and asks for Jason's help, because Kenneth is not vine expert.\n\nThe chef could not use the knife to chop the vegetable quickly because the knife is too dull.\n\nRandy was more of a baseball fan than Michael so Michael was heavily bored in every postseason.\n\nThe woman put the note in her back pocket but it stuck out because the pocket was small.\n\nJill bought a slip to go with her new skirt but the skirt", + " was too long and it hung out the bottom." + ], + [ + "I would say Tanya is a better debater than Natalie as Natalie is very compromising most of the time.\n\nKenneth want to learn how to grow a jicama and asks for Jason's help, because Kenneth is not vine expert.\n\nThe chef could not use the knife to chop the vegetable quickly because the knife is too dull.\n\nRandy was more of a baseball fan than Michael so Michael was heavily bored in every postseason.\n\nThe woman put the note in her back pocket but it stuck out because the pocket was small.\n\nJill bought a slip to go with her new skirt but the slip", + " was too long and it hung out the bottom." + ] + ], + "resps": [ + [ + [ + -21.84375, + false + ] + ], + [ + [ + -21.234375, + false + ] + ] + ], + "filtered_resps": [ + [ + -21.84375, + false + ], + [ + -21.234375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1166, + "doc": { + "sentence": "The flour spills out when we use an ancient family recipe and pour three teacups of flour into our bowl. The _ is too big.", + "option1": "teacup", + "option2": "bowl", + "answer": "1" + }, + "target": "is too big.", + "arguments": [ + [ + "Ryan had never gone to a dealership and bought a car like Michael because Michael never bought them from the owner.\n\nJohn poured some water from the bottle to the bowl and there still enough space in the bowl. The bottle small.\n\nThe man tried to fit his feet in the shoes but the feet were too large.\n\nLogan had to work while Aaron was still in middle school so Logan drove his car every day.\n\nRice was a staple in the country, but not enjoyed in the city, it was just so much cheaper in the country .\n\nThe flour spills out when we use an ancient family recipe and pour three teacups of flour into our bowl. The teacup", + " is too big." + ], + [ + "Ryan had never gone to a dealership and bought a car like Michael because Michael never bought them from the owner.\n\nJohn poured some water from the bottle to the bowl and there still enough space in the bowl. The bottle small.\n\nThe man tried to fit his feet in the shoes but the feet were too large.\n\nLogan had to work while Aaron was still in middle school so Logan drove his car every day.\n\nRice was a staple in the country, but not enjoyed in the city, it was just so much cheaper in the country .\n\nThe flour spills out when we use an ancient family recipe and pour three teacups of flour into our bowl. The bowl", + " is too big." + ] + ], + "resps": [ + [ + [ + -6.1953125, + false + ] + ], + [ + [ + -5.04296875, + false + ] + ] + ], + "filtered_resps": [ + [ + -6.1953125, + false + ], + [ + -5.04296875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1174, + "doc": { + "sentence": "Patricia is a great nurse and Cynthia is a famous doctor, blood is normal to them, _ get assisted in operations.", + "option1": "Patricia", + "option2": "Cynthia", + "answer": "2" + }, + "target": "get assisted in operations.", + "arguments": [ + [ + "During the brewing process, the pots were on the stove and the bottles were in the fridge, so the pots were hotter.\n\nAaron loves walking, but Lawrence does not, so Lawrence drives to work every morning when it's raining or not.\n\nThe moments when Carrie would sniff Patricia's hair in class would make Carrie feel elated.\n\nSo Christopher ignored the website because Kevin needed some information that Christopher didn't need and that's why.\n\nJason wants to become a pilot so he asks his tutor Benjamin for extra hours, because Benjamin is already a pilot.\n\nPatricia is a great nurse and Cynthia is a famous doctor, blood is normal to them, Patricia", + " get assisted in operations." + ], + [ + "During the brewing process, the pots were on the stove and the bottles were in the fridge, so the pots were hotter.\n\nAaron loves walking, but Lawrence does not, so Lawrence drives to work every morning when it's raining or not.\n\nThe moments when Carrie would sniff Patricia's hair in class would make Carrie feel elated.\n\nSo Christopher ignored the website because Kevin needed some information that Christopher didn't need and that's why.\n\nJason wants to become a pilot so he asks his tutor Benjamin for extra hours, because Benjamin is already a pilot.\n\nPatricia is a great nurse and Cynthia is a famous doctor, blood is normal to them, Cynthia", + " get assisted in operations." + ] + ], + "resps": [ + [ + [ + -31.546875, + false + ] + ], + [ + [ + -31.578125, + false + ] + ] + ], + "filtered_resps": [ + [ + -31.546875, + false + ], + [ + -31.578125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1182, + "doc": { + "sentence": "John could not hear his alarm clock when he was sleeping with a headphone on his head because the _ is closer.", + "option1": "headphone", + "option2": "clock", + "answer": "1" + }, + "target": "is closer.", + "arguments": [ + [ + "Mike chose to buy his jeans at the store rather than the outlet, because store was cheaper .\n\nCarrie helped Natalie plan all of the company events for the conference because Natalie was an CEO.\n\nTanya's cars never lasted long, while Natalie's lasted years. Tanya refused to do basic maintenance like change the motor oil.\n\nJan wanted to move a desk into the corner of the family room but the desk was too wide.\n\nBecause Joseph had been a victim of identity theft and Matthew had not, Joseph checked his credit report more frequently.\n\nJohn could not hear his alarm clock when he was sleeping with a headphone on his head because the headphone", + " is closer." + ], + [ + "Mike chose to buy his jeans at the store rather than the outlet, because store was cheaper .\n\nCarrie helped Natalie plan all of the company events for the conference because Natalie was an CEO.\n\nTanya's cars never lasted long, while Natalie's lasted years. Tanya refused to do basic maintenance like change the motor oil.\n\nJan wanted to move a desk into the corner of the family room but the desk was too wide.\n\nBecause Joseph had been a victim of identity theft and Matthew had not, Joseph checked his credit report more frequently.\n\nJohn could not hear his alarm clock when he was sleeping with a headphone on his head because the clock", + " is closer." + ] + ], + "resps": [ + [ + [ + -15.921875, + false + ] + ], + [ + [ + -14.9375, + false + ] + ] + ], + "filtered_resps": [ + [ + -15.921875, + false + ], + [ + -14.9375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1190, + "doc": { + "sentence": "The hiking group had more food than water, so they tried to conserve the _ .", + "option1": "water", + "option2": "food", + "answer": "1" + }, + "target": ".", + "arguments": [ + [ + "Jeffrey loved to listen to hip hop music but Kevin thought it was terrible. Jeffrey put in a cd by Run DMC.\n\nProducts sold at the outlet made more money than those sold at the store , so the outlet was a profitable business.\n\nLindsey needed to learn how to file from Amy since Amy 's office was well organized.\n\nWhen I have a health concern I go to the doctor's office, not to an unlicensed medical website, because the website can be frightening.\n\nLindsey is curvier than Megan, which explains why Lindsey always buys a larger-sized bra when they shop together at the discount clothing store.\n\nThe hiking group had more food than water, so they tried to conserve the water", + " ." + ], + [ + "Jeffrey loved to listen to hip hop music but Kevin thought it was terrible. Jeffrey put in a cd by Run DMC.\n\nProducts sold at the outlet made more money than those sold at the store , so the outlet was a profitable business.\n\nLindsey needed to learn how to file from Amy since Amy 's office was well organized.\n\nWhen I have a health concern I go to the doctor's office, not to an unlicensed medical website, because the website can be frightening.\n\nLindsey is curvier than Megan, which explains why Lindsey always buys a larger-sized bra when they shop together at the discount clothing store.\n\nThe hiking group had more food than water, so they tried to conserve the food", + " ." + ] + ], + "resps": [ + [ + [ + -5.57421875, + false + ] + ], + [ + [ + -5.078125, + false + ] + ] + ], + "filtered_resps": [ + [ + -5.57421875, + false + ], + [ + -5.078125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1198, + "doc": { + "sentence": "Laura never feared anything like Erin because _ didn't have a very strong and very powerful mind.", + "option1": "Laura", + "option2": "Erin", + "answer": "2" + }, + "target": "didn't have a very strong and very powerful mind.", + "arguments": [ + [ + "Monica stole Betty's ipod because Monica really likes listening to great music that plays well.\n\nSamantha ran right past the Easter egg while Rebecca ran towards it, and Rebecca picked it up.\n\nThe contractor liked using the brick material over the stone material, because the stone material is shoddy.\n\nI love going to the museum to look at all the art. The museum is so peaceful.\n\nBen posted a selfie and a food shot on snapchat. People liked the food better, because Ben was ugly.\n\nLaura never feared anything like Erin because Laura", + " didn't have a very strong and very powerful mind." + ], + [ + "Monica stole Betty's ipod because Monica really likes listening to great music that plays well.\n\nSamantha ran right past the Easter egg while Rebecca ran towards it, and Rebecca picked it up.\n\nThe contractor liked using the brick material over the stone material, because the stone material is shoddy.\n\nI love going to the museum to look at all the art. The museum is so peaceful.\n\nBen posted a selfie and a food shot on snapchat. People liked the food better, because Ben was ugly.\n\nLaura never feared anything like Erin because Erin", + " didn't have a very strong and very powerful mind." + ] + ], + "resps": [ + [ + [ + -32.09375, + false + ] + ], + [ + [ + -31.859375, + false + ] + ] + ], + "filtered_resps": [ + [ + -32.09375, + false + ], + [ + -31.859375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1206, + "doc": { + "sentence": "Buying a swimming pool was great for Adam but not for Christopher because _ had a large back yard.", + "option1": "Adam", + "option2": "Christopher", + "answer": "1" + }, + "target": "had a large back yard.", + "arguments": [ + [ + "The new corset purchased by Bill for his wife would not fit around her body, the corset was too narrow.\n\nWilliam was trying to treat the ulcer of Benjamin at the hospital because William is a doctor.\n\nFixing the laptop was easy for Nelson but not Michael, because Nelson was very technology savvy.\n\nLindsey received many complaints at the job compared to Angela because Angela was a great worker.\n\nMonica went to Erin's house to use their computer for a paper since Monica 's computer was broken.\n\nBuying a swimming pool was great for Adam but not for Christopher because Adam", + " had a large back yard." + ], + [ + "The new corset purchased by Bill for his wife would not fit around her body, the corset was too narrow.\n\nWilliam was trying to treat the ulcer of Benjamin at the hospital because William is a doctor.\n\nFixing the laptop was easy for Nelson but not Michael, because Nelson was very technology savvy.\n\nLindsey received many complaints at the job compared to Angela because Angela was a great worker.\n\nMonica went to Erin's house to use their computer for a paper since Monica 's computer was broken.\n\nBuying a swimming pool was great for Adam but not for Christopher because Christopher", + " had a large back yard." + ] + ], + "resps": [ + [ + [ + -13.0859375, + false + ] + ], + [ + [ + -14.734375, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.0859375, + false + ], + [ + -14.734375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1214, + "doc": { + "sentence": "I slowly poured the milk over my bowl of cereal until the _ was gone.", + "option1": "milk", + "option2": "cereal", + "answer": "1" + }, + "target": "was gone.", + "arguments": [ + [ + "Victoria loved going to school with Katrina for Victoria had a crush on the other.\n\nBetty really enjoyed getting up and going to their job each day but Erin did not because Betty was very motivated.\n\nJeffrey was able to perform a backflip but Nick was not because Nick was very rigid.\n\nChristine's telescope can't see nearly as far as the one Jessica purchased. Christine got a cheaper model telescope.\n\nThe hospital was running out of syringes, but they had plenty of bandages due to the bandages price decreasing.\n\nI slowly poured the milk over my bowl of cereal until the milk", + " was gone." + ], + [ + "Victoria loved going to school with Katrina for Victoria had a crush on the other.\n\nBetty really enjoyed getting up and going to their job each day but Erin did not because Betty was very motivated.\n\nJeffrey was able to perform a backflip but Nick was not because Nick was very rigid.\n\nChristine's telescope can't see nearly as far as the one Jessica purchased. Christine got a cheaper model telescope.\n\nThe hospital was running out of syringes, but they had plenty of bandages due to the bandages price decreasing.\n\nI slowly poured the milk over my bowl of cereal until the cereal", + " was gone." + ] + ], + "resps": [ + [ + [ + -2.173828125, + true + ] + ], + [ + [ + -5.43359375, + false + ] + ] + ], + "filtered_resps": [ + [ + -2.173828125, + true + ], + [ + -5.43359375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1222, + "doc": { + "sentence": "Jasmine wanted to put the emerald on the ring and it would not fit. The _ was colossal.", + "option1": "emerald", + "option2": "ring", + "answer": "1" + }, + "target": "was colossal.", + "arguments": [ + [ + "Jake needed to rid his home of bugs at the dumps, it took a long time because the dumps were few.\n\nChristine refused to dance even once with Emily because Emily was not liked by anyone in school.\n\nThe toddler said something rude which offended Victoria but Samantha laughed. Victoria always disliked the honesty of children.\n\nHe framed his diploma with wood instead of metal, because he felt the metal was more pedestrian.\n\nThe gardener used new pest sprays on the mites, but the mites were still too strong.\n\nJasmine wanted to put the emerald on the ring and it would not fit. The emerald", + " was colossal." + ], + [ + "Jake needed to rid his home of bugs at the dumps, it took a long time because the dumps were few.\n\nChristine refused to dance even once with Emily because Emily was not liked by anyone in school.\n\nThe toddler said something rude which offended Victoria but Samantha laughed. Victoria always disliked the honesty of children.\n\nHe framed his diploma with wood instead of metal, because he felt the metal was more pedestrian.\n\nThe gardener used new pest sprays on the mites, but the mites were still too strong.\n\nJasmine wanted to put the emerald on the ring and it would not fit. The ring", + " was colossal." + ] + ], + "resps": [ + [ + [ + -13.8359375, + false + ] + ], + [ + [ + -13.7265625, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.8359375, + false + ], + [ + -13.7265625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1230, + "doc": { + "sentence": "James always feel weak whenever he walked the length of his street so he decided walking just the length of the lawn. The _ is short.", + "option1": "street", + "option2": "lawn", + "answer": "2" + }, + "target": "is short.", + "arguments": [ + [ + "I removed the blinds from the window and replaced it with curtains. The curtains were pristine.\n\nJessie doesn't enjoy wearing her ring as much as her necklace because the ring is very cheap.\n\nKatrina has to use a lint roller more than Christine because Katrina wears way more black clothing.\n\nThe storage on the shelf is not enough to keep the bag. The storage is small.\n\nHe was trying to measure the height of the box using a ruler, but had to switch to a larger ruler because the ruler is too short.\n\nJames always feel weak whenever he walked the length of his street so he decided walking just the length of the lawn. The street", + " is short." + ], + [ + "I removed the blinds from the window and replaced it with curtains. The curtains were pristine.\n\nJessie doesn't enjoy wearing her ring as much as her necklace because the ring is very cheap.\n\nKatrina has to use a lint roller more than Christine because Katrina wears way more black clothing.\n\nThe storage on the shelf is not enough to keep the bag. The storage is small.\n\nHe was trying to measure the height of the box using a ruler, but had to switch to a larger ruler because the ruler is too short.\n\nJames always feel weak whenever he walked the length of his street so he decided walking just the length of the lawn. The lawn", + " is short." + ] + ], + "resps": [ + [ + [ + -3.8359375, + false + ] + ], + [ + [ + -4.28515625, + false + ] + ] + ], + "filtered_resps": [ + [ + -3.8359375, + false + ], + [ + -4.28515625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1238, + "doc": { + "sentence": "The stone still thudded on the floor even though it was dropped on the pillow. The _ is too light.", + "option1": "stone", + "option2": "pillow", + "answer": "2" + }, + "target": "is too light.", + "arguments": [ + [ + "I was trying to type on my iPhone screen through my wool knit glove, but struggled to type since the screen was slippery.\n\nAfter Erin put a scarf on her neck, Katrina noticed how pretty it was. Erin let her try it on.\n\nThe doctor showed that Victoria had symptoms of the disease while Katrina was fine. Katrina was healthy.\n\nKyle needed an oxygen mask urgently while Brian did not. Brian had a healthy lung.\n\nEric hacked into the movie star Ian's cell phone because Eric was well known for causing trouble.\n\nThe stone still thudded on the floor even though it was dropped on the pillow. The stone", + " is too light." + ], + [ + "I was trying to type on my iPhone screen through my wool knit glove, but struggled to type since the screen was slippery.\n\nAfter Erin put a scarf on her neck, Katrina noticed how pretty it was. Erin let her try it on.\n\nThe doctor showed that Victoria had symptoms of the disease while Katrina was fine. Katrina was healthy.\n\nKyle needed an oxygen mask urgently while Brian did not. Brian had a healthy lung.\n\nEric hacked into the movie star Ian's cell phone because Eric was well known for causing trouble.\n\nThe stone still thudded on the floor even though it was dropped on the pillow. The pillow", + " is too light." + ] + ], + "resps": [ + [ + [ + -13.8203125, + false + ] + ], + [ + [ + -14.546875, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.8203125, + false + ], + [ + -14.546875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1246, + "doc": { + "sentence": "Happiness was most important to Nick but money was most important to William. _ valued a good life.", + "option1": "Nick", + "option2": "William", + "answer": "1" + }, + "target": "valued a good life.", + "arguments": [ + [ + "Mary replaced her running shoe after it wore out with Birkenstock for her birthday, the Birkenstock was new.\n\nKathy's dog was having a seizure, so she put a pillow between his head and the floor, and the pillow helped his head not hit the floor.\n\nThe activities that he had planned out could not fit into the schedules because the activities were long.\n\nJen needed to detox her body with either pills or fruits. She chose the pills because it was unnatural.\n\nKaren was positive about the answers on her math test, but confused about the essay. She was least confident about the essay .\n\nHappiness was most important to Nick but money was most important to William. Nick", + " valued a good life." + ], + [ + "Mary replaced her running shoe after it wore out with Birkenstock for her birthday, the Birkenstock was new.\n\nKathy's dog was having a seizure, so she put a pillow between his head and the floor, and the pillow helped his head not hit the floor.\n\nThe activities that he had planned out could not fit into the schedules because the activities were long.\n\nJen needed to detox her body with either pills or fruits. She chose the pills because it was unnatural.\n\nKaren was positive about the answers on her math test, but confused about the essay. She was least confident about the essay .\n\nHappiness was most important to Nick but money was most important to William. William", + " valued a good life." + ] + ], + "resps": [ + [ + [ + -18.296875, + false + ] + ], + [ + [ + -17.96875, + false + ] + ] + ], + "filtered_resps": [ + [ + -18.296875, + false + ], + [ + -17.96875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1254, + "doc": { + "sentence": "William was a huge animal rights activist but Randy couldn't care less so _ loved leather.", + "option1": "William", + "option2": "Randy", + "answer": "2" + }, + "target": "loved leather.", + "arguments": [ + [ + "Kenneth wanted Joseph to get into plus size modeling, because Kenneth thought that they would be perfect for it.\n\nCraig wanted to get the autograph of Nelson who was a karate master, so Nelson gave an autograph.\n\nAlex wanted to swim in the ocean instead of in the lake because the lake is harder to float with its clear water property.\n\nAdam was invited out on a date by the girl but not Robert because Adam was more attractive.\n\nWe left the boat in the dock and took the barge instead, as the boat had a difficult time on the wavy ocean.\n\nWilliam was a huge animal rights activist but Randy couldn't care less so William", + " loved leather." + ], + [ + "Kenneth wanted Joseph to get into plus size modeling, because Kenneth thought that they would be perfect for it.\n\nCraig wanted to get the autograph of Nelson who was a karate master, so Nelson gave an autograph.\n\nAlex wanted to swim in the ocean instead of in the lake because the lake is harder to float with its clear water property.\n\nAdam was invited out on a date by the girl but not Robert because Adam was more attractive.\n\nWe left the boat in the dock and took the barge instead, as the boat had a difficult time on the wavy ocean.\n\nWilliam was a huge animal rights activist but Randy couldn't care less so Randy", + " loved leather." + ] + ], + "resps": [ + [ + [ + -21.375, + false + ] + ], + [ + [ + -18.578125, + false + ] + ] + ], + "filtered_resps": [ + [ + -21.375, + false + ], + [ + -18.578125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1262, + "doc": { + "sentence": "Kenneth was really scared to have surgery but Neil was very brave about it. _ was under a lot of stress.", + "option1": "Kenneth", + "option2": "Neil", + "answer": "1" + }, + "target": "was under a lot of stress.", + "arguments": [ + [ + "Justin was very concerned about the environment Ian wasn't that interested. Justin planted a lot of trees on their land.\n\nSamantha's recent health has been a very big problem unlike Monica's because Monica was cleared of cancer.\n\nRachel was paid to draw Felicia, so Rachel got a check after the project was done.\n\nJessica confided in Christine that she had never been in a relationship. Christine was supportive.\n\nWorried about getting the court on time, the woman decided to take a taxi instead of the train because the taxi would get there sooner.\n\nKenneth was really scared to have surgery but Neil was very brave about it. Kenneth", + " was under a lot of stress." + ], + [ + "Justin was very concerned about the environment Ian wasn't that interested. Justin planted a lot of trees on their land.\n\nSamantha's recent health has been a very big problem unlike Monica's because Monica was cleared of cancer.\n\nRachel was paid to draw Felicia, so Rachel got a check after the project was done.\n\nJessica confided in Christine that she had never been in a relationship. Christine was supportive.\n\nWorried about getting the court on time, the woman decided to take a taxi instead of the train because the taxi would get there sooner.\n\nKenneth was really scared to have surgery but Neil was very brave about it. Neil", + " was under a lot of stress." + ] + ], + "resps": [ + [ + [ + -12.5859375, + false + ] + ], + [ + [ + -12.9453125, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.5859375, + false + ], + [ + -12.9453125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 7, + "doc": { + "sentence": "The home that my parents had when I was in school was a lot nicer than my house now because the _ is trashy.", + "option1": "home", + "option2": "house", + "answer": "2" + }, + "target": "is trashy.", + "arguments": [ + [ + "The pants kept shrinking in the wash, but the socks weren't affected, because the pants were made of malleable material.\n\nThe leggings were more comfortable than the jeans because the jeans stretched out much less.\n\nThe woman wanted to hang the dress in the closet but the dress was too large.\n\nEating zucchini bread was a treat for Aaron but not Ian because Aaron ate it very rarely.\n\nThe man spent his money on the 4-wheeler instead of the motorcycle because the 4-wheeler was cheap.\n\nThe home that my parents had when I was in school was a lot nicer than my house now because the home", + " is trashy." + ], + [ + "The pants kept shrinking in the wash, but the socks weren't affected, because the pants were made of malleable material.\n\nThe leggings were more comfortable than the jeans because the jeans stretched out much less.\n\nThe woman wanted to hang the dress in the closet but the dress was too large.\n\nEating zucchini bread was a treat for Aaron but not Ian because Aaron ate it very rarely.\n\nThe man spent his money on the 4-wheeler instead of the motorcycle because the 4-wheeler was cheap.\n\nThe home that my parents had when I was in school was a lot nicer than my house now because the house", + " is trashy." + ] + ], + "resps": [ + [ + [ + -17.6875, + false + ] + ], + [ + [ + -14.8671875, + false + ] + ] + ], + "filtered_resps": [ + [ + -17.6875, + false + ], + [ + -14.8671875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 15, + "doc": { + "sentence": "Lindsey like to read graphic novels but Natalie liked classic literature to read. _ bought the new Frank Miller comic at the book store.", + "option1": "Lindsey", + "option2": "Natalie", + "answer": "1" + }, + "target": "bought the new Frank Miller comic at the book store.", + "arguments": [ + [ + "Lindsey gave Amy the silent treatment because she was angry; Lindsey didn't speak to her for two days.\n\nI drank water instead of soda because the fever subsided when I drank the water .\n\nIt was Adam who had to prepare meals for Robert since Adam was a competent cook .\n\nThe planted seedlings weren't growing as quickly in the backyard like in the front yard because the front yard has more sunlight.\n\nThe car was quick when it used electricity instead of gasoline, because it was made to run on the gasoline less efficiently.\n\nLindsey like to read graphic novels but Natalie liked classic literature to read. Lindsey", + " bought the new Frank Miller comic at the book store." + ], + [ + "Lindsey gave Amy the silent treatment because she was angry; Lindsey didn't speak to her for two days.\n\nI drank water instead of soda because the fever subsided when I drank the water .\n\nIt was Adam who had to prepare meals for Robert since Adam was a competent cook .\n\nThe planted seedlings weren't growing as quickly in the backyard like in the front yard because the front yard has more sunlight.\n\nThe car was quick when it used electricity instead of gasoline, because it was made to run on the gasoline less efficiently.\n\nLindsey like to read graphic novels but Natalie liked classic literature to read. Natalie", + " bought the new Frank Miller comic at the book store." + ] + ], + "resps": [ + [ + [ + -29.625, + false + ] + ], + [ + [ + -30.96875, + false + ] + ] + ], + "filtered_resps": [ + [ + -29.625, + false + ], + [ + -30.96875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 23, + "doc": { + "sentence": "They had to eat a lot to gain the strength they had lost and be able to work, the _ was too much.", + "option1": "work", + "option2": "strength", + "answer": "1" + }, + "target": "was too much.", + "arguments": [ + [ + "While discussing retirement, William wanted to move to Florida and Jeffrey did not for William liked warm climates.\n\nJeffrey was feeling sleepy all day, while Steven was full of energy, because Jeffrey had slept restlessly the night before.\n\nSamantha loves chocolate so much she made a cake, but Angela rejected the cake because Samantha adored the sweetness of it all.\n\nBetty love to have cats but Rachel did not. Rachel adopted a dog at the local shelter.\n\nMy mom always preferred the salon to the barber shop because the shop gave worse cuts.\n\nThey had to eat a lot to gain the strength they had lost and be able to work, the work", + " was too much." + ], + [ + "While discussing retirement, William wanted to move to Florida and Jeffrey did not for William liked warm climates.\n\nJeffrey was feeling sleepy all day, while Steven was full of energy, because Jeffrey had slept restlessly the night before.\n\nSamantha loves chocolate so much she made a cake, but Angela rejected the cake because Samantha adored the sweetness of it all.\n\nBetty love to have cats but Rachel did not. Rachel adopted a dog at the local shelter.\n\nMy mom always preferred the salon to the barber shop because the shop gave worse cuts.\n\nThey had to eat a lot to gain the strength they had lost and be able to work, the strength", + " was too much." + ] + ], + "resps": [ + [ + [ + -8.890625, + false + ] + ], + [ + [ + -13.21875, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.890625, + false + ], + [ + -13.21875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 31, + "doc": { + "sentence": "Mary thought poodles were a cool dog but Rachel thought Great Danes were cooler. _ bought a small dog bed for their pet.", + "option1": "Mary", + "option2": "Rachel", + "answer": "1" + }, + "target": "bought a small dog bed for their pet.", + "arguments": [ + [ + "Mary wore the poncho to work that day instead of the jacket because the jacket didn't protect her from the rain.\n\nThe brushes that I used were a lot softer than the combs because the brushes were made from hair.\n\nBecause Elena was far less successful at their job this year than Megan, Elena received a smaller raise.\n\nwe replaced the cement surface in the bedroom with wood because the cement was cold.\n\nThe clothes of Kenneth always smell, but Ian's smell very good. Ian does laundry once a day.\n\nMary thought poodles were a cool dog but Rachel thought Great Danes were cooler. Mary", + " bought a small dog bed for their pet." + ], + [ + "Mary wore the poncho to work that day instead of the jacket because the jacket didn't protect her from the rain.\n\nThe brushes that I used were a lot softer than the combs because the brushes were made from hair.\n\nBecause Elena was far less successful at their job this year than Megan, Elena received a smaller raise.\n\nwe replaced the cement surface in the bedroom with wood because the cement was cold.\n\nThe clothes of Kenneth always smell, but Ian's smell very good. Ian does laundry once a day.\n\nMary thought poodles were a cool dog but Rachel thought Great Danes were cooler. Rachel", + " bought a small dog bed for their pet." + ] + ], + "resps": [ + [ + [ + -31.203125, + false + ] + ], + [ + [ + -32.03125, + false + ] + ] + ], + "filtered_resps": [ + [ + -31.203125, + false + ], + [ + -32.03125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 39, + "doc": { + "sentence": "Donald's understanding of math isn't as good as Joseph's, so _ is more likely a professor.", + "option1": "Donald", + "option2": "Joseph", + "answer": "2" + }, + "target": "is more likely a professor.", + "arguments": [ + [ + "Rachel was far more likely to receive letters from overseas than Victoria because Victoria had never traveled in Europe.\n\nHer skin chafed on her elbow when she wore the big sweater because the sweater is rough.\n\nThe rice needed more seasoning, but the pasta tasted just fine. The pasta must have been spicy.\n\nCarrie continued working while she had her skin condition, but Billy had to stay in the hospital with his lung condition. The lung condition was more life-threatening.\n\nNelson had an easy time writing stories but Joel struggled with it. Joel had taken welding classes at the local community college.\n\nDonald's understanding of math isn't as good as Joseph's, so Donald", + " is more likely a professor." + ], + [ + "Rachel was far more likely to receive letters from overseas than Victoria because Victoria had never traveled in Europe.\n\nHer skin chafed on her elbow when she wore the big sweater because the sweater is rough.\n\nThe rice needed more seasoning, but the pasta tasted just fine. The pasta must have been spicy.\n\nCarrie continued working while she had her skin condition, but Billy had to stay in the hospital with his lung condition. The lung condition was more life-threatening.\n\nNelson had an easy time writing stories but Joel struggled with it. Joel had taken welding classes at the local community college.\n\nDonald's understanding of math isn't as good as Joseph's, so Joseph", + " is more likely a professor." + ] + ], + "resps": [ + [ + [ + -20.890625, + false + ] + ], + [ + [ + -19.625, + false + ] + ] + ], + "filtered_resps": [ + [ + -20.890625, + false + ], + [ + -19.625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 47, + "doc": { + "sentence": "It was easy for Angela to become a vegetarian although Kayla couldn't do it. _ really missed the taste of chicken.", + "option1": "Angela", + "option2": "Kayla", + "answer": "2" + }, + "target": "really missed the taste of chicken.", + "arguments": [ + [ + "The hollyhocks in her garden needed plenty of sun and water to moisten the soil. She made sure to give them a lot of the water .\n\nAllison tried to use an elastic band to put her hair in a ponytail, but the hair was too short.\n\nTanya created a beautiful picture but Lindsey did not as Tanya was a wonderful artist.\n\nThe sac has more space for one more basketball. The basketball is a small one.\n\nNo matter where they went in the world, everyone always knew Derrick but not Nelson because Nelson was not a famous person.\n\nIt was easy for Angela to become a vegetarian although Kayla couldn't do it. Angela", + " really missed the taste of chicken." + ], + [ + "The hollyhocks in her garden needed plenty of sun and water to moisten the soil. She made sure to give them a lot of the water .\n\nAllison tried to use an elastic band to put her hair in a ponytail, but the hair was too short.\n\nTanya created a beautiful picture but Lindsey did not as Tanya was a wonderful artist.\n\nThe sac has more space for one more basketball. The basketball is a small one.\n\nNo matter where they went in the world, everyone always knew Derrick but not Nelson because Nelson was not a famous person.\n\nIt was easy for Angela to become a vegetarian although Kayla couldn't do it. Kayla", + " really missed the taste of chicken." + ] + ], + "resps": [ + [ + [ + -17.046875, + false + ] + ], + [ + [ + -14.1171875, + false + ] + ] + ], + "filtered_resps": [ + [ + -17.046875, + false + ], + [ + -14.1171875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 55, + "doc": { + "sentence": "Alcohol is a love of Matthew's, but Ryan can't stand the stuff because _ is a sober alcoholic.", + "option1": "Matthew", + "option2": "Ryan", + "answer": "2" + }, + "target": "is a sober alcoholic.", + "arguments": [ + [ + "Kenneth borrowed woodworking equipment from Justin so he could build a table. When he accidentally broke some of it, Justin vowed never to lend anything to anyone again.\n\nIn college, Brett needed a tutor for calculus while Kevin did not because Kevin was understanding the material.\n\nThe man with cancer chooses surgery over chemo based on his doctor's advice. surgery must succeed more in cases like his.\n\nMy new car didn't fit in the garage at my house because the garage was too tiny.\n\nThe student chose to download a game rather than his homework assignment. The game is likely more fascinating.\n\nAlcohol is a love of Matthew's, but Ryan can't stand the stuff because Matthew", + " is a sober alcoholic." + ], + [ + "Kenneth borrowed woodworking equipment from Justin so he could build a table. When he accidentally broke some of it, Justin vowed never to lend anything to anyone again.\n\nIn college, Brett needed a tutor for calculus while Kevin did not because Kevin was understanding the material.\n\nThe man with cancer chooses surgery over chemo based on his doctor's advice. surgery must succeed more in cases like his.\n\nMy new car didn't fit in the garage at my house because the garage was too tiny.\n\nThe student chose to download a game rather than his homework assignment. The game is likely more fascinating.\n\nAlcohol is a love of Matthew's, but Ryan can't stand the stuff because Ryan", + " is a sober alcoholic." + ] + ], + "resps": [ + [ + [ + -14.28125, + false + ] + ], + [ + [ + -10.5078125, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.28125, + false + ], + [ + -10.5078125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 63, + "doc": { + "sentence": "James panicked when his phone fell on the table thinking it will break but the _ is strong.", + "option1": "phone", + "option2": "table", + "answer": "1" + }, + "target": "is strong.", + "arguments": [ + [ + "Jane wanted her doll back because she now hated the toy car. The doll is beautiful.\n\nThe coroner tried to put the body in the bag but the body was too large.\n\nRandy bumped into Brian while walking on the sidewalk, because Randy was in a rush.\n\nThe light sensitive roses had to be removed from the garden and moved to the vineyard, as the garden was sunnier.\n\nMatthew was removing the excess cancerous tissue with a scalpel from Jeffrey because Jeffrey was a patient.\n\nJames panicked when his phone fell on the table thinking it will break but the phone", + " is strong." + ], + [ + "Jane wanted her doll back because she now hated the toy car. The doll is beautiful.\n\nThe coroner tried to put the body in the bag but the body was too large.\n\nRandy bumped into Brian while walking on the sidewalk, because Randy was in a rush.\n\nThe light sensitive roses had to be removed from the garden and moved to the vineyard, as the garden was sunnier.\n\nMatthew was removing the excess cancerous tissue with a scalpel from Jeffrey because Jeffrey was a patient.\n\nJames panicked when his phone fell on the table thinking it will break but the table", + " is strong." + ] + ], + "resps": [ + [ + [ + -6.640625, + false + ] + ], + [ + [ + -5.5234375, + false + ] + ] + ], + "filtered_resps": [ + [ + -6.640625, + false + ], + [ + -5.5234375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 71, + "doc": { + "sentence": "The paint would melt in the sun, so we used a varnish instead, since the _ was susceptible to heat.", + "option1": "paint", + "option2": "varnish", + "answer": "1" + }, + "target": "was susceptible to heat.", + "arguments": [ + [ + "Adam had to schedule a visit a dermatologist but Joseph didn't because Adam had bad skin.\n\nBenjamin explained to Kevin how he was going to start his own business. Kevin was proud of him.\n\nNeil wanted to help his good friend Benjamin quit smoking for Benjamin was an current smoker.\n\nLogan lost the billiards game to Robert because Logan was a novice in the game.\n\nAngela loves cleaning but Gary likes laundry. Angela likes the cleaning scents for the home.\n\nThe paint would melt in the sun, so we used a varnish instead, since the paint", + " was susceptible to heat." + ], + [ + "Adam had to schedule a visit a dermatologist but Joseph didn't because Adam had bad skin.\n\nBenjamin explained to Kevin how he was going to start his own business. Kevin was proud of him.\n\nNeil wanted to help his good friend Benjamin quit smoking for Benjamin was an current smoker.\n\nLogan lost the billiards game to Robert because Logan was a novice in the game.\n\nAngela loves cleaning but Gary likes laundry. Angela likes the cleaning scents for the home.\n\nThe paint would melt in the sun, so we used a varnish instead, since the varnish", + " was susceptible to heat." + ] + ], + "resps": [ + [ + [ + -14.3515625, + false + ] + ], + [ + [ + -17.703125, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.3515625, + false + ], + [ + -17.703125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 79, + "doc": { + "sentence": "Aaron didn't know Dennis had a peanut allergy, so when _ made peanut chicken an ambulance was called.", + "option1": "Aaron", + "option2": "Dennis", + "answer": "1" + }, + "target": "made peanut chicken an ambulance was called.", + "arguments": [ + [ + "The early morning soccer game was threatened by rain, so the team was hoping that the rain would be delayed.\n\nSome tea spilled on the table and John cleaned it with a napkin. The table got dry.\n\nKatrina showed Carrie how to assemble her own computer from scratch. Katrina was really talented.\n\nCleaning was top of Natalie's chore list but bottom of Megan's, as Natalie was always worried about germs and bacteria.\n\nJeffrey bought a Guinea pig and Brett didn't help care for it. Their mother praised Jeffrey for their work.\n\nAaron didn't know Dennis had a peanut allergy, so when Aaron", + " made peanut chicken an ambulance was called." + ], + [ + "The early morning soccer game was threatened by rain, so the team was hoping that the rain would be delayed.\n\nSome tea spilled on the table and John cleaned it with a napkin. The table got dry.\n\nKatrina showed Carrie how to assemble her own computer from scratch. Katrina was really talented.\n\nCleaning was top of Natalie's chore list but bottom of Megan's, as Natalie was always worried about germs and bacteria.\n\nJeffrey bought a Guinea pig and Brett didn't help care for it. Their mother praised Jeffrey for their work.\n\nAaron didn't know Dennis had a peanut allergy, so when Dennis", + " made peanut chicken an ambulance was called." + ] + ], + "resps": [ + [ + [ + -28.78125, + false + ] + ], + [ + [ + -31.65625, + false + ] + ] + ], + "filtered_resps": [ + [ + -28.78125, + false + ], + [ + -31.65625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 87, + "doc": { + "sentence": "Megan forgot to buy deodorant at the store so they borrowed Jessica's deodorant and _ hoped they never found out.", + "option1": "Megan", + "option2": "Jessica", + "answer": "1" + }, + "target": "hoped they never found out.", + "arguments": [ + [ + "The rain was more severe today than the wind, because the rain created many accidents.\n\nTanya asked Angela to be her stock broker because Angela possessed good financial market experience.\n\nIt was more probable that Maria would end up in prison rather than Tanya because Maria had a criminal lifestyle.\n\nKayla fit into a size six shoe while Tanya did not because Kayla has small feet.\n\nWhen Angela needs to know something she searches Google unlike Rachel, Rachel does not mess with the internet.\n\nMegan forgot to buy deodorant at the store so they borrowed Jessica's deodorant and Megan", + " hoped they never found out." + ], + [ + "The rain was more severe today than the wind, because the rain created many accidents.\n\nTanya asked Angela to be her stock broker because Angela possessed good financial market experience.\n\nIt was more probable that Maria would end up in prison rather than Tanya because Maria had a criminal lifestyle.\n\nKayla fit into a size six shoe while Tanya did not because Kayla has small feet.\n\nWhen Angela needs to know something she searches Google unlike Rachel, Rachel does not mess with the internet.\n\nMegan forgot to buy deodorant at the store so they borrowed Jessica's deodorant and Jessica", + " hoped they never found out." + ] + ], + "resps": [ + [ + [ + -19.234375, + false + ] + ], + [ + [ + -20.453125, + false + ] + ] + ], + "filtered_resps": [ + [ + -19.234375, + false + ], + [ + -20.453125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 95, + "doc": { + "sentence": "The arrow stuck to the bark but not the stone because the _ was hard.", + "option1": "bark", + "option2": "stone", + "answer": "2" + }, + "target": "was hard.", + "arguments": [ + [ + "The beach near our house is a lot better than the shore near my mom's place, because the shore is dirty.\n\nRandy was helping Eric find a way to improve his credit because Eric is a bankruptcy filer.\n\nBrian loved putting together model cars while Ian did not because Ian hated the intricate details.\n\nPatricia recognized the signed of a poisoned cat while Megan did not because Megan didn't see the symptoms of poisoning.\n\nChristine was having trouble opening their computer downloads and asked Rebecca for help because Rebecca worked with computers a lot.\n\nThe arrow stuck to the bark but not the stone because the bark", + " was hard." + ], + [ + "The beach near our house is a lot better than the shore near my mom's place, because the shore is dirty.\n\nRandy was helping Eric find a way to improve his credit because Eric is a bankruptcy filer.\n\nBrian loved putting together model cars while Ian did not because Ian hated the intricate details.\n\nPatricia recognized the signed of a poisoned cat while Megan did not because Megan didn't see the symptoms of poisoning.\n\nChristine was having trouble opening their computer downloads and asked Rebecca for help because Rebecca worked with computers a lot.\n\nThe arrow stuck to the bark but not the stone because the stone", + " was hard." + ] + ], + "resps": [ + [ + [ + -8.65625, + false + ] + ], + [ + [ + -5.1484375, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.65625, + false + ], + [ + -5.1484375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 103, + "doc": { + "sentence": "The game of chess was easy to play for Angela but not Rebecca because _ had a analytical mind.", + "option1": "Angela", + "option2": "Rebecca", + "answer": "1" + }, + "target": "had a analytical mind.", + "arguments": [ + [ + "Once the panties got hardened and the leggings were laundered with softening agents, the leggings were smooth.\n\nThe farmer tried to repair the worn down farm fence with new paint and wood, but the paint had wrong color.\n\nEmily couldn't find the file in the cabinet but Kayla did because Kayla was looking in the correct cabinet.\n\nKayla tried to stop Emily's nose bleed even though she was afraid of blood. Kayla was a helpful person.\n\nJames could not finish his homework within the time that mom used outside. The homework is much harder.\n\nThe game of chess was easy to play for Angela but not Rebecca because Angela", + " had a analytical mind." + ], + [ + "Once the panties got hardened and the leggings were laundered with softening agents, the leggings were smooth.\n\nThe farmer tried to repair the worn down farm fence with new paint and wood, but the paint had wrong color.\n\nEmily couldn't find the file in the cabinet but Kayla did because Kayla was looking in the correct cabinet.\n\nKayla tried to stop Emily's nose bleed even though she was afraid of blood. Kayla was a helpful person.\n\nJames could not finish his homework within the time that mom used outside. The homework is much harder.\n\nThe game of chess was easy to play for Angela but not Rebecca because Rebecca", + " had a analytical mind." + ] + ], + "resps": [ + [ + [ + -17.171875, + false + ] + ], + [ + [ + -19.109375, + false + ] + ] + ], + "filtered_resps": [ + [ + -17.171875, + false + ], + [ + -19.109375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 111, + "doc": { + "sentence": "Sarah was quickly promoted to manager over Kayla, because _ excelled at angering other people.", + "option1": "Sarah", + "option2": "Kayla", + "answer": "2" + }, + "target": "excelled at angering other people.", + "arguments": [ + [ + "James could not finish his homework within the time that mom used outside. The time is little.\n\nErin was not shy about sex education though Patricia was. Erin taught the girls about their period.\n\nCynthia adds toner to her skin regimen on Tanya's advice because Cynthia is a customer.\n\nBob decided to go with the lasagna over the raviolli, because the lasagna was quite tasty.\n\nTimmy eagerly agreed to swap his chocolate ice cream cone for Gwen's strawberry ice cream cone because the chocolate flavor is Timmy's most disliked.\n\nSarah was quickly promoted to manager over Kayla, because Sarah", + " excelled at angering other people." + ], + [ + "James could not finish his homework within the time that mom used outside. The time is little.\n\nErin was not shy about sex education though Patricia was. Erin taught the girls about their period.\n\nCynthia adds toner to her skin regimen on Tanya's advice because Cynthia is a customer.\n\nBob decided to go with the lasagna over the raviolli, because the lasagna was quite tasty.\n\nTimmy eagerly agreed to swap his chocolate ice cream cone for Gwen's strawberry ice cream cone because the chocolate flavor is Timmy's most disliked.\n\nSarah was quickly promoted to manager over Kayla, because Kayla", + " excelled at angering other people." + ] + ], + "resps": [ + [ + [ + -28.25, + false + ] + ], + [ + [ + -29.375, + false + ] + ] + ], + "filtered_resps": [ + [ + -28.25, + false + ], + [ + -29.375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 119, + "doc": { + "sentence": "The president had their speech at the auditorium rather than the park because the _ was bigger.", + "option1": "auditorium", + "option2": "park", + "answer": "1" + }, + "target": "was bigger.", + "arguments": [ + [ + "Bob needed a new vehicle. He was driving a van but wanted a hatchback because the van is old.\n\nLaura asked to borrow some closet space from Natalie , since Natalie had copious room in hers.\n\nI proposed that we did a trade instead of a loan to get what we needed since the trade is just.\n\nCynthia wanted to rest while Erin wanted to train, so Erin spent the afternoon running.\n\nKenneth found far less shark teeth on the beach than Brian, which made Kenneth jealous of him.\n\nThe president had their speech at the auditorium rather than the park because the auditorium", + " was bigger." + ], + [ + "Bob needed a new vehicle. He was driving a van but wanted a hatchback because the van is old.\n\nLaura asked to borrow some closet space from Natalie , since Natalie had copious room in hers.\n\nI proposed that we did a trade instead of a loan to get what we needed since the trade is just.\n\nCynthia wanted to rest while Erin wanted to train, so Erin spent the afternoon running.\n\nKenneth found far less shark teeth on the beach than Brian, which made Kenneth jealous of him.\n\nThe president had their speech at the auditorium rather than the park because the park", + " was bigger." + ] + ], + "resps": [ + [ + [ + -3.498046875, + false + ] + ], + [ + [ + -8.171875, + false + ] + ] + ], + "filtered_resps": [ + [ + -3.498046875, + false + ], + [ + -8.171875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 127, + "doc": { + "sentence": "Adam was a crook and not a law-abiding citizen like Joseph, so it was surprising that _ was the one with a restraining order against him.", + "option1": "Adam", + "option2": "Joseph", + "answer": "2" + }, + "target": "was the one with a restraining order against him.", + "arguments": [ + [ + "Brett showed Craig how to play sevens at the party because Brett is an experienced card player.\n\nAt dinner, Christine ordered spaghetti and Rebecca ordered hamburger with fries, because Rebecca disliked Italian food.\n\nAmy told Carrie that she will finally accept that the cute boy in math class doesn't like her. Amy is letting go.\n\nRandy used a thick cream to soothe Nick's burn because Nick had been in pain for a long time.\n\nWhile contacting the senator I chose to use email rather than phone as the phone keeps no record.\n\nAdam was a crook and not a law-abiding citizen like Joseph, so it was surprising that Adam", + " was the one with a restraining order against him." + ], + [ + "Brett showed Craig how to play sevens at the party because Brett is an experienced card player.\n\nAt dinner, Christine ordered spaghetti and Rebecca ordered hamburger with fries, because Rebecca disliked Italian food.\n\nAmy told Carrie that she will finally accept that the cute boy in math class doesn't like her. Amy is letting go.\n\nRandy used a thick cream to soothe Nick's burn because Nick had been in pain for a long time.\n\nWhile contacting the senator I chose to use email rather than phone as the phone keeps no record.\n\nAdam was a crook and not a law-abiding citizen like Joseph, so it was surprising that Joseph", + " was the one with a restraining order against him." + ] + ], + "resps": [ + [ + [ + -18.625, + false + ] + ], + [ + [ + -18.609375, + false + ] + ] + ], + "filtered_resps": [ + [ + -18.625, + false + ], + [ + -18.609375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 135, + "doc": { + "sentence": "Jennifer dragged Felicia along to a self help workshop about how to succeed, because _ wanted some company.", + "option1": "Jennifer", + "option2": "Felicia", + "answer": "1" + }, + "target": "wanted some company.", + "arguments": [ + [ + "Joseph finished his work at the gas station earlier than Nelson. So Joseph came home early.\n\nI returned the dish with the shallot but kept the one with the onion because the shallot was cooked wrong.\n\nAlthough Ian was a better writer than Samuel, Samuel was better at crafting a story.\n\nKyle was successful at killing the stinkhorn fungus unlike Neil because Kyle had a fungal killer on hand.\n\nRandy was planning the wedding of his friend Ian but Randy got overwhelmed by the stress of handling it.\n\nJennifer dragged Felicia along to a self help workshop about how to succeed, because Jennifer", + " wanted some company." + ], + [ + "Joseph finished his work at the gas station earlier than Nelson. So Joseph came home early.\n\nI returned the dish with the shallot but kept the one with the onion because the shallot was cooked wrong.\n\nAlthough Ian was a better writer than Samuel, Samuel was better at crafting a story.\n\nKyle was successful at killing the stinkhorn fungus unlike Neil because Kyle had a fungal killer on hand.\n\nRandy was planning the wedding of his friend Ian but Randy got overwhelmed by the stress of handling it.\n\nJennifer dragged Felicia along to a self help workshop about how to succeed, because Felicia", + " wanted some company." + ] + ], + "resps": [ + [ + [ + -13.1015625, + false + ] + ], + [ + [ + -14.046875, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.1015625, + false + ], + [ + -14.046875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 143, + "doc": { + "sentence": "The jewelry sold for less than the baseball card did since the _ was very common.", + "option1": "card", + "option2": "jewelry", + "answer": "2" + }, + "target": "was very common.", + "arguments": [ + [ + "Rebecca kept their workspace neat but Jennifer left theirs unorganized. Rebecca only took a few minutes to find important papers.\n\nJoseph taught Aaron how to plant the seed so the plant would grow, as Aaron was a novice gardener.\n\nGem needed to heal her broken heart so she bought both ice cream and chocolate. She chose to eat the ice cream first because she was hot.\n\nKevin's car was fixed really quickly by Hunter in the shop because Hunter is a great mechanic.\n\nMegan was always following in the steps of Sarah since Megan needed effective leadership .\n\nThe jewelry sold for less than the baseball card did since the card", + " was very common." + ], + [ + "Rebecca kept their workspace neat but Jennifer left theirs unorganized. Rebecca only took a few minutes to find important papers.\n\nJoseph taught Aaron how to plant the seed so the plant would grow, as Aaron was a novice gardener.\n\nGem needed to heal her broken heart so she bought both ice cream and chocolate. She chose to eat the ice cream first because she was hot.\n\nKevin's car was fixed really quickly by Hunter in the shop because Hunter is a great mechanic.\n\nMegan was always following in the steps of Sarah since Megan needed effective leadership .\n\nThe jewelry sold for less than the baseball card did since the jewelry", + " was very common." + ] + ], + "resps": [ + [ + [ + -11.6875, + false + ] + ], + [ + [ + -9.3828125, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.6875, + false + ], + [ + -9.3828125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 151, + "doc": { + "sentence": "At the beauty salon, Angela preferred to work on her eyebrows instead of her eyelashes because the _ were already worked on.", + "option1": "eyebrows", + "option2": "eyelashes", + "answer": "2" + }, + "target": "were already worked on.", + "arguments": [ + [ + "Elena gave the Academy award to Rebecca because Elena was the presenter of the award.\n\nWe treated the cat to a toy and some food, and the cat chose the toy because it was interesting.\n\nLaura found a book and a magazine on the table, and she decided to take the magazine because she was going to the beach for a short time.\n\nWhen deciding if to be a loner, one must decide if they want many social events or plenty of free time. The events angle helps with sociability.\n\nThe car sailed over the bridge but crashed into the road ahead, since the bridge was so low for the jump.\n\nAt the beauty salon, Angela preferred to work on her eyebrows instead of her eyelashes because the eyebrows", + " were already worked on." + ], + [ + "Elena gave the Academy award to Rebecca because Elena was the presenter of the award.\n\nWe treated the cat to a toy and some food, and the cat chose the toy because it was interesting.\n\nLaura found a book and a magazine on the table, and she decided to take the magazine because she was going to the beach for a short time.\n\nWhen deciding if to be a loner, one must decide if they want many social events or plenty of free time. The events angle helps with sociability.\n\nThe car sailed over the bridge but crashed into the road ahead, since the bridge was so low for the jump.\n\nAt the beauty salon, Angela preferred to work on her eyebrows instead of her eyelashes because the eyelashes", + " were already worked on." + ] + ], + "resps": [ + [ + [ + -13.71875, + false + ] + ], + [ + [ + -12.1953125, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.71875, + false + ], + [ + -12.1953125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 159, + "doc": { + "sentence": "Sarah thought that Elena was overpacking for Hawaii, because _ had a very full suitcase.", + "option1": "Sarah", + "option2": "Elena", + "answer": "2" + }, + "target": "had a very full suitcase.", + "arguments": [ + [ + "James has a personal problem with is Algebra teacher, but loves his history teacher because the History teacher is kind with him.\n\nJason was more likely to be a model than Brett although Brett was a taller and prettier person.\n\nCarrie has a harder time breathing at high altitudes than Samantha due to Carrie being in terrible shape.\n\nPerforming karaoke in public suited Dennis but not Justin because Justin had little talent and trained unsuccessfully.\n\nBeing health conscious, Natalie doesn't eat red meat, they gave the steak to Cynthia and Cynthia was very full..\n\nSarah thought that Elena was overpacking for Hawaii, because Sarah", + " had a very full suitcase." + ], + [ + "James has a personal problem with is Algebra teacher, but loves his history teacher because the History teacher is kind with him.\n\nJason was more likely to be a model than Brett although Brett was a taller and prettier person.\n\nCarrie has a harder time breathing at high altitudes than Samantha due to Carrie being in terrible shape.\n\nPerforming karaoke in public suited Dennis but not Justin because Justin had little talent and trained unsuccessfully.\n\nBeing health conscious, Natalie doesn't eat red meat, they gave the steak to Cynthia and Cynthia was very full..\n\nSarah thought that Elena was overpacking for Hawaii, because Elena", + " had a very full suitcase." + ] + ], + "resps": [ + [ + [ + -14.3828125, + false + ] + ], + [ + [ + -13.0625, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.3828125, + false + ], + [ + -13.0625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 167, + "doc": { + "sentence": "At the estate sale, John saw the hammer was more affordable than the screwdriver, because the _ was brand new.", + "option1": "hammer", + "option2": "screwdriver", + "answer": "2" + }, + "target": "was brand new.", + "arguments": [ + [ + "The car and the bicycle almost collided in an accident, but the car honked the horn in time.\n\nEmily helps Megan figure out the math homework problems, so Megan offers help with English in return.\n\nLindsey showed Christine the marble cake that she made herself in under two hours. Lindsey was talented.\n\nKevin was worried Kenneth would win the cross country race, because Kevin was currently behind.\n\nThe new wood door would not fit the the opening in bills house, the opening was too narrow.\n\nAt the estate sale, John saw the hammer was more affordable than the screwdriver, because the hammer", + " was brand new." + ], + [ + "The car and the bicycle almost collided in an accident, but the car honked the horn in time.\n\nEmily helps Megan figure out the math homework problems, so Megan offers help with English in return.\n\nLindsey showed Christine the marble cake that she made herself in under two hours. Lindsey was talented.\n\nKevin was worried Kenneth would win the cross country race, because Kevin was currently behind.\n\nThe new wood door would not fit the the opening in bills house, the opening was too narrow.\n\nAt the estate sale, John saw the hammer was more affordable than the screwdriver, because the screwdriver", + " was brand new." + ] + ], + "resps": [ + [ + [ + -6.90625, + false + ] + ], + [ + [ + -7.49609375, + false + ] + ] + ], + "filtered_resps": [ + [ + -6.90625, + false + ], + [ + -7.49609375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 175, + "doc": { + "sentence": "The history of the village is more intriguing than the history of the city because the _ is very new.", + "option1": "village", + "option2": "city", + "answer": "2" + }, + "target": "is very new.", + "arguments": [ + [ + "Laura can only do 10 push ups, while Emily can do 50, so Laura is a light weight lifter.\n\nThe muscles of Christine are tinier than those of Patricia because Patricia is a gym trainer.\n\nI decided to go to the barbershop instead of my usual salon because I just needed a trim and the barbershop was faster and cheaper.\n\nThe medication was not prescribed to Carrie and was to Angela because Angela had an ear infection.\n\nThe lemming wanted to hide behind the rock in its cage, but the rock was too small.\n\nThe history of the village is more intriguing than the history of the city because the village", + " is very new." + ], + [ + "Laura can only do 10 push ups, while Emily can do 50, so Laura is a light weight lifter.\n\nThe muscles of Christine are tinier than those of Patricia because Patricia is a gym trainer.\n\nI decided to go to the barbershop instead of my usual salon because I just needed a trim and the barbershop was faster and cheaper.\n\nThe medication was not prescribed to Carrie and was to Angela because Angela had an ear infection.\n\nThe lemming wanted to hide behind the rock in its cage, but the rock was too small.\n\nThe history of the village is more intriguing than the history of the city because the city", + " is very new." + ] + ], + "resps": [ + [ + [ + -10.921875, + false + ] + ], + [ + [ + -8.9375, + false + ] + ] + ], + "filtered_resps": [ + [ + -10.921875, + false + ], + [ + -8.9375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 183, + "doc": { + "sentence": "The sand and water in the fish tank were very dirty, so the _ needed to be scrubbed.", + "option1": "water", + "option2": "sand", + "answer": "2" + }, + "target": "needed to be scrubbed.", + "arguments": [ + [ + "Betty made a nice lladro figure and tried to put it in a box but the box was too small.\n\nCarrie was given concert tickets by Mary; then Carrie sold them because she hated the artist.\n\nJohn took care to shield the ferns from the wind while leaving the flowers in the open, since flowers were much stronger .\n\nHunter removed the pet hair from the car while Justin waited outside because Justin was very allergic.\n\nThe plant root broke out of the pot as it continues to grow and the pot becomes weaker.\n\nThe sand and water in the fish tank were very dirty, so the water", + " needed to be scrubbed." + ], + [ + "Betty made a nice lladro figure and tried to put it in a box but the box was too small.\n\nCarrie was given concert tickets by Mary; then Carrie sold them because she hated the artist.\n\nJohn took care to shield the ferns from the wind while leaving the flowers in the open, since flowers were much stronger .\n\nHunter removed the pet hair from the car while Justin waited outside because Justin was very allergic.\n\nThe plant root broke out of the pot as it continues to grow and the pot becomes weaker.\n\nThe sand and water in the fish tank were very dirty, so the sand", + " needed to be scrubbed." + ] + ], + "resps": [ + [ + [ + -11.765625, + false + ] + ], + [ + [ + -9.796875, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.765625, + false + ], + [ + -9.796875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 191, + "doc": { + "sentence": "Using a needle to sew together both the leather and silk was difficult. The _ was hard get through.", + "option1": "leather", + "option2": "silk", + "answer": "1" + }, + "target": "was hard get through.", + "arguments": [ + [ + "Billy replaced the wood counter with granite over the summer time, the granite was trendy.\n\nSteamed rice is much healthier, so Emily insisted theyorder that instead of fried rice, even though Carrie disliked it. Carrie was upset to eat the steamed rice when it arrived.\n\nCultivating a garden was of interest to Carrie but not Monica because Carrie cared a lot about sustainable living.\n\nJason owed back taxes and would not answer the phone when Brett called, because Jason was avoiding the IRS.\n\nWorking in the academy better suited Matthew and not Lawrence because Matthew had a perfect memory.\n\nUsing a needle to sew together both the leather and silk was difficult. The leather", + " was hard get through." + ], + [ + "Billy replaced the wood counter with granite over the summer time, the granite was trendy.\n\nSteamed rice is much healthier, so Emily insisted theyorder that instead of fried rice, even though Carrie disliked it. Carrie was upset to eat the steamed rice when it arrived.\n\nCultivating a garden was of interest to Carrie but not Monica because Carrie cared a lot about sustainable living.\n\nJason owed back taxes and would not answer the phone when Brett called, because Jason was avoiding the IRS.\n\nWorking in the academy better suited Matthew and not Lawrence because Matthew had a perfect memory.\n\nUsing a needle to sew together both the leather and silk was difficult. The silk", + " was hard get through." + ] + ], + "resps": [ + [ + [ + -20.96875, + false + ] + ], + [ + [ + -20.546875, + false + ] + ] + ], + "filtered_resps": [ + [ + -20.96875, + false + ], + [ + -20.546875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 199, + "doc": { + "sentence": "Craig gifted Eric a new picnic table, because _ lent him some money a while ago.", + "option1": "Craig", + "option2": "Eric", + "answer": "2" + }, + "target": "lent him some money a while ago.", + "arguments": [ + [ + "Allison tried to use an elastic band to put her hair in a ponytail, but the hair was too short.\n\nAmy spent more money at the spa than Elena because Elena didn't add a facial to their package.\n\nOn their visit yesterday Jeffrey said the lack brushing Ian teethe had caused the to become brittle, Ian went to the dentist.\n\nThe seeds planted by Samantha sprouted sooner than those planted by Christine, so Christine had a shorter bloom.\n\nThe music coming from the radio was louder than the music coming from the television because the speakers on the radio were bigger.\n\nCraig gifted Eric a new picnic table, because Craig", + " lent him some money a while ago." + ], + [ + "Allison tried to use an elastic band to put her hair in a ponytail, but the hair was too short.\n\nAmy spent more money at the spa than Elena because Elena didn't add a facial to their package.\n\nOn their visit yesterday Jeffrey said the lack brushing Ian teethe had caused the to become brittle, Ian went to the dentist.\n\nThe seeds planted by Samantha sprouted sooner than those planted by Christine, so Christine had a shorter bloom.\n\nThe music coming from the radio was louder than the music coming from the television because the speakers on the radio were bigger.\n\nCraig gifted Eric a new picnic table, because Eric", + " lent him some money a while ago." + ] + ], + "resps": [ + [ + [ + -24.53125, + false + ] + ], + [ + [ + -19.828125, + false + ] + ] + ], + "filtered_resps": [ + [ + -24.53125, + false + ], + [ + -19.828125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 207, + "doc": { + "sentence": "In high school Matthew was most popular among the teachers as were Steven was among the students, _ was liked by adolescents.", + "option1": "Matthew", + "option2": "Steven", + "answer": "2" + }, + "target": "was liked by adolescents.", + "arguments": [ + [ + "Craig liked to play with the large cattle but not Kyle because Kyle found them to be foreign.\n\nRobert's fever went away, and Ian still has one, so Ian is sickly at this point.\n\nAt the wooded summer camp, Jennifer taught Cynthia how to swim and other things like that. The camp counselor was Jennifer .\n\nthe camera could not focus well from the distance because of the light, the camera was too far.\n\nThe leg of Emily started to gangrene when Carrie spotted it immediately and Emily refused to see the doctor where the leg was lost.\n\nIn high school Matthew was most popular among the teachers as were Steven was among the students, Matthew", + " was liked by adolescents." + ], + [ + "Craig liked to play with the large cattle but not Kyle because Kyle found them to be foreign.\n\nRobert's fever went away, and Ian still has one, so Ian is sickly at this point.\n\nAt the wooded summer camp, Jennifer taught Cynthia how to swim and other things like that. The camp counselor was Jennifer .\n\nthe camera could not focus well from the distance because of the light, the camera was too far.\n\nThe leg of Emily started to gangrene when Carrie spotted it immediately and Emily refused to see the doctor where the leg was lost.\n\nIn high school Matthew was most popular among the teachers as were Steven was among the students, Steven", + " was liked by adolescents." + ] + ], + "resps": [ + [ + [ + -21.25, + false + ] + ], + [ + [ + -20.0, + false + ] + ] + ], + "filtered_resps": [ + [ + -21.25, + false + ], + [ + -20.0, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 215, + "doc": { + "sentence": "The bill had extra charges for past due and hookup. I owe the _ for being a new customer.", + "option1": "past due", + "option2": "hookup", + "answer": "2" + }, + "target": "for being a new customer.", + "arguments": [ + [ + "Christine was explaining to Cynthia how her plan to get famous was going to work. Christine was determined.\n\nJoseph hired Nick to build a pool but Nick was going on a long vacation.\n\nThe senior woman's portfolio was low on stocks but high in bonds, as she considered the stocks to be risky.\n\nMaria could feel calm and relaxed at a movie theater and not a mall because at the mall everyone was walking around.\n\nFelicia had to drink a lot of cranberry juice but Erin didn't because Felicia had issues with their kidney.\n\nThe bill had extra charges for past due and hookup. I owe the past due", + " for being a new customer." + ], + [ + "Christine was explaining to Cynthia how her plan to get famous was going to work. Christine was determined.\n\nJoseph hired Nick to build a pool but Nick was going on a long vacation.\n\nThe senior woman's portfolio was low on stocks but high in bonds, as she considered the stocks to be risky.\n\nMaria could feel calm and relaxed at a movie theater and not a mall because at the mall everyone was walking around.\n\nFelicia had to drink a lot of cranberry juice but Erin didn't because Felicia had issues with their kidney.\n\nThe bill had extra charges for past due and hookup. I owe the hookup", + " for being a new customer." + ] + ], + "resps": [ + [ + [ + -17.546875, + false + ] + ], + [ + [ + -16.3125, + false + ] + ] + ], + "filtered_resps": [ + [ + -17.546875, + false + ], + [ + -16.3125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 223, + "doc": { + "sentence": "It seemed more likely that Brett would wear a fedora rather than Justin because _ was known to dress stylishly.", + "option1": "Brett", + "option2": "Justin", + "answer": "1" + }, + "target": "was known to dress stylishly.", + "arguments": [ + [ + "Leslie had better grades than Derrick because Leslie spent more time studying than playing video games.\n\nThe taxes on the car were more than the taxes on the bike because the car was more expensive.\n\nMy mom bought me cookies, but I couldn't get them in the containers, because the containers were too little.\n\nFelicia was ready to fall in love again unlike Mary because Mary was heartbroken in the past.\n\nFelicia worked out more than Emily so it was no coincidence that Emily was sweating less daily.\n\nIt seemed more likely that Brett would wear a fedora rather than Justin because Brett", + " was known to dress stylishly." + ], + [ + "Leslie had better grades than Derrick because Leslie spent more time studying than playing video games.\n\nThe taxes on the car were more than the taxes on the bike because the car was more expensive.\n\nMy mom bought me cookies, but I couldn't get them in the containers, because the containers were too little.\n\nFelicia was ready to fall in love again unlike Mary because Mary was heartbroken in the past.\n\nFelicia worked out more than Emily so it was no coincidence that Emily was sweating less daily.\n\nIt seemed more likely that Brett would wear a fedora rather than Justin because Justin", + " was known to dress stylishly." + ] + ], + "resps": [ + [ + [ + -15.8125, + false + ] + ], + [ + [ + -16.6875, + false + ] + ] + ], + "filtered_resps": [ + [ + -15.8125, + false + ], + [ + -16.6875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 231, + "doc": { + "sentence": "My face was more familiar than it was at the bar than the gym because I went to the _ several times a week.", + "option1": "bar", + "option2": "gym", + "answer": "1" + }, + "target": "several times a week.", + "arguments": [ + [ + "Maria ordered pancakes while Natalie ordered a hamburger, and Maria put syrup and butter on their meal.\n\nJessica was a Psychiatrist treating Samantha for paranoid personality disorder so Samantha was put on medication.\n\nSince Eric was less coordinated than Randy, Randy was much more comfortable learning how to skateboard.\n\nVictoria gets a bottle of formula for Patricia every couple of hours because Patricia is her child.\n\nShe tried to pay off her debt with a regular monthly payment, but the debt was just too high.\n\nMy face was more familiar than it was at the bar than the gym because I went to the bar", + " several times a week." + ], + [ + "Maria ordered pancakes while Natalie ordered a hamburger, and Maria put syrup and butter on their meal.\n\nJessica was a Psychiatrist treating Samantha for paranoid personality disorder so Samantha was put on medication.\n\nSince Eric was less coordinated than Randy, Randy was much more comfortable learning how to skateboard.\n\nVictoria gets a bottle of formula for Patricia every couple of hours because Patricia is her child.\n\nShe tried to pay off her debt with a regular monthly payment, but the debt was just too high.\n\nMy face was more familiar than it was at the bar than the gym because I went to the gym", + " several times a week." + ] + ], + "resps": [ + [ + [ + -7.19921875, + false + ] + ], + [ + [ + -6.15234375, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.19921875, + false + ], + [ + -6.15234375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 239, + "doc": { + "sentence": "Mary was more reliable and hardworking than Rachel, but to be fair, _ had a better foundation as a child.", + "option1": "Mary", + "option2": "Rachel", + "answer": "1" + }, + "target": "had a better foundation as a child.", + "arguments": [ + [ + "Justin worked on the house to keep ants out and Derrick didn't help, since Justin was more industrious.\n\nCraig made the best rice pudding, which was Justin's favorite, so Craig brought him a large bowl.\n\nNeil really loved to clean their house but Ryan did not as Ryan was very slovenly.\n\nMom was making pancakes for the kids this morning when she realized they were out of syrup. I ran to the store to get the syrup .\n\nThe actor came over and shook Nelson's hand and not Kenneth's because Nelson was next to the actor.\n\nMary was more reliable and hardworking than Rachel, but to be fair, Mary", + " had a better foundation as a child." + ], + [ + "Justin worked on the house to keep ants out and Derrick didn't help, since Justin was more industrious.\n\nCraig made the best rice pudding, which was Justin's favorite, so Craig brought him a large bowl.\n\nNeil really loved to clean their house but Ryan did not as Ryan was very slovenly.\n\nMom was making pancakes for the kids this morning when she realized they were out of syrup. I ran to the store to get the syrup .\n\nThe actor came over and shook Nelson's hand and not Kenneth's because Nelson was next to the actor.\n\nMary was more reliable and hardworking than Rachel, but to be fair, Rachel", + " had a better foundation as a child." + ] + ], + "resps": [ + [ + [ + -24.140625, + false + ] + ], + [ + [ + -25.0, + false + ] + ] + ], + "filtered_resps": [ + [ + -24.140625, + false + ], + [ + -25.0, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 247, + "doc": { + "sentence": "the region was too crowded for our comfortable stay for all the people sent there , the _ were too small..", + "option1": "region", + "option2": "people", + "answer": "1" + }, + "target": "were too small..", + "arguments": [ + [ + "I had to put the steel and iron in alphabetical order, so I placed the iron in the left slot.\n\nThe doctor was able to diagnose the disease but not the tumor since the disease was shown.\n\nI bought a new picture but it wouldn't fit in the frame, because the picture was too heavy.\n\nAt school, James found the lessons to be engaging and the buildings to be well equipped. The lessons were fun.\n\nLeslie could smell the body odor off of Steven even through the perfume they put on. Steven was gross.\n\nthe region was too crowded for our comfortable stay for all the people sent there , the region", + " were too small.." + ], + [ + "I had to put the steel and iron in alphabetical order, so I placed the iron in the left slot.\n\nThe doctor was able to diagnose the disease but not the tumor since the disease was shown.\n\nI bought a new picture but it wouldn't fit in the frame, because the picture was too heavy.\n\nAt school, James found the lessons to be engaging and the buildings to be well equipped. The lessons were fun.\n\nLeslie could smell the body odor off of Steven even through the perfume they put on. Steven was gross.\n\nthe region was too crowded for our comfortable stay for all the people sent there , the people", + " were too small.." + ] + ], + "resps": [ + [ + [ + -17.765625, + false + ] + ], + [ + [ + -19.15625, + false + ] + ] + ], + "filtered_resps": [ + [ + -17.765625, + false + ], + [ + -19.15625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 255, + "doc": { + "sentence": "The commodities trader decided to buy wool and sell cotton because the _ was priced low.", + "option1": "wool", + "option2": "cotton", + "answer": "1" + }, + "target": "was priced low.", + "arguments": [ + [ + "The man chose the watercolor for his paintings rather than the acrylic because the acrylic was ugly.\n\nThe blender was always used by the winning chef, while the loser used the mixer, because the mixer had dull blades.\n\nTo provide motivation Emily gave Samantha some money, as the urgency on the situation was lost on Samantha .\n\nThe cookout invitation that bob bought would not fit with the envelope he purchased, because the envelope was too small.\n\nAs the walls began to cave in on Joseph, he blamed Craig who had sold him the house because Craig had not revealed how frail they were.\n\nThe commodities trader decided to buy wool and sell cotton because the wool", + " was priced low." + ], + [ + "The man chose the watercolor for his paintings rather than the acrylic because the acrylic was ugly.\n\nThe blender was always used by the winning chef, while the loser used the mixer, because the mixer had dull blades.\n\nTo provide motivation Emily gave Samantha some money, as the urgency on the situation was lost on Samantha .\n\nThe cookout invitation that bob bought would not fit with the envelope he purchased, because the envelope was too small.\n\nAs the walls began to cave in on Joseph, he blamed Craig who had sold him the house because Craig had not revealed how frail they were.\n\nThe commodities trader decided to buy wool and sell cotton because the cotton", + " was priced low." + ] + ], + "resps": [ + [ + [ + -13.0, + false + ] + ], + [ + [ + -12.3203125, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.0, + false + ], + [ + -12.3203125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 263, + "doc": { + "sentence": "Jennifer returned the pan to Sarah because _ had borrowed it from her for the potluck party.", + "option1": "Jennifer", + "option2": "Sarah", + "answer": "1" + }, + "target": "had borrowed it from her for the potluck party.", + "arguments": [ + [ + "Carrie wanted a new cat while Rebecca did not so Carrie tried to convince the other to get one.\n\nI tried to write a letter but switched from the blue pen to the black pen since the blue pen's ink well was empty.\n\nAlthough Elena was a worse lawyer than Sarah, Elena was able to connect with their clients emotional problems.\n\nThe boat took Kevin to hi destination but not Jason because Kevin was actually on the boat.\n\nFredrick moved his show from radio to television because he was happy with the exposure the television show was giving him.\n\nJennifer returned the pan to Sarah because Jennifer", + " had borrowed it from her for the potluck party." + ], + [ + "Carrie wanted a new cat while Rebecca did not so Carrie tried to convince the other to get one.\n\nI tried to write a letter but switched from the blue pen to the black pen since the blue pen's ink well was empty.\n\nAlthough Elena was a worse lawyer than Sarah, Elena was able to connect with their clients emotional problems.\n\nThe boat took Kevin to hi destination but not Jason because Kevin was actually on the boat.\n\nFredrick moved his show from radio to television because he was happy with the exposure the television show was giving him.\n\nJennifer returned the pan to Sarah because Sarah", + " had borrowed it from her for the potluck party." + ] + ], + "resps": [ + [ + [ + -26.90625, + false + ] + ], + [ + [ + -24.203125, + false + ] + ] + ], + "filtered_resps": [ + [ + -26.90625, + false + ], + [ + -24.203125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 271, + "doc": { + "sentence": "The air in the shop was better than in the garage, because the _ was highly purified.", + "option1": "garage", + "option2": "shop", + "answer": "2" + }, + "target": "was highly purified.", + "arguments": [ + [ + "Neil explained to Derrick that he volunteered to talk to children about the dangers of drugs. Neil is generous.\n\nJohn tried to go seed hunting using a bow and arrow, but missed every shot because the arrow wasn't straight.\n\nThe full lobster was eaten by Megan and not Laura, because Megan loved to eat seafood.\n\nThe cotton bud could not get into the ear of the hamster because the bud is large.\n\nNelson liked to date teen girls but Joel liked older women. Nelson went to the mall to look for potential dates.\n\nThe air in the shop was better than in the garage, because the garage", + " was highly purified." + ], + [ + "Neil explained to Derrick that he volunteered to talk to children about the dangers of drugs. Neil is generous.\n\nJohn tried to go seed hunting using a bow and arrow, but missed every shot because the arrow wasn't straight.\n\nThe full lobster was eaten by Megan and not Laura, because Megan loved to eat seafood.\n\nThe cotton bud could not get into the ear of the hamster because the bud is large.\n\nNelson liked to date teen girls but Joel liked older women. Nelson went to the mall to look for potential dates.\n\nThe air in the shop was better than in the garage, because the shop", + " was highly purified." + ] + ], + "resps": [ + [ + [ + -19.1875, + false + ] + ], + [ + [ + -16.859375, + false + ] + ] + ], + "filtered_resps": [ + [ + -19.1875, + false + ], + [ + -16.859375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 279, + "doc": { + "sentence": "Betty assisted Kayla with the daily analysis task they were assigned and then _ ask for help herself.", + "option1": "Betty", + "option2": "Kayla", + "answer": "1" + }, + "target": "ask for help herself.", + "arguments": [ + [ + "The seamstress wanted to put a button on the shirt with needle and thread but the needle wasn't sharp.\n\nJason but not William had a very expensive wardrobe because William did not like to dress up on a daily basis.\n\nCarrie believed their mother and father treated Maria better because Carrie was given a smaller allowance.\n\nThe woman had beautiful dresses and the man wore holey jeans. She had the dresses that were stylish.\n\nThe monthly budget plan Christopher created was blown by Jeffrey, thanks to Jeffrey making very bad decisions.\n\nBetty assisted Kayla with the daily analysis task they were assigned and then Betty", + " ask for help herself." + ], + [ + "The seamstress wanted to put a button on the shirt with needle and thread but the needle wasn't sharp.\n\nJason but not William had a very expensive wardrobe because William did not like to dress up on a daily basis.\n\nCarrie believed their mother and father treated Maria better because Carrie was given a smaller allowance.\n\nThe woman had beautiful dresses and the man wore holey jeans. She had the dresses that were stylish.\n\nThe monthly budget plan Christopher created was blown by Jeffrey, thanks to Jeffrey making very bad decisions.\n\nBetty assisted Kayla with the daily analysis task they were assigned and then Kayla", + " ask for help herself." + ] + ], + "resps": [ + [ + [ + -21.140625, + false + ] + ], + [ + [ + -21.21875, + false + ] + ] + ], + "filtered_resps": [ + [ + -21.140625, + false + ], + [ + -21.21875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 287, + "doc": { + "sentence": "Craig was a very selfish individual but Kenneth was very generous. _ had a lot of good friends.", + "option1": "Craig", + "option2": "Kenneth", + "answer": "2" + }, + "target": "had a lot of good friends.", + "arguments": [ + [ + "The goals were to let Erin win and not Katrina because Erin always loses and needs a confidence boost.\n\nShe decided to leave the coach and headed to the taxi so she could get there faster but the coach was actually faster.\n\nBenjamin was not allergic to cats but Matthew was, so Benjamin went to the shelter and picked up two of them.\n\nSamantha wanted to be a celebrity personal assistant more than Lindsey, because Lindsey hated being in the midst of chaos.\n\nJane tried to clean the window with the sponge but she was unsuccessful because the window was too high.\n\nCraig was a very selfish individual but Kenneth was very generous. Craig", + " had a lot of good friends." + ], + [ + "The goals were to let Erin win and not Katrina because Erin always loses and needs a confidence boost.\n\nShe decided to leave the coach and headed to the taxi so she could get there faster but the coach was actually faster.\n\nBenjamin was not allergic to cats but Matthew was, so Benjamin went to the shelter and picked up two of them.\n\nSamantha wanted to be a celebrity personal assistant more than Lindsey, because Lindsey hated being in the midst of chaos.\n\nJane tried to clean the window with the sponge but she was unsuccessful because the window was too high.\n\nCraig was a very selfish individual but Kenneth was very generous. Kenneth", + " had a lot of good friends." + ] + ], + "resps": [ + [ + [ + -18.1875, + false + ] + ], + [ + [ + -14.75, + false + ] + ] + ], + "filtered_resps": [ + [ + -18.1875, + false + ], + [ + -14.75, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 295, + "doc": { + "sentence": "There was more dirt on the car than the bike because the _ was kept outside.", + "option1": "bike", + "option2": "car", + "answer": "2" + }, + "target": "was kept outside.", + "arguments": [ + [ + "As a new employee, Victoria was at an entry level position, contrary to Monica, because Monica worked very hard to move her way up the ladder.\n\nJoel advised Adam to add more honey later if homemade wine doesn't come out as sweet as he likes as Adam is a novice wine maker..\n\nEric knew how to make a chocolate souffle but Jeffrey did not. Eric was very proficient at baking.\n\nWhen deciding if to be a loner, one must decide if they want many events or plenty of free time. The free time angle helps with productivity.\n\nMary was a more reckless driver than Rachel, so Rachel got very few traffic tickets.\n\nThere was more dirt on the car than the bike because the bike", + " was kept outside." + ], + [ + "As a new employee, Victoria was at an entry level position, contrary to Monica, because Monica worked very hard to move her way up the ladder.\n\nJoel advised Adam to add more honey later if homemade wine doesn't come out as sweet as he likes as Adam is a novice wine maker..\n\nEric knew how to make a chocolate souffle but Jeffrey did not. Eric was very proficient at baking.\n\nWhen deciding if to be a loner, one must decide if they want many events or plenty of free time. The free time angle helps with productivity.\n\nMary was a more reckless driver than Rachel, so Rachel got very few traffic tickets.\n\nThere was more dirt on the car than the bike because the car", + " was kept outside." + ] + ], + "resps": [ + [ + [ + -10.2265625, + false + ] + ], + [ + [ + -11.734375, + false + ] + ] + ], + "filtered_resps": [ + [ + -10.2265625, + false + ], + [ + -11.734375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 303, + "doc": { + "sentence": "The hotline was staffed by Christine when Tanya called in because _ was a volunteer.", + "option1": "Christine", + "option2": "Tanya", + "answer": "1" + }, + "target": "was a volunteer.", + "arguments": [ + [ + "Carrie doesn't know what a tripod is, but Kayla uses one for work every day, so Kayla is the expert photographer.\n\nWilliam wore some tight leather pants that Joel really liked, because William was very attractive in them.\n\nWhen it comes to dog training, Jeffrey's dogs are always better behaved than Matthew's because Matthew is a dog hater.\n\nThe student tried to use the old pen to fill out the application but the application was too long.\n\nRachel just put a new sink in the bathroom unlike Patricia because Rachel was renovating the house.\n\nThe hotline was staffed by Christine when Tanya called in because Christine", + " was a volunteer." + ], + [ + "Carrie doesn't know what a tripod is, but Kayla uses one for work every day, so Kayla is the expert photographer.\n\nWilliam wore some tight leather pants that Joel really liked, because William was very attractive in them.\n\nWhen it comes to dog training, Jeffrey's dogs are always better behaved than Matthew's because Matthew is a dog hater.\n\nThe student tried to use the old pen to fill out the application but the application was too long.\n\nRachel just put a new sink in the bathroom unlike Patricia because Rachel was renovating the house.\n\nThe hotline was staffed by Christine when Tanya called in because Tanya", + " was a volunteer." + ] + ], + "resps": [ + [ + [ + -7.140625, + false + ] + ], + [ + [ + -8.609375, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.140625, + false + ], + [ + -8.609375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 311, + "doc": { + "sentence": "Jason considers he and Benjamin to be friends so _ puts a lot of effort into their relationship.", + "option1": "Jason", + "option2": "Benjamin", + "answer": "1" + }, + "target": "puts a lot of effort into their relationship.", + "arguments": [ + [ + "Jeffrey was hired to help grow Randy's garden during the summer months because Jeffrey was a landscaper.\n\nThe clams tasted worse than the shrimp did, so the clams were probably of older stock.\n\nThe stress that I have is worse than the anxiety, because the stress is a constant issue.\n\nShe was able to finish the stew, but threw away the rice, because the stew had been cooked perfectly.\n\nMegan is a sociologist, Jessica is not therefore Jessica could probably not explain the meaning of various holidays.\n\nJason considers he and Benjamin to be friends so Jason", + " puts a lot of effort into their relationship." + ], + [ + "Jeffrey was hired to help grow Randy's garden during the summer months because Jeffrey was a landscaper.\n\nThe clams tasted worse than the shrimp did, so the clams were probably of older stock.\n\nThe stress that I have is worse than the anxiety, because the stress is a constant issue.\n\nShe was able to finish the stew, but threw away the rice, because the stew had been cooked perfectly.\n\nMegan is a sociologist, Jessica is not therefore Jessica could probably not explain the meaning of various holidays.\n\nJason considers he and Benjamin to be friends so Benjamin", + " puts a lot of effort into their relationship." + ] + ], + "resps": [ + [ + [ + -16.953125, + false + ] + ], + [ + [ + -18.578125, + false + ] + ] + ], + "filtered_resps": [ + [ + -16.953125, + false + ], + [ + -18.578125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 319, + "doc": { + "sentence": "Matt wanted to change either the plain bathroom or the colorful bedroom, but the _ was already colorful.", + "option1": "bedroom", + "option2": "bathroom", + "answer": "1" + }, + "target": "was already colorful.", + "arguments": [ + [ + "They wanted more satiation at the wedding, so the planners used icing rather than fruit on the cake as the icing was more filling.\n\nLearning sign language was harder for the boy than learning to play music. The music just resonated with him.\n\nDerrick made some ramen noodles for lunch while Logan had a salad, Logan felt healthy.\n\nElena wore fancy clothing to the highschool prom and Laura wore a plaint T-shirt. Elena was accepted into the building.\n\nThe student preferred doing their homework with pencil rather than pen, because the pencil provided more control.\n\nMatt wanted to change either the plain bathroom or the colorful bedroom, but the bedroom", + " was already colorful." + ], + [ + "They wanted more satiation at the wedding, so the planners used icing rather than fruit on the cake as the icing was more filling.\n\nLearning sign language was harder for the boy than learning to play music. The music just resonated with him.\n\nDerrick made some ramen noodles for lunch while Logan had a salad, Logan felt healthy.\n\nElena wore fancy clothing to the highschool prom and Laura wore a plaint T-shirt. Elena was accepted into the building.\n\nThe student preferred doing their homework with pencil rather than pen, because the pencil provided more control.\n\nMatt wanted to change either the plain bathroom or the colorful bedroom, but the bathroom", + " was already colorful." + ] + ], + "resps": [ + [ + [ + -8.8828125, + false + ] + ], + [ + [ + -9.4765625, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.8828125, + false + ], + [ + -9.4765625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 327, + "doc": { + "sentence": "Jeffrey went to the doctor to treat their ailments but not Robert so _ became sicker.", + "option1": "Jeffrey", + "option2": "Robert", + "answer": "2" + }, + "target": "became sicker.", + "arguments": [ + [ + "Rebecca would not apply glitter to her costume, like Kayla did, because Rebecca just lacked pizzazz.\n\nJames could not believe the monkey can jump down from the tree and now he is looking forward to the top of the crane. The crane is taller.\n\nBenjamin was trying to get in shape and bought a bicycle instead of a treadmill because with the bicycle he could be outdoors.\n\nChristine always followed Lindsey when they went mountain climbing because Lindsey was teaching what to do.\n\nLawrence asked Steven to send mortgage check to the bank because Lawrence forgot to do so.\n\nJeffrey went to the doctor to treat their ailments but not Robert so Jeffrey", + " became sicker." + ], + [ + "Rebecca would not apply glitter to her costume, like Kayla did, because Rebecca just lacked pizzazz.\n\nJames could not believe the monkey can jump down from the tree and now he is looking forward to the top of the crane. The crane is taller.\n\nBenjamin was trying to get in shape and bought a bicycle instead of a treadmill because with the bicycle he could be outdoors.\n\nChristine always followed Lindsey when they went mountain climbing because Lindsey was teaching what to do.\n\nLawrence asked Steven to send mortgage check to the bank because Lawrence forgot to do so.\n\nJeffrey went to the doctor to treat their ailments but not Robert so Robert", + " became sicker." + ] + ], + "resps": [ + [ + [ + -10.421875, + false + ] + ], + [ + [ + -9.9453125, + false + ] + ] + ], + "filtered_resps": [ + [ + -10.421875, + false + ], + [ + -9.9453125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 335, + "doc": { + "sentence": "Katrina turned out to be much more spoiled than Felicia because _ had wealthy and generous parents.", + "option1": "Katrina", + "option2": "Felicia", + "answer": "1" + }, + "target": "had wealthy and generous parents.", + "arguments": [ + [ + "Sarah was starting to get overwhelmed looking into different careers and asked Carrie for help since Carrie was a counselor.\n\nCynthia was walking much slower than Betty throughout the day because Cynthia had strained a muscle.\n\nThe fruits were graded higher than the eggs by the FDA since the fruits were pristine.\n\nJames tried to empty the drink from the bottle to the cup but the cup got full very quick. The cup is small.\n\nThe man wanted to take the bus to his job but the bus was too far late.\n\nKatrina turned out to be much more spoiled than Felicia because Katrina", + " had wealthy and generous parents." + ], + [ + "Sarah was starting to get overwhelmed looking into different careers and asked Carrie for help since Carrie was a counselor.\n\nCynthia was walking much slower than Betty throughout the day because Cynthia had strained a muscle.\n\nThe fruits were graded higher than the eggs by the FDA since the fruits were pristine.\n\nJames tried to empty the drink from the bottle to the cup but the cup got full very quick. The cup is small.\n\nThe man wanted to take the bus to his job but the bus was too far late.\n\nKatrina turned out to be much more spoiled than Felicia because Felicia", + " had wealthy and generous parents." + ] + ], + "resps": [ + [ + [ + -16.859375, + false + ] + ], + [ + [ + -18.8125, + false + ] + ] + ], + "filtered_resps": [ + [ + -16.859375, + false + ], + [ + -18.8125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 343, + "doc": { + "sentence": "The boot was removed from the car tire and put on the truck tire, since the _ was now illegally parked.", + "option1": "car", + "option2": "truck", + "answer": "2" + }, + "target": "was now illegally parked.", + "arguments": [ + [ + "Laura is taking singing and dancing lessons from the Jessica, because Jessica is dancing teacher.\n\nErin was much less aggressive than Megan, so Erin didn't have to worry about getting in fights.\n\nDennis joyfully told Donald about his massive comic book collection that took years to get. Donald was indifferent.\n\nKatrina hates work and asks for a Emily's advice, as Katrina wants to enjoy her work.\n\nYou know that the drums will take longer than the flute to learn, so the flute was simpler to study.\n\nThe boot was removed from the car tire and put on the truck tire, since the car", + " was now illegally parked." + ], + [ + "Laura is taking singing and dancing lessons from the Jessica, because Jessica is dancing teacher.\n\nErin was much less aggressive than Megan, so Erin didn't have to worry about getting in fights.\n\nDennis joyfully told Donald about his massive comic book collection that took years to get. Donald was indifferent.\n\nKatrina hates work and asks for a Emily's advice, as Katrina wants to enjoy her work.\n\nYou know that the drums will take longer than the flute to learn, so the flute was simpler to study.\n\nThe boot was removed from the car tire and put on the truck tire, since the truck", + " was now illegally parked." + ] + ], + "resps": [ + [ + [ + -20.65625, + false + ] + ], + [ + [ + -20.828125, + false + ] + ] + ], + "filtered_resps": [ + [ + -20.65625, + false + ], + [ + -20.828125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 351, + "doc": { + "sentence": "Elena brought the horse to the stables owned by Cynthia, so _ could sell the animal.", + "option1": "Elena", + "option2": "Cynthia", + "answer": "1" + }, + "target": "could sell the animal.", + "arguments": [ + [ + "The mans old pants looked worse than my jeans because the jeans were brand new.\n\nMary liked cedar wood over other types of wood like poplar, because the cedar wood smelled really good.\n\nRobert cleaned their countertop very well but Nick did not. Robert had a clean home.\n\nRachel visits Jessica to have some tests performed and for a check up, so Jessica is a physician.\n\nThe forever stamps that Ryan had were far prettier than the ones William had and William asked for some of them.\n\nElena brought the horse to the stables owned by Cynthia, so Elena", + " could sell the animal." + ], + [ + "The mans old pants looked worse than my jeans because the jeans were brand new.\n\nMary liked cedar wood over other types of wood like poplar, because the cedar wood smelled really good.\n\nRobert cleaned their countertop very well but Nick did not. Robert had a clean home.\n\nRachel visits Jessica to have some tests performed and for a check up, so Jessica is a physician.\n\nThe forever stamps that Ryan had were far prettier than the ones William had and William asked for some of them.\n\nElena brought the horse to the stables owned by Cynthia, so Cynthia", + " could sell the animal." + ] + ], + "resps": [ + [ + [ + -16.109375, + false + ] + ], + [ + [ + -14.078125, + false + ] + ] + ], + "filtered_resps": [ + [ + -16.109375, + false + ], + [ + -14.078125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 359, + "doc": { + "sentence": "Carrie loves putting sugar in coffee as opposed to Laura because _ thinks the coffee tastes better.", + "option1": "Carrie", + "option2": "Laura", + "answer": "1" + }, + "target": "thinks the coffee tastes better.", + "arguments": [ + [ + "The hairdresser tried to cut the hair with the scissors but the hair was too strong.\n\nKatrina bought an apple from the vendor and gave it to Amy, because Amy was hungry.\n\nWhen he inspected his football protective gear for the coming season, he decided he needed a new mouthguard but could still use the helmet. The mouthguard was broken.\n\nDonald always spent ages trying to get their kitchen clean but Aaron did not because Aaron was very messy.\n\nWhen Hazel was shopping for a baby shower gift, she decided on a monitor instead of a mobile because the mobile was less needed..\n\nCarrie loves putting sugar in coffee as opposed to Laura because Carrie", + " thinks the coffee tastes better." + ], + [ + "The hairdresser tried to cut the hair with the scissors but the hair was too strong.\n\nKatrina bought an apple from the vendor and gave it to Amy, because Amy was hungry.\n\nWhen he inspected his football protective gear for the coming season, he decided he needed a new mouthguard but could still use the helmet. The mouthguard was broken.\n\nDonald always spent ages trying to get their kitchen clean but Aaron did not because Aaron was very messy.\n\nWhen Hazel was shopping for a baby shower gift, she decided on a monitor instead of a mobile because the mobile was less needed..\n\nCarrie loves putting sugar in coffee as opposed to Laura because Laura", + " thinks the coffee tastes better." + ] + ], + "resps": [ + [ + [ + -9.515625, + false + ] + ], + [ + [ + -14.2578125, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.515625, + false + ], + [ + -14.2578125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 367, + "doc": { + "sentence": "Derrick was sad that Robert did not show up, _ forgot they had an agreement to meet each other.", + "option1": "Derrick", + "option2": "Robert", + "answer": "2" + }, + "target": "forgot they had an agreement to meet each other.", + "arguments": [ + [ + "To groom his facial hair, Adam preferred to use a hand razor over an electric razor because the electric razor was too rough on his skin.\n\nFelicia had to move seats unlike Rebecca because Felicia sat in the wrong seat at the event.\n\nIn Mike's garden, the mint is growing better than the arugula, so the arugula is likely getting insufficient sunlight.\n\nCynthia needed to lose weight but Angela did not because Cynthia was over twenty pounds over the recommended weight.\n\nAfter her lips swelled up, Brian gave all the lip gloss to Christopher since Brian was sensitive to it.\n\nDerrick was sad that Robert did not show up, Derrick", + " forgot they had an agreement to meet each other." + ], + [ + "To groom his facial hair, Adam preferred to use a hand razor over an electric razor because the electric razor was too rough on his skin.\n\nFelicia had to move seats unlike Rebecca because Felicia sat in the wrong seat at the event.\n\nIn Mike's garden, the mint is growing better than the arugula, so the arugula is likely getting insufficient sunlight.\n\nCynthia needed to lose weight but Angela did not because Cynthia was over twenty pounds over the recommended weight.\n\nAfter her lips swelled up, Brian gave all the lip gloss to Christopher since Brian was sensitive to it.\n\nDerrick was sad that Robert did not show up, Robert", + " forgot they had an agreement to meet each other." + ] + ], + "resps": [ + [ + [ + -27.625, + false + ] + ], + [ + [ + -27.109375, + false + ] + ] + ], + "filtered_resps": [ + [ + -27.625, + false + ], + [ + -27.109375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 375, + "doc": { + "sentence": "Erin was eating more than Betty was eating for dinner because _ had skipped lunch.", + "option1": "Erin", + "option2": "Betty", + "answer": "1" + }, + "target": "had skipped lunch.", + "arguments": [ + [ + "People at the meeting felt more intimidated by Mary than by Betty because Betty was more meek.\n\nI was impressed with the behavior of my friend but not the attitude of his friend, because the attitude was rude.\n\nI really need to upgrade my mouse and RAM on my computer. The computer gets too difficult to control the mouse currently on it.\n\nIt was likely that Elena but not Betty had contracted malaria because Betty had never traveled to a third-world country.\n\nThe syrup cured his sore throat after the pill didn't work, as the pill was deficient in its treatment.\n\nErin was eating more than Betty was eating for dinner because Erin", + " had skipped lunch." + ], + [ + "People at the meeting felt more intimidated by Mary than by Betty because Betty was more meek.\n\nI was impressed with the behavior of my friend but not the attitude of his friend, because the attitude was rude.\n\nI really need to upgrade my mouse and RAM on my computer. The computer gets too difficult to control the mouse currently on it.\n\nIt was likely that Elena but not Betty had contracted malaria because Betty had never traveled to a third-world country.\n\nThe syrup cured his sore throat after the pill didn't work, as the pill was deficient in its treatment.\n\nErin was eating more than Betty was eating for dinner because Betty", + " had skipped lunch." + ] + ], + "resps": [ + [ + [ + -8.9453125, + false + ] + ], + [ + [ + -10.1953125, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.9453125, + false + ], + [ + -10.1953125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 383, + "doc": { + "sentence": "Diana went to the laundromat and she used the washer but not the dryer because she only had enough money for the _ .", + "option1": "washer", + "option2": "dryer", + "answer": "1" + }, + "target": ".", + "arguments": [ + [ + "The red mask would not fit in the drawer because the mask is too massive.\n\nLindsey was more worried about finding a boyfriend than Angela because Lindsey did not have a lot of sex appeal.\n\nShe cut the cereal box down into an organizer tray because the box was worthless.\n\nNeil was ready to sleep, but Donald was having a party, so Neil tossed and turned for an hour.\n\nThe new queen bed would not fit in the stairway because the bed is too tall.\n\nDiana went to the laundromat and she used the washer but not the dryer because she only had enough money for the washer", + " ." + ], + [ + "The red mask would not fit in the drawer because the mask is too massive.\n\nLindsey was more worried about finding a boyfriend than Angela because Lindsey did not have a lot of sex appeal.\n\nShe cut the cereal box down into an organizer tray because the box was worthless.\n\nNeil was ready to sleep, but Donald was having a party, so Neil tossed and turned for an hour.\n\nThe new queen bed would not fit in the stairway because the bed is too tall.\n\nDiana went to the laundromat and she used the washer but not the dryer because she only had enough money for the dryer", + " ." + ] + ], + "resps": [ + [ + [ + -8.765625, + false + ] + ], + [ + [ + -8.8671875, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.765625, + false + ], + [ + -8.8671875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 391, + "doc": { + "sentence": "Erin has a teenager whereas Patricia has toddler-age children because _ became a mother first.", + "option1": "Erin", + "option2": "Patricia", + "answer": "1" + }, + "target": "became a mother first.", + "arguments": [ + [ + "Gem liked to eat leafs and burgers. She liked the leafs better because it was light.\n\nThe dog liked Carrie but it didn't like Christine very much because Christine always hit it.\n\nBen had a wound on his arm and had the choice of going to the hospital or self-treatment. He chose the hospital because it was expensive.\n\nThe blanket that my grandma made me was more enjoyed than the scarf because the scarf was itchy.\n\nThe horse ran past Rebecca and up to Christine, because Christine had sugar cubes in their pocket.\n\nErin has a teenager whereas Patricia has toddler-age children because Erin", + " became a mother first." + ], + [ + "Gem liked to eat leafs and burgers. She liked the leafs better because it was light.\n\nThe dog liked Carrie but it didn't like Christine very much because Christine always hit it.\n\nBen had a wound on his arm and had the choice of going to the hospital or self-treatment. He chose the hospital because it was expensive.\n\nThe blanket that my grandma made me was more enjoyed than the scarf because the scarf was itchy.\n\nThe horse ran past Rebecca and up to Christine, because Christine had sugar cubes in their pocket.\n\nErin has a teenager whereas Patricia has toddler-age children because Patricia", + " became a mother first." + ] + ], + "resps": [ + [ + [ + -13.078125, + false + ] + ], + [ + [ + -13.6484375, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.078125, + false + ], + [ + -13.6484375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 399, + "doc": { + "sentence": "Jason but not Craig asked the company if they were currently hiring because _ has a job.", + "option1": "Jason", + "option2": "Craig", + "answer": "2" + }, + "target": "has a job.", + "arguments": [ + [ + "The waitress brought Donald a salad and Nick fish because Donald didn't care for the taste of fish.\n\nThe puppy slept on the floor instead of on the bed because it was hard for it to get on the bed .\n\nJustin has never had any animals in his house unlike Derrick because Justin is allergic to them.\n\nElena is a fight manager, Rebecca is a gardener therefore Elena knows how to wrap boxers' hands.\n\nLindsey was always organized but Victoria was rarely organized. Victoria often had trouble when looking for something.\n\nJason but not Craig asked the company if they were currently hiring because Jason", + " has a job." + ], + [ + "The waitress brought Donald a salad and Nick fish because Donald didn't care for the taste of fish.\n\nThe puppy slept on the floor instead of on the bed because it was hard for it to get on the bed .\n\nJustin has never had any animals in his house unlike Derrick because Justin is allergic to them.\n\nElena is a fight manager, Rebecca is a gardener therefore Elena knows how to wrap boxers' hands.\n\nLindsey was always organized but Victoria was rarely organized. Victoria often had trouble when looking for something.\n\nJason but not Craig asked the company if they were currently hiring because Craig", + " has a job." + ] + ], + "resps": [ + [ + [ + -10.046875, + false + ] + ], + [ + [ + -9.4375, + false + ] + ] + ], + "filtered_resps": [ + [ + -10.046875, + false + ], + [ + -9.4375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 407, + "doc": { + "sentence": "Samantha had to use the potty while Felicia used the restroom because _ is a grownup.", + "option1": "Samantha", + "option2": "Felicia", + "answer": "2" + }, + "target": "is a grownup.", + "arguments": [ + [ + "Lindsey bonded more quickly with her classmates than Jessica because Lindsey had a friendly disposition.\n\nSamantha was was quite active, so was a good coach for Emily's weight loss because Samantha could teach healthy habits to him.\n\nMegan loved serving Laura coffee every morning at the cafe, because Megan was a natural helper.\n\nCraig's greed was very well known to so when he saw Michael's gold watch Craig envied it.\n\nAngela's main vice is eating, while Betty has a small appetite, so Betty is more likely to be thin.\n\nSamantha had to use the potty while Felicia used the restroom because Samantha", + " is a grownup." + ], + [ + "Lindsey bonded more quickly with her classmates than Jessica because Lindsey had a friendly disposition.\n\nSamantha was was quite active, so was a good coach for Emily's weight loss because Samantha could teach healthy habits to him.\n\nMegan loved serving Laura coffee every morning at the cafe, because Megan was a natural helper.\n\nCraig's greed was very well known to so when he saw Michael's gold watch Craig envied it.\n\nAngela's main vice is eating, while Betty has a small appetite, so Betty is more likely to be thin.\n\nSamantha had to use the potty while Felicia used the restroom because Felicia", + " is a grownup." + ] + ], + "resps": [ + [ + [ + -12.4921875, + false + ] + ], + [ + [ + -11.7421875, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.4921875, + false + ], + [ + -11.7421875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 415, + "doc": { + "sentence": "When we go hiking I bring my backpack because it has built in water bottles and places for snacks. Today I forgot to fill the _ and was dehydrated.", + "option1": "snacks", + "option2": "water bottles", + "answer": "2" + }, + "target": "and was dehydrated.", + "arguments": [ + [ + "Jeffrey hired Michael to clean their floors but Michael was going on a long vacation.\n\nJen had to get her license and a house inspection to become a foster parent, and she had to keep her house clean for the inspection .\n\nIn order to help a friend with PTSD, she left a group therapy flyer on the table instead of a self-help book because the flyer would be useful.\n\nWhen roasting chicken I like to use the stove instead of the oven. The oven makes it unappetizing.\n\nHe refused to change out of his tank top, even though it made him look like a a redneck with beer because he wanted to finish the beer .\n\nWhen we go hiking I bring my backpack because it has built in water bottles and places for snacks. Today I forgot to fill the snacks", + " and was dehydrated." + ], + [ + "Jeffrey hired Michael to clean their floors but Michael was going on a long vacation.\n\nJen had to get her license and a house inspection to become a foster parent, and she had to keep her house clean for the inspection .\n\nIn order to help a friend with PTSD, she left a group therapy flyer on the table instead of a self-help book because the flyer would be useful.\n\nWhen roasting chicken I like to use the stove instead of the oven. The oven makes it unappetizing.\n\nHe refused to change out of his tank top, even though it made him look like a a redneck with beer because he wanted to finish the beer .\n\nWhen we go hiking I bring my backpack because it has built in water bottles and places for snacks. Today I forgot to fill the water bottles", + " and was dehydrated." + ] + ], + "resps": [ + [ + [ + -11.1328125, + false + ] + ], + [ + [ + -9.7265625, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.1328125, + false + ], + [ + -9.7265625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 423, + "doc": { + "sentence": "Cynthia ate all of the dessert while Sarah did not have any since _ was not trying to lose any weight.", + "option1": "Cynthia", + "option2": "Sarah", + "answer": "1" + }, + "target": "was not trying to lose any weight.", + "arguments": [ + [ + "Upon coming across a millipedes on hike, Rebecca took a picture of it and Elena stepped on it as Elena is a bug hater.\n\nThe hats that Margaret knit look a lot nicer than the gloves she made. She has a knack for making the hats .\n\nTech problems are Lawrence specialty and physical problems are Ryan, Ryan works with people and disabilities.\n\nAble to hear a scurrying sound from below the sink, Megan asked Samantha to check, as Samantha was indifferent about seeing a mouse.\n\nDennis could not afford to replace the windows of his house like Neil recently had, because Dennis was poor.\n\nCynthia ate all of the dessert while Sarah did not have any since Cynthia", + " was not trying to lose any weight." + ], + [ + "Upon coming across a millipedes on hike, Rebecca took a picture of it and Elena stepped on it as Elena is a bug hater.\n\nThe hats that Margaret knit look a lot nicer than the gloves she made. She has a knack for making the hats .\n\nTech problems are Lawrence specialty and physical problems are Ryan, Ryan works with people and disabilities.\n\nAble to hear a scurrying sound from below the sink, Megan asked Samantha to check, as Samantha was indifferent about seeing a mouse.\n\nDennis could not afford to replace the windows of his house like Neil recently had, because Dennis was poor.\n\nCynthia ate all of the dessert while Sarah did not have any since Sarah", + " was not trying to lose any weight." + ] + ], + "resps": [ + [ + [ + -16.15625, + false + ] + ], + [ + [ + -16.265625, + false + ] + ] + ], + "filtered_resps": [ + [ + -16.15625, + false + ], + [ + -16.265625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 431, + "doc": { + "sentence": "When the dog behaves I like to give him a sausage otherwise I give him a ball. I gave him the _ since he was bad.", + "option1": "sausage", + "option2": "ball", + "answer": "2" + }, + "target": "since he was bad.", + "arguments": [ + [ + "i had to abandon pleasure to seek inner peace after my divorce, the pleasure was destructive.\n\nVictoria's Birthday present from Felicia was a new grill because Victoria is an avid chef.\n\nShe became extremely educated by reading books and watching videos. The books were often musty.\n\nSamuel did not know a lot of conversation topics like Brian because Brian always kept up with the news.\n\nNeil underwent the medical procedure performed by Nick, and Neil got through the procedure with flying colors.\n\nWhen the dog behaves I like to give him a sausage otherwise I give him a ball. I gave him the sausage", + " since he was bad." + ], + [ + "i had to abandon pleasure to seek inner peace after my divorce, the pleasure was destructive.\n\nVictoria's Birthday present from Felicia was a new grill because Victoria is an avid chef.\n\nShe became extremely educated by reading books and watching videos. The books were often musty.\n\nSamuel did not know a lot of conversation topics like Brian because Brian always kept up with the news.\n\nNeil underwent the medical procedure performed by Nick, and Neil got through the procedure with flying colors.\n\nWhen the dog behaves I like to give him a sausage otherwise I give him a ball. I gave him the ball", + " since he was bad." + ] + ], + "resps": [ + [ + [ + -14.4296875, + false + ] + ], + [ + [ + -15.890625, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.4296875, + false + ], + [ + -15.890625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 439, + "doc": { + "sentence": "Jessica was given a sapphire ring by Christine for her birthday because _ really likes sapphires.", + "option1": "Jessica", + "option2": "Christine", + "answer": "1" + }, + "target": "really likes sapphires.", + "arguments": [ + [ + "The man hated his work compared to his wife's job because the work was stressful.\n\nNeil always brewed his coffee last thing in the morning unlike Steven because Steven needed it first.\n\nThe seeds that William uses are worse than Adam's because William went to a less reputable farmer.\n\nBetty has found a gold and needs help from Felicia to clean it, because Felicia is really helpful.\n\nCindy ate the noodles but not the vegetables because the vegetables were hard and undercooked.\n\nJessica was given a sapphire ring by Christine for her birthday because Jessica", + " really likes sapphires." + ], + [ + "The man hated his work compared to his wife's job because the work was stressful.\n\nNeil always brewed his coffee last thing in the morning unlike Steven because Steven needed it first.\n\nThe seeds that William uses are worse than Adam's because William went to a less reputable farmer.\n\nBetty has found a gold and needs help from Felicia to clean it, because Felicia is really helpful.\n\nCindy ate the noodles but not the vegetables because the vegetables were hard and undercooked.\n\nJessica was given a sapphire ring by Christine for her birthday because Christine", + " really likes sapphires." + ] + ], + "resps": [ + [ + [ + -6.234375, + false + ] + ], + [ + [ + -7.640625, + false + ] + ] + ], + "filtered_resps": [ + [ + -6.234375, + false + ], + [ + -7.640625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 447, + "doc": { + "sentence": "James walked into a ditch while trying to catch the ball thrown at him. The _ is farther.", + "option1": "ditch", + "option2": "ball", + "answer": "2" + }, + "target": "is farther.", + "arguments": [ + [ + "Bradley wants to buy a motorcycle and sell his SUV because the motorcycle will save a lot of money on gas.\n\nAmy learned to play the mandolin from Elena due to Amy being a music beginner.\n\nGrace was happy to get a new battery for her car. The battery was dead.\n\nWhen choosing a movie to watch, Logan would select a documentary and Jason a comedy, I say Jason is a fun loving person.\n\nKenneth liked to collect plates with pretty flowers on them while Eric did not. Eric didn't buy a new plate.\n\nJames walked into a ditch while trying to catch the ball thrown at him. The ditch", + " is farther." + ], + [ + "Bradley wants to buy a motorcycle and sell his SUV because the motorcycle will save a lot of money on gas.\n\nAmy learned to play the mandolin from Elena due to Amy being a music beginner.\n\nGrace was happy to get a new battery for her car. The battery was dead.\n\nWhen choosing a movie to watch, Logan would select a documentary and Jason a comedy, I say Jason is a fun loving person.\n\nKenneth liked to collect plates with pretty flowers on them while Eric did not. Eric didn't buy a new plate.\n\nJames walked into a ditch while trying to catch the ball thrown at him. The ball", + " is farther." + ] + ], + "resps": [ + [ + [ + -17.78125, + false + ] + ], + [ + [ + -18.578125, + false + ] + ] + ], + "filtered_resps": [ + [ + -17.78125, + false + ], + [ + -18.578125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 455, + "doc": { + "sentence": "John sold the three chairs and used the money to buy twelve shoes. The _ were cheaper.", + "option1": "chairs", + "option2": "shoes", + "answer": "2" + }, + "target": "were cheaper.", + "arguments": [ + [ + "Laura asked Elena to help choose their new curtains because Laura was new to interior design.\n\nVictoria found reading poems most enthralling while Felicia found mysteries more to their liking. Victoria bought a book by Shakespeare at Barnes and Noble.\n\nThe rod could not be used to mix the mixture of flour and water because the rod is too thin.\n\nNeil put the milk on Randy 's table and it spilled all over it. Randy was angry.\n\nRebecca asked Natalie what time their beginner's yoga class started because Rebecca could not remember.\n\nJohn sold the three chairs and used the money to buy twelve shoes. The chairs", + " were cheaper." + ], + [ + "Laura asked Elena to help choose their new curtains because Laura was new to interior design.\n\nVictoria found reading poems most enthralling while Felicia found mysteries more to their liking. Victoria bought a book by Shakespeare at Barnes and Noble.\n\nThe rod could not be used to mix the mixture of flour and water because the rod is too thin.\n\nNeil put the milk on Randy 's table and it spilled all over it. Randy was angry.\n\nRebecca asked Natalie what time their beginner's yoga class started because Rebecca could not remember.\n\nJohn sold the three chairs and used the money to buy twelve shoes. The shoes", + " were cheaper." + ] + ], + "resps": [ + [ + [ + -8.703125, + false + ] + ], + [ + [ + -9.359375, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.703125, + false + ], + [ + -9.359375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 463, + "doc": { + "sentence": "Irena didn't like other people living in something before her so she felt more comfortable buying the house instead of the mansion as the _ was old.", + "option1": "house", + "option2": "mansion", + "answer": "2" + }, + "target": "was old.", + "arguments": [ + [ + "The barber tried to use the chemical to dye the woman's hair but the hair was too tough.\n\nSteven raises cattle while Joel raises chickens, and therefore Steven is able to sell milk.\n\nLeslie laughed at Christopher for having such short hair, and Christopher felt angry about it later.\n\nThe sidewalk was made of bricks while the driveway was made of poured concrete. The sidewalk was more bumpy to ride on.\n\nNelson found it easier to put the star on the Christmas tree than Robert because Nelson was quite tall.\n\nIrena didn't like other people living in something before her so she felt more comfortable buying the house instead of the mansion as the house", + " was old." + ], + [ + "The barber tried to use the chemical to dye the woman's hair but the hair was too tough.\n\nSteven raises cattle while Joel raises chickens, and therefore Steven is able to sell milk.\n\nLeslie laughed at Christopher for having such short hair, and Christopher felt angry about it later.\n\nThe sidewalk was made of bricks while the driveway was made of poured concrete. The sidewalk was more bumpy to ride on.\n\nNelson found it easier to put the star on the Christmas tree than Robert because Nelson was quite tall.\n\nIrena didn't like other people living in something before her so she felt more comfortable buying the house instead of the mansion as the mansion", + " was old." + ] + ], + "resps": [ + [ + [ + -7.4921875, + false + ] + ], + [ + [ + -6.55078125, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.4921875, + false + ], + [ + -6.55078125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 471, + "doc": { + "sentence": "At Jan's home, she dusted the dresser more frequently than the fan, because the _ was more difficult to reach.", + "option1": "fan", + "option2": "dresser", + "answer": "1" + }, + "target": "was more difficult to reach.", + "arguments": [ + [ + "My friend renovated both her kitchen and bathroom. Her kitchen came off better, because the kitchen looks modern.\n\nBetty had to potty train Cynthia in order to enroll them in preschool, because Cynthia was a toddler.\n\nIt was more common for the bike to break that the tricycle, because the bike had poor craftsmanship.\n\nThe container was filled with water and milk, but the container burst and the milk was the heavier liquid.\n\nWilliam swept up all the leaves while Ian sat on the porch relaxing, so Ian was chill and relaxed.\n\nAt Jan's home, she dusted the dresser more frequently than the fan, because the fan", + " was more difficult to reach." + ], + [ + "My friend renovated both her kitchen and bathroom. Her kitchen came off better, because the kitchen looks modern.\n\nBetty had to potty train Cynthia in order to enroll them in preschool, because Cynthia was a toddler.\n\nIt was more common for the bike to break that the tricycle, because the bike had poor craftsmanship.\n\nThe container was filled with water and milk, but the container burst and the milk was the heavier liquid.\n\nWilliam swept up all the leaves while Ian sat on the porch relaxing, so Ian was chill and relaxed.\n\nAt Jan's home, she dusted the dresser more frequently than the fan, because the dresser", + " was more difficult to reach." + ] + ], + "resps": [ + [ + [ + -7.68359375, + false + ] + ], + [ + [ + -7.94921875, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.68359375, + false + ], + [ + -7.94921875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 479, + "doc": { + "sentence": "The quality of music produced largely depends on the instrument used. The _ is vital.", + "option1": "Music", + "option2": "Instrument", + "answer": "2" + }, + "target": "is vital.", + "arguments": [ + [ + "Angela needs help with pricing her jewelery so she goes to Emily, becasue Emily is a professional.\n\nJeffrey always put peanut butter and jam on his sandwiches unlike Donald because Jeffrey loved the combo.\n\nThey went to a petting zoo which Samuel liked but Jason hated. Samuel was sure the animals enjoyed the experience, too.\n\nThe plane flew at a lower altitude than the helicopter because the plane had less engine power.\n\nThe musician wanted to store the guitar in the case but the case was too small.\n\nThe quality of music produced largely depends on the instrument used. The Music", + " is vital." + ], + [ + "Angela needs help with pricing her jewelery so she goes to Emily, becasue Emily is a professional.\n\nJeffrey always put peanut butter and jam on his sandwiches unlike Donald because Jeffrey loved the combo.\n\nThey went to a petting zoo which Samuel liked but Jason hated. Samuel was sure the animals enjoyed the experience, too.\n\nThe plane flew at a lower altitude than the helicopter because the plane had less engine power.\n\nThe musician wanted to store the guitar in the case but the case was too small.\n\nThe quality of music produced largely depends on the instrument used. The Instrument", + " is vital." + ] + ], + "resps": [ + [ + [ + -15.5625, + false + ] + ], + [ + [ + -10.578125, + false + ] + ] + ], + "filtered_resps": [ + [ + -15.5625, + false + ], + [ + -10.578125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 487, + "doc": { + "sentence": "Lindsey was considered more masculine than Amy because every year _ went into the woods to French kiss deer.", + "option1": "Lindsey", + "option2": "Amy", + "answer": "2" + }, + "target": "went into the woods to French kiss deer.", + "arguments": [ + [ + "Kevin's broker recommended that he sell all his commodities and invest in bonds instead because the bonds would be more profitable.\n\nMary had less oily hair than Victoria although the scalp of Victoria was much drier.\n\nLaura likes the bright colors of a clownfish but Rebecca does not. Rebecca bought a catfish for their aquarium.\n\nCarrie was afraid of ghosts. Christine said this was foolish but Christine could not convinced them.\n\nRachel had fun at the slumber party but Erin had a bad time, Erin was quiet and was kept up all night.\n\nLindsey was considered more masculine than Amy because every year Lindsey", + " went into the woods to French kiss deer." + ], + [ + "Kevin's broker recommended that he sell all his commodities and invest in bonds instead because the bonds would be more profitable.\n\nMary had less oily hair than Victoria although the scalp of Victoria was much drier.\n\nLaura likes the bright colors of a clownfish but Rebecca does not. Rebecca bought a catfish for their aquarium.\n\nCarrie was afraid of ghosts. Christine said this was foolish but Christine could not convinced them.\n\nRachel had fun at the slumber party but Erin had a bad time, Erin was quiet and was kept up all night.\n\nLindsey was considered more masculine than Amy because every year Amy", + " went into the woods to French kiss deer." + ] + ], + "resps": [ + [ + [ + -36.375, + false + ] + ], + [ + [ + -38.71875, + false + ] + ] + ], + "filtered_resps": [ + [ + -36.375, + false + ], + [ + -38.71875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 495, + "doc": { + "sentence": "Aaron drank plenty of water before the hike, but Christopher forgot to, so _ ended up getting dehydrated.", + "option1": "Aaron", + "option2": "Christopher", + "answer": "2" + }, + "target": "ended up getting dehydrated.", + "arguments": [ + [ + "The smile of Matthew is brighter than Craig's is, so Craig brushes his teeth less often.\n\nGrandad liked to get his news from real newspapers, and not online websites. The newspapers felt authentic and substantial.\n\nKen's dog preferred eating from the table and not his bowl, because food from the table seemed special to him.\n\nPatricia was caught trespassing on Sarah's house and other property, so Patricia went to jail.\n\nThe mechanic told Evan he needed to replace his brake pads, but not the shoes, as the pads were worn.\n\nAaron drank plenty of water before the hike, but Christopher forgot to, so Aaron", + " ended up getting dehydrated." + ], + [ + "The smile of Matthew is brighter than Craig's is, so Craig brushes his teeth less often.\n\nGrandad liked to get his news from real newspapers, and not online websites. The newspapers felt authentic and substantial.\n\nKen's dog preferred eating from the table and not his bowl, because food from the table seemed special to him.\n\nPatricia was caught trespassing on Sarah's house and other property, so Patricia went to jail.\n\nThe mechanic told Evan he needed to replace his brake pads, but not the shoes, as the pads were worn.\n\nAaron drank plenty of water before the hike, but Christopher forgot to, so Christopher", + " ended up getting dehydrated." + ] + ], + "resps": [ + [ + [ + -8.4375, + false + ] + ], + [ + [ + -8.9921875, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.4375, + false + ], + [ + -8.9921875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 503, + "doc": { + "sentence": "Katrina drove Emily to the prison, so that _ could say goodbye to them before they went to jail.", + "option1": "Katrina", + "option2": "Emily", + "answer": "1" + }, + "target": "could say goodbye to them before they went to jail.", + "arguments": [ + [ + "Katrina was able to remove the mildew from the tub but not Christine because Katrina used bleach.\n\nHangovers are really bad, but they are not as bad as migraines, because the migraines last awhile.\n\nThe autopsy was performed by Kayla instead of Christine since Christine fainted at the sight of blood .\n\nJon had to attend more physical therapy for his knee than for his elbow. The elbow had the less serious injury.\n\nLawrence has an anxiety disorder and Jason does not, so Lawrence takes medication for it.\n\nKatrina drove Emily to the prison, so that Katrina", + " could say goodbye to them before they went to jail." + ], + [ + "Katrina was able to remove the mildew from the tub but not Christine because Katrina used bleach.\n\nHangovers are really bad, but they are not as bad as migraines, because the migraines last awhile.\n\nThe autopsy was performed by Kayla instead of Christine since Christine fainted at the sight of blood .\n\nJon had to attend more physical therapy for his knee than for his elbow. The elbow had the less serious injury.\n\nLawrence has an anxiety disorder and Jason does not, so Lawrence takes medication for it.\n\nKatrina drove Emily to the prison, so that Emily", + " could say goodbye to them before they went to jail." + ] + ], + "resps": [ + [ + [ + -19.34375, + false + ] + ], + [ + [ + -20.015625, + false + ] + ] + ], + "filtered_resps": [ + [ + -19.34375, + false + ], + [ + -20.015625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 511, + "doc": { + "sentence": "Carrie kept written records of their expenses but not Laura because _ had a sharp memory.", + "option1": "Carrie", + "option2": "Laura", + "answer": "2" + }, + "target": "had a sharp memory.", + "arguments": [ + [ + "Ian didn't know what to do about the situation while Steven was ready to go with an answer. Steven was a solver.\n\nI liked the flowers at my sisters house more than the plants at my moms, because the plants were ugly.\n\nThe dog food outweighed the drink, hence James decided to add more drink because the drink is lighter.\n\nThe man tried to put the furniture on the floor but the furniture was too large.\n\nBrett made a homemade pie while Eric bought a pie at the store because Eric was a terrible baker.\n\nCarrie kept written records of their expenses but not Laura because Carrie", + " had a sharp memory." + ], + [ + "Ian didn't know what to do about the situation while Steven was ready to go with an answer. Steven was a solver.\n\nI liked the flowers at my sisters house more than the plants at my moms, because the plants were ugly.\n\nThe dog food outweighed the drink, hence James decided to add more drink because the drink is lighter.\n\nThe man tried to put the furniture on the floor but the furniture was too large.\n\nBrett made a homemade pie while Eric bought a pie at the store because Eric was a terrible baker.\n\nCarrie kept written records of their expenses but not Laura because Laura", + " had a sharp memory." + ] + ], + "resps": [ + [ + [ + -12.609375, + false + ] + ], + [ + [ + -13.5859375, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.609375, + false + ], + [ + -13.5859375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 519, + "doc": { + "sentence": "Craig had a slower running phone than Logan because _ had more apps running on theirs.", + "option1": "Craig", + "option2": "Logan", + "answer": "1" + }, + "target": "had more apps running on theirs.", + "arguments": [ + [ + "Mary aged much worse than Cynthia because Mary was smoking all of their spare time.\n\nSamantha used a brush on their hair after a shower but Christine just toweled their hair. Christine had tangled gnarly hair.\n\nKyle screamed at William, because William was showing off their vast collection of creepy insects.\n\nLindsey was much weaker than Megan since Megan was a gym rat who worked out at least five days a week.\n\nMike was late to work because his car was law on gas, fortunately the work was close enough to walk to.\n\nCraig had a slower running phone than Logan because Craig", + " had more apps running on theirs." + ], + [ + "Mary aged much worse than Cynthia because Mary was smoking all of their spare time.\n\nSamantha used a brush on their hair after a shower but Christine just toweled their hair. Christine had tangled gnarly hair.\n\nKyle screamed at William, because William was showing off their vast collection of creepy insects.\n\nLindsey was much weaker than Megan since Megan was a gym rat who worked out at least five days a week.\n\nMike was late to work because his car was law on gas, fortunately the work was close enough to walk to.\n\nCraig had a slower running phone than Logan because Logan", + " had more apps running on theirs." + ] + ], + "resps": [ + [ + [ + -22.359375, + false + ] + ], + [ + [ + -21.46875, + false + ] + ] + ], + "filtered_resps": [ + [ + -22.359375, + false + ], + [ + -21.46875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 527, + "doc": { + "sentence": "Samuel had a shorter expected lifespan than Kenneth, so _ procrastinated in following all their dreams.", + "option1": "Samuel", + "option2": "Kenneth", + "answer": "2" + }, + "target": "procrastinated in following all their dreams.", + "arguments": [ + [ + "Being a boss comes natural to Michael it never has for Leslie, Leslie is not a suitable leader for others.\n\nThe feeling that John has with Philip is worse than his emotion towards Dennis, because the feeling are intense.\n\nChristine is teaching Rebecca how to ride a horse, because Christine is a great teacher.\n\nWilliam's attorney was a public defender who just didn't care and Dennis has a very successful hired attorney so chances are Dennis will win in mediation.\n\nThe skin of Jessica is much more bronze than that of Angela because Jessica got a lot of sun.\n\nSamuel had a shorter expected lifespan than Kenneth, so Samuel", + " procrastinated in following all their dreams." + ], + [ + "Being a boss comes natural to Michael it never has for Leslie, Leslie is not a suitable leader for others.\n\nThe feeling that John has with Philip is worse than his emotion towards Dennis, because the feeling are intense.\n\nChristine is teaching Rebecca how to ride a horse, because Christine is a great teacher.\n\nWilliam's attorney was a public defender who just didn't care and Dennis has a very successful hired attorney so chances are Dennis will win in mediation.\n\nThe skin of Jessica is much more bronze than that of Angela because Jessica got a lot of sun.\n\nSamuel had a shorter expected lifespan than Kenneth, so Kenneth", + " procrastinated in following all their dreams." + ] + ], + "resps": [ + [ + [ + -41.96875, + false + ] + ], + [ + [ + -43.15625, + false + ] + ] + ], + "filtered_resps": [ + [ + -41.96875, + false + ], + [ + -43.15625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 535, + "doc": { + "sentence": "The chef added butter to the pan on the stove and it began to melt right away because the _ was hot.", + "option1": "pan", + "option2": "butter", + "answer": "1" + }, + "target": "was hot.", + "arguments": [ + [ + "He wanted to buy a digital or acoustic piano for his new home and he chose the Acoustic piano because it was classic.\n\nShe tried to avoid the zoo so she could visit the park instead, since the park was aligned to her tastes.\n\nCleaning wood doors is enjoyable for Patricia but not Laura because Patricia is okay with easy work.\n\nSamantha liked to drink low tea and Tanya did not because Tanya did not enjoy drinking something in the evening.\n\nMary is in bad health unlike Katrina so Katrina doesn't worry about eating more fruits and vegetables.\n\nThe chef added butter to the pan on the stove and it began to melt right away because the pan", + " was hot." + ], + [ + "He wanted to buy a digital or acoustic piano for his new home and he chose the Acoustic piano because it was classic.\n\nShe tried to avoid the zoo so she could visit the park instead, since the park was aligned to her tastes.\n\nCleaning wood doors is enjoyable for Patricia but not Laura because Patricia is okay with easy work.\n\nSamantha liked to drink low tea and Tanya did not because Tanya did not enjoy drinking something in the evening.\n\nMary is in bad health unlike Katrina so Katrina doesn't worry about eating more fruits and vegetables.\n\nThe chef added butter to the pan on the stove and it began to melt right away because the butter", + " was hot." + ] + ], + "resps": [ + [ + [ + -2.01953125, + true + ] + ], + [ + [ + -3.05859375, + true + ] + ] + ], + "filtered_resps": [ + [ + -2.01953125, + true + ], + [ + -3.05859375, + true + ] + ], + "acc": 1.0 + }, + { + "doc_id": 543, + "doc": { + "sentence": "Benjamin had less piercings than Jeffrey did so it was harder for _ to get a job.", + "option1": "Benjamin", + "option2": "Jeffrey", + "answer": "2" + }, + "target": "to get a job.", + "arguments": [ + [ + "Beth's put her art in a gallery instead of a museum because the gallery thought her art was different.\n\nThe computer needed a new monitor, but the keyboard was fine, because the keyboard was brand new.\n\nSamantha's hands were freezing, so she asked Elena if she could borrow some gloves. Samantha was unprepared for the cold weather.\n\nDuring the child's development, the parents were required to get many books and not as many notebooks because the notebooks were not needed for learning.\n\nVictoria had to wear cleats today at school but Patricia did not because Victoria has a soccer match after school.\n\nBenjamin had less piercings than Jeffrey did so it was harder for Benjamin", + " to get a job." + ], + [ + "Beth's put her art in a gallery instead of a museum because the gallery thought her art was different.\n\nThe computer needed a new monitor, but the keyboard was fine, because the keyboard was brand new.\n\nSamantha's hands were freezing, so she asked Elena if she could borrow some gloves. Samantha was unprepared for the cold weather.\n\nDuring the child's development, the parents were required to get many books and not as many notebooks because the notebooks were not needed for learning.\n\nVictoria had to wear cleats today at school but Patricia did not because Victoria has a soccer match after school.\n\nBenjamin had less piercings than Jeffrey did so it was harder for Jeffrey", + " to get a job." + ] + ], + "resps": [ + [ + [ + -4.06640625, + true + ] + ], + [ + [ + -5.47265625, + false + ] + ] + ], + "filtered_resps": [ + [ + -4.06640625, + true + ], + [ + -5.47265625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 551, + "doc": { + "sentence": "The bank permitted Michael to open a checking account, but not Matthew, because _ was unemployed.", + "option1": "Michael", + "option2": "Matthew", + "answer": "2" + }, + "target": "was unemployed.", + "arguments": [ + [ + "He ran into the building after he heard the siren go off. The building was safe.\n\nThe team only needed to replace the monitor and not the computer because the monitor was old.\n\nNeil couldn't stop lying to Leslie, but Leslie told him he better to keep his friend.\n\nShe decided to leave the coach and headed to the taxi so she could get there faster but the coach was actually faster.\n\nThe shoe john sent to the man was returned but he accepted the watch because the watch is attractive.\n\nThe bank permitted Michael to open a checking account, but not Matthew, because Michael", + " was unemployed." + ], + [ + "He ran into the building after he heard the siren go off. The building was safe.\n\nThe team only needed to replace the monitor and not the computer because the monitor was old.\n\nNeil couldn't stop lying to Leslie, but Leslie told him he better to keep his friend.\n\nShe decided to leave the coach and headed to the taxi so she could get there faster but the coach was actually faster.\n\nThe shoe john sent to the man was returned but he accepted the watch because the watch is attractive.\n\nThe bank permitted Michael to open a checking account, but not Matthew, because Matthew", + " was unemployed." + ] + ], + "resps": [ + [ + [ + -8.2578125, + false + ] + ], + [ + [ + -6.8984375, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.2578125, + false + ], + [ + -6.8984375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 559, + "doc": { + "sentence": "We were going fishing out on the dock later in the day after we couldn't all fit in the boat, because the _ was confined.", + "option1": "dock", + "option2": "boat", + "answer": "2" + }, + "target": "was confined.", + "arguments": [ + [ + "Being physically fit was easier for Natalie than Amy because Natalie spent a lot of time doing weight training.\n\nEric is known as bilingual whereas Jason is not because Jason still can't speak Spanish fluently.\n\nMegan fed the baby carrot flavored formula to Amy, so Amy is being a hungry infant.\n\nthe practice was to happen daily but they had limited space, the space was too little.\n\nLaura disliked the diamond ring Cynthia was wearing, but Cynthia loved it despite feeling diamonds were the result of slave labor and violence.\n\nWe were going fishing out on the dock later in the day after we couldn't all fit in the boat, because the dock", + " was confined." + ], + [ + "Being physically fit was easier for Natalie than Amy because Natalie spent a lot of time doing weight training.\n\nEric is known as bilingual whereas Jason is not because Jason still can't speak Spanish fluently.\n\nMegan fed the baby carrot flavored formula to Amy, so Amy is being a hungry infant.\n\nthe practice was to happen daily but they had limited space, the space was too little.\n\nLaura disliked the diamond ring Cynthia was wearing, but Cynthia loved it despite feeling diamonds were the result of slave labor and violence.\n\nWe were going fishing out on the dock later in the day after we couldn't all fit in the boat, because the boat", + " was confined." + ] + ], + "resps": [ + [ + [ + -11.34375, + false + ] + ], + [ + [ + -11.875, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.34375, + false + ], + [ + -11.875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 567, + "doc": { + "sentence": "Jeffrey thought Craig probably had gum and asked for a piece, because _ had bad breath.", + "option1": "Jeffrey", + "option2": "Craig", + "answer": "1" + }, + "target": "had bad breath.", + "arguments": [ + [ + "When they baked, Kevin always let Jeffrey crack the egg because Kevin always got shells in the mix.\n\nJames was reading an essay loud to the audience but they cannot hear him because of the music played. The essay is quiet.\n\nMichael was going to Hawaii when Craig insisted he learned how to swim, but Craig had no idea how to swim either.\n\nWhile Michael didn't like animals as much as Robert however Robert had a dislike for frogs.\n\nAdam wanted to play the game on the table instead of the carpet, because the table had a smoother surface.\n\nJeffrey thought Craig probably had gum and asked for a piece, because Jeffrey", + " had bad breath." + ], + [ + "When they baked, Kevin always let Jeffrey crack the egg because Kevin always got shells in the mix.\n\nJames was reading an essay loud to the audience but they cannot hear him because of the music played. The essay is quiet.\n\nMichael was going to Hawaii when Craig insisted he learned how to swim, but Craig had no idea how to swim either.\n\nWhile Michael didn't like animals as much as Robert however Robert had a dislike for frogs.\n\nAdam wanted to play the game on the table instead of the carpet, because the table had a smoother surface.\n\nJeffrey thought Craig probably had gum and asked for a piece, because Craig", + " had bad breath." + ] + ], + "resps": [ + [ + [ + -7.55859375, + false + ] + ], + [ + [ + -8.6875, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.55859375, + false + ], + [ + -8.6875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 575, + "doc": { + "sentence": "For work I can either get there by car or bicycle. I'm going to take the _ today because the weather is supposed to be rainy.", + "option1": "bicycle", + "option2": "car", + "answer": "2" + }, + "target": "today because the weather is supposed to be rainy.", + "arguments": [ + [ + "Joe chose to invest in real estate over the stock market because he thought the real estate would have a higher long term return.\n\nSunny days were the best time to visit the beach according to Christopher but Matthew did not agree with Christopher .\n\nThe children were scared of the puppets but laughed at the movies, as the movies were amusing for them.\n\nThe mouse got stuck in a hole while running with a wood in its mouth. The wood is wide.\n\nIan really had to go the bathroom while he was at Craig's house, causing Ian to feel embarrassed.\n\nFor work I can either get there by car or bicycle. I'm going to take the bicycle", + " today because the weather is supposed to be rainy." + ], + [ + "Joe chose to invest in real estate over the stock market because he thought the real estate would have a higher long term return.\n\nSunny days were the best time to visit the beach according to Christopher but Matthew did not agree with Christopher .\n\nThe children were scared of the puppets but laughed at the movies, as the movies were amusing for them.\n\nThe mouse got stuck in a hole while running with a wood in its mouth. The wood is wide.\n\nIan really had to go the bathroom while he was at Craig's house, causing Ian to feel embarrassed.\n\nFor work I can either get there by car or bicycle. I'm going to take the car", + " today because the weather is supposed to be rainy." + ] + ], + "resps": [ + [ + [ + -17.59375, + false + ] + ], + [ + [ + -16.25, + false + ] + ] + ], + "filtered_resps": [ + [ + -17.59375, + false + ], + [ + -16.25, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 583, + "doc": { + "sentence": "Of the two owners, Jessica was far worse than Jennifer, because _ like to beat the dogs.", + "option1": "Jessica", + "option2": "Jennifer", + "answer": "1" + }, + "target": "like to beat the dogs.", + "arguments": [ + [ + "While hiking, Logan asked Derrick what brand of binoculars he preferred, because Logan was curious.\n\nKayla asked Rachel to show how to exercise at the local crossfit, because Kayla seldom worked out.\n\nMegan was hoping that Mary would give her tips on how to become an actress, because Mary was a total celebrity.\n\nRachel thought fish were good pets but Monica did not. Rachel bought a guppy from the pet store.\n\nThe student tried to hang his backpack in the closet but the closet was too small.\n\nOf the two owners, Jessica was far worse than Jennifer, because Jessica", + " like to beat the dogs." + ], + [ + "While hiking, Logan asked Derrick what brand of binoculars he preferred, because Logan was curious.\n\nKayla asked Rachel to show how to exercise at the local crossfit, because Kayla seldom worked out.\n\nMegan was hoping that Mary would give her tips on how to become an actress, because Mary was a total celebrity.\n\nRachel thought fish were good pets but Monica did not. Rachel bought a guppy from the pet store.\n\nThe student tried to hang his backpack in the closet but the closet was too small.\n\nOf the two owners, Jessica was far worse than Jennifer, because Jennifer", + " like to beat the dogs." + ] + ], + "resps": [ + [ + [ + -22.921875, + false + ] + ], + [ + [ + -25.484375, + false + ] + ] + ], + "filtered_resps": [ + [ + -22.921875, + false + ], + [ + -25.484375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 591, + "doc": { + "sentence": "James took out a seat from his office to create more space. The _ is too big.", + "option1": "seat", + "option2": "office", + "answer": "1" + }, + "target": "is too big.", + "arguments": [ + [ + "Christine thought rabbits were very cute but Betty didn't. Betty bought a gerbil at the pet store.\n\nIan helped Steven carry a mattress up the stairs since Ian is a very strong person.\n\nJoe used soap to get rid of his smell, but the Soap was too weak.\n\nThe man tried to put the food into the refrigerator but the refrigerator was too small.\n\nThe blackberries tasted sweet but the raspberries tasted tart because the raspberries were less ripe.\n\nJames took out a seat from his office to create more space. The seat", + " is too big." + ], + [ + "Christine thought rabbits were very cute but Betty didn't. Betty bought a gerbil at the pet store.\n\nIan helped Steven carry a mattress up the stairs since Ian is a very strong person.\n\nJoe used soap to get rid of his smell, but the Soap was too weak.\n\nThe man tried to put the food into the refrigerator but the refrigerator was too small.\n\nThe blackberries tasted sweet but the raspberries tasted tart because the raspberries were less ripe.\n\nJames took out a seat from his office to create more space. The office", + " is too big." + ] + ], + "resps": [ + [ + [ + -9.421875, + false + ] + ], + [ + [ + -9.140625, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.421875, + false + ], + [ + -9.140625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 599, + "doc": { + "sentence": "Gem needed both therapy and medicines to cope with her broken leg. She preferred the _ because it was painless.", + "option1": "medicine", + "option2": "therapy", + "answer": "1" + }, + "target": "because it was painless.", + "arguments": [ + [ + "Fallon brought home mice and put them in cages, but the cages were too small.\n\nCarrie asked Angela what medicine the doctor had said to get because Carrie had forgotten.\n\nRachel was always happy for Felicia because Felicia got good grades a lot of the time at school.\n\nThe flowers in my moms house were beautiful as opposed to the plants in my house, because the plants were let go.\n\nDarlene was making a casserole and decided to top it with tater tots instead of potato chips because her family had already had it with the potato chips before.\n\nGem needed both therapy and medicines to cope with her broken leg. She preferred the medicine", + " because it was painless." + ], + [ + "Fallon brought home mice and put them in cages, but the cages were too small.\n\nCarrie asked Angela what medicine the doctor had said to get because Carrie had forgotten.\n\nRachel was always happy for Felicia because Felicia got good grades a lot of the time at school.\n\nThe flowers in my moms house were beautiful as opposed to the plants in my house, because the plants were let go.\n\nDarlene was making a casserole and decided to top it with tater tots instead of potato chips because her family had already had it with the potato chips before.\n\nGem needed both therapy and medicines to cope with her broken leg. She preferred the therapy", + " because it was painless." + ] + ], + "resps": [ + [ + [ + -9.78125, + false + ] + ], + [ + [ + -9.796875, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.78125, + false + ], + [ + -9.796875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 607, + "doc": { + "sentence": "Carla start doing sit-ups and pushups for her weak spots. The _ are for her abs.", + "option1": "sit-ups", + "option2": "pushups", + "answer": "1" + }, + "target": "are for her abs.", + "arguments": [ + [ + "Nelson banged loudy on the drum which really bothered Michael because Michael was really sensitive to sound.\n\nWhen Betty said they were a hippie Emily laughed and said they preferred Nixon. The liberal was Betty .\n\nBugs freak Sarah out, while Katrina is a lover of them Sarah is an indoor human being.\n\nDoctor gave some medicine to Betty but gave none to Tanya as Tanya was showing none of the symptoms of illness.\n\nShe changed her university course from mathematics to history, because the mathematics course is too complex.\n\nCarla start doing sit-ups and pushups for her weak spots. The sit-ups", + " are for her abs." + ], + [ + "Nelson banged loudy on the drum which really bothered Michael because Michael was really sensitive to sound.\n\nWhen Betty said they were a hippie Emily laughed and said they preferred Nixon. The liberal was Betty .\n\nBugs freak Sarah out, while Katrina is a lover of them Sarah is an indoor human being.\n\nDoctor gave some medicine to Betty but gave none to Tanya as Tanya was showing none of the symptoms of illness.\n\nShe changed her university course from mathematics to history, because the mathematics course is too complex.\n\nCarla start doing sit-ups and pushups for her weak spots. The pushups", + " are for her abs." + ] + ], + "resps": [ + [ + [ + -11.421875, + false + ] + ], + [ + [ + -10.4921875, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.421875, + false + ], + [ + -10.4921875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 615, + "doc": { + "sentence": "Laura asked Rachel if she could borrow some clothes because _ loved her fashion sense.", + "option1": "Laura", + "option2": "Rachel", + "answer": "1" + }, + "target": "loved her fashion sense.", + "arguments": [ + [ + "Planting a fruit tree was a good idea for William but not Derrick because William enjoys eating fruit.\n\nSteven was more interested in planning his vacation than Justin because Justin had never wanted to travel.\n\nMary put the unused furniture in the den before decorating the dining room, because the den would not be used during the party.\n\nCraig set up traps in order to catch rats for Michael, because Michael needed traps from because their house was infested.\n\nEddie needed to make money so he pulled his money out of bonds and put them into stocks because the bonds had a better chance of lower performance.\n\nLaura asked Rachel if she could borrow some clothes because Laura", + " loved her fashion sense." + ], + [ + "Planting a fruit tree was a good idea for William but not Derrick because William enjoys eating fruit.\n\nSteven was more interested in planning his vacation than Justin because Justin had never wanted to travel.\n\nMary put the unused furniture in the den before decorating the dining room, because the den would not be used during the party.\n\nCraig set up traps in order to catch rats for Michael, because Michael needed traps from because their house was infested.\n\nEddie needed to make money so he pulled his money out of bonds and put them into stocks because the bonds had a better chance of lower performance.\n\nLaura asked Rachel if she could borrow some clothes because Rachel", + " loved her fashion sense." + ] + ], + "resps": [ + [ + [ + -15.890625, + false + ] + ], + [ + [ + -15.3046875, + false + ] + ] + ], + "filtered_resps": [ + [ + -15.890625, + false + ], + [ + -15.3046875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 623, + "doc": { + "sentence": "After a boring meeting, Monica closed her eyes and dozed while Carrie took a walk, as _ had gone to bed early the night before.", + "option1": "Monica", + "option2": "Carrie", + "answer": "2" + }, + "target": "had gone to bed early the night before.", + "arguments": [ + [ + "For their birthday, Amy wanted to improve the house with Sarah, but Sarah left the short boards.\n\nJames believes he could get the same number of grams of stones with equal volume of oil but he was wrong because the oil is lighter.\n\nAfter eating dinner, Leslie offered a piece of gum to Kevin because Kevin had eaten a lot of garlic.\n\nThe skin treatment made her skin look better than the face mask did. The skin treatment must work efficiently.\n\nJulie couldn't use the rope to tie the rods together so she used a ribbon because the ribbon was a lot easier to knot.\n\nAfter a boring meeting, Monica closed her eyes and dozed while Carrie took a walk, as Monica", + " had gone to bed early the night before." + ], + [ + "For their birthday, Amy wanted to improve the house with Sarah, but Sarah left the short boards.\n\nJames believes he could get the same number of grams of stones with equal volume of oil but he was wrong because the oil is lighter.\n\nAfter eating dinner, Leslie offered a piece of gum to Kevin because Kevin had eaten a lot of garlic.\n\nThe skin treatment made her skin look better than the face mask did. The skin treatment must work efficiently.\n\nJulie couldn't use the rope to tie the rods together so she used a ribbon because the ribbon was a lot easier to knot.\n\nAfter a boring meeting, Monica closed her eyes and dozed while Carrie took a walk, as Carrie", + " had gone to bed early the night before." + ] + ], + "resps": [ + [ + [ + -14.0, + false + ] + ], + [ + [ + -13.8515625, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.0, + false + ], + [ + -13.8515625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 631, + "doc": { + "sentence": "Megan liked to read a book good more than Samantha because _ liked the peace and quiet.", + "option1": "Megan", + "option2": "Samantha", + "answer": "1" + }, + "target": "liked the peace and quiet.", + "arguments": [ + [ + "The microchip in Kenneth's cat works, but Benjamin's doesn't because Benjamin has a shady veterinarian.\n\nBrett wasn't sure what color of dress to buy unlike Derrick because Derrick was not picky.\n\nI have displayed my awards on the mantle but had to move some of them to a case. The mantle was too full.\n\nEvery time Michael saw a spider in the apartment he asked Samuel to deal with it, because Samuel loved helping spiders.\n\nKenneth could write a song and Kyle could sing them so, Kenneth wrote a beautiful song.\n\nMegan liked to read a book good more than Samantha because Megan", + " liked the peace and quiet." + ], + [ + "The microchip in Kenneth's cat works, but Benjamin's doesn't because Benjamin has a shady veterinarian.\n\nBrett wasn't sure what color of dress to buy unlike Derrick because Derrick was not picky.\n\nI have displayed my awards on the mantle but had to move some of them to a case. The mantle was too full.\n\nEvery time Michael saw a spider in the apartment he asked Samuel to deal with it, because Samuel loved helping spiders.\n\nKenneth could write a song and Kyle could sing them so, Kenneth wrote a beautiful song.\n\nMegan liked to read a book good more than Samantha because Samantha", + " liked the peace and quiet." + ] + ], + "resps": [ + [ + [ + -13.59375, + false + ] + ], + [ + [ + -16.640625, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.59375, + false + ], + [ + -16.640625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 639, + "doc": { + "sentence": "The shirts were straighter than the pants because the _ were hanging on the hanger.", + "option1": "shirt", + "option2": "pants", + "answer": "1" + }, + "target": "were hanging on the hanger.", + "arguments": [ + [ + "John could never think of buying a television with that price considering his income because the income is low.\n\nCynthia needed to lose weight but Angela did not because Angela was over twenty pounds under the recommended weight.\n\nSheila didn’t check the temperature of her flat iron before straightening her hair. The hair was fried.\n\nSo Derrick hates being outdoor because Benjamin likes the fresh air and the open space and Derrick don't.\n\nLaura fixed all of the electronics brought to them by Felicia, because Felicia was paying them.\n\nThe shirts were straighter than the pants because the shirt", + " were hanging on the hanger." + ], + [ + "John could never think of buying a television with that price considering his income because the income is low.\n\nCynthia needed to lose weight but Angela did not because Angela was over twenty pounds under the recommended weight.\n\nSheila didn’t check the temperature of her flat iron before straightening her hair. The hair was fried.\n\nSo Derrick hates being outdoor because Benjamin likes the fresh air and the open space and Derrick don't.\n\nLaura fixed all of the electronics brought to them by Felicia, because Felicia was paying them.\n\nThe shirts were straighter than the pants because the pants", + " were hanging on the hanger." + ] + ], + "resps": [ + [ + [ + -15.4453125, + false + ] + ], + [ + [ + -12.953125, + false + ] + ] + ], + "filtered_resps": [ + [ + -15.4453125, + false + ], + [ + -12.953125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 647, + "doc": { + "sentence": "Dennis did not enjoy their afternoon but Hunter did because _ left work after the sunset.", + "option1": "Dennis", + "option2": "Hunter", + "answer": "1" + }, + "target": "left work after the sunset.", + "arguments": [ + [ + "My migraine today was worse than my headache yesterday, because the headache was very mellow.\n\nShe chose to wax her legs rather than using a razor because she preferred the smoother look that using the wax gave her.\n\nDuring the meeting, Emily asked Elena to summarize the main points, because Emily preferred a succinct presentation.\n\nAlexis wanted to lose weight, so she bought a bench to lift weights and a low calorie meal pack, but the pack had additives.\n\nPaint was applied to the scooter, but not the car. The scooter had recently been in an accident.\n\nDennis did not enjoy their afternoon but Hunter did because Dennis", + " left work after the sunset." + ], + [ + "My migraine today was worse than my headache yesterday, because the headache was very mellow.\n\nShe chose to wax her legs rather than using a razor because she preferred the smoother look that using the wax gave her.\n\nDuring the meeting, Emily asked Elena to summarize the main points, because Emily preferred a succinct presentation.\n\nAlexis wanted to lose weight, so she bought a bench to lift weights and a low calorie meal pack, but the pack had additives.\n\nPaint was applied to the scooter, but not the car. The scooter had recently been in an accident.\n\nDennis did not enjoy their afternoon but Hunter did because Hunter", + " left work after the sunset." + ] + ], + "resps": [ + [ + [ + -27.75, + false + ] + ], + [ + [ + -29.203125, + false + ] + ] + ], + "filtered_resps": [ + [ + -27.75, + false + ], + [ + -29.203125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 655, + "doc": { + "sentence": "Laura didn't buy anything at all for Betty's birthday, because _ forgot to mention it.", + "option1": "Laura", + "option2": "Betty", + "answer": "2" + }, + "target": "forgot to mention it.", + "arguments": [ + [ + "When Christine suspected that Felicia was lying, she tried to set a trap. Then Christine got angry when it didn't work.\n\nFeeling chronic pain is an everything day for Dennis but not Donald because Dennis suffers from chronic pain syndrome.\n\nMark preferred to drink juice over water in the hot summer sun because the juice was delicious.\n\nThe student preferred to write his papers on the computer versus paper because he is slower at writing on paper .\n\n Carrie hates chocolates so Patricia received chocolates as a gift for their once a year birthday from Carrie.\n\nLaura didn't buy anything at all for Betty's birthday, because Laura", + " forgot to mention it." + ], + [ + "When Christine suspected that Felicia was lying, she tried to set a trap. Then Christine got angry when it didn't work.\n\nFeeling chronic pain is an everything day for Dennis but not Donald because Dennis suffers from chronic pain syndrome.\n\nMark preferred to drink juice over water in the hot summer sun because the juice was delicious.\n\nThe student preferred to write his papers on the computer versus paper because he is slower at writing on paper .\n\n Carrie hates chocolates so Patricia received chocolates as a gift for their once a year birthday from Carrie.\n\nLaura didn't buy anything at all for Betty's birthday, because Betty", + " forgot to mention it." + ] + ], + "resps": [ + [ + [ + -14.078125, + false + ] + ], + [ + [ + -12.703125, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.078125, + false + ], + [ + -12.703125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 663, + "doc": { + "sentence": "The library always had more books than computers, most likely because the _ are bigger.", + "option1": "books", + "option2": "computers", + "answer": "2" + }, + "target": "are bigger.", + "arguments": [ + [ + "Adam loved orange juice with their breakfast but William much preferred apple juice. Adam ordered a glass of orange juice at IHOP.\n\nDonald has decided to become a Medical Marijuana farmer Jason doesn't approve, Jason wants to be a cop.\n\nAfter getting his high school degree, Kevin never received a college degree but still got a great job because the high school degree was all that was necessary.\n\nLawrence was afraid to mess with electricity, while Adam was adept with it, so Lawrence would avoid the fuse box.\n\nThe large wooden cutting board did not fit into the kitchen sink because the sink was too small.\n\nThe library always had more books than computers, most likely because the books", + " are bigger." + ], + [ + "Adam loved orange juice with their breakfast but William much preferred apple juice. Adam ordered a glass of orange juice at IHOP.\n\nDonald has decided to become a Medical Marijuana farmer Jason doesn't approve, Jason wants to be a cop.\n\nAfter getting his high school degree, Kevin never received a college degree but still got a great job because the high school degree was all that was necessary.\n\nLawrence was afraid to mess with electricity, while Adam was adept with it, so Lawrence would avoid the fuse box.\n\nThe large wooden cutting board did not fit into the kitchen sink because the sink was too small.\n\nThe library always had more books than computers, most likely because the computers", + " are bigger." + ] + ], + "resps": [ + [ + [ + -9.03125, + false + ] + ], + [ + [ + -11.1953125, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.03125, + false + ], + [ + -11.1953125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 671, + "doc": { + "sentence": "Ben had to respect his toys and his books to ensure they last long. However, it was difficult to respect the _ because they were fun.", + "option1": "toys", + "option2": "books", + "answer": "1" + }, + "target": "because they were fun.", + "arguments": [ + [ + "An Uber was called for Rebecca but not Kayla because Kayla had a ride home.\n\nThe painting of Kayla sold for more than the one by Cynthia because Kayla was more creative.\n\nJack decided to become a vegetarian and to make a mushroom lasagna with substitutes for meat. He decided to swap the meat .\n\nThe food stamps were more beneficial to the couple than the donations because the donations came in tiny amounts.\n\nThe mother looked in the drawer and could only find the spoons but not the forks because the forks were lost.\n\nBen had to respect his toys and his books to ensure they last long. However, it was difficult to respect the toys", + " because they were fun." + ], + [ + "An Uber was called for Rebecca but not Kayla because Kayla had a ride home.\n\nThe painting of Kayla sold for more than the one by Cynthia because Kayla was more creative.\n\nJack decided to become a vegetarian and to make a mushroom lasagna with substitutes for meat. He decided to swap the meat .\n\nThe food stamps were more beneficial to the couple than the donations because the donations came in tiny amounts.\n\nThe mother looked in the drawer and could only find the spoons but not the forks because the forks were lost.\n\nBen had to respect his toys and his books to ensure they last long. However, it was difficult to respect the books", + " because they were fun." + ] + ], + "resps": [ + [ + [ + -10.0859375, + false + ] + ], + [ + [ + -11.75, + false + ] + ] + ], + "filtered_resps": [ + [ + -10.0859375, + false + ], + [ + -11.75, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 679, + "doc": { + "sentence": "Benjamin shaved his beard, but Nick had just grown one, so _ gave them all his old oils.", + "option1": "Benjamin", + "option2": "Nick", + "answer": "1" + }, + "target": "gave them all his old oils.", + "arguments": [ + [ + "Megan always loved to talk but Tanya did not because Tanya was really very introverted.\n\nThe coffee that Michael makes is usually stronger than that of Logan because Michael uses more grounds.\n\nPatricia wanted to adopt Jennifer and take her into her home, so Jennifer could be a daughter now.\n\nThe single Monica did not envy Emily 's married life, as Monica relished her freedom.\n\nThe staple that I used worked a lot better than the tape because the staple was stronger.\n\nBenjamin shaved his beard, but Nick had just grown one, so Benjamin", + " gave them all his old oils." + ], + [ + "Megan always loved to talk but Tanya did not because Tanya was really very introverted.\n\nThe coffee that Michael makes is usually stronger than that of Logan because Michael uses more grounds.\n\nPatricia wanted to adopt Jennifer and take her into her home, so Jennifer could be a daughter now.\n\nThe single Monica did not envy Emily 's married life, as Monica relished her freedom.\n\nThe staple that I used worked a lot better than the tape because the staple was stronger.\n\nBenjamin shaved his beard, but Nick had just grown one, so Nick", + " gave them all his old oils." + ] + ], + "resps": [ + [ + [ + -38.75, + false + ] + ], + [ + [ + -40.53125, + false + ] + ] + ], + "filtered_resps": [ + [ + -38.75, + false + ], + [ + -40.53125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 687, + "doc": { + "sentence": "Rachel hated their new in-laws, but tried to keep it secret from Monica. Eventually _ told them.", + "option1": "Rachel", + "option2": "Monica", + "answer": "1" + }, + "target": "told them.", + "arguments": [ + [ + "Christine told Megan some tips for their new real estate agent job since Christine was experienced and thought they could use some help.\n\nShe wanted to do embroidery with her needle and floss, but when she tried to thread the needle she realized the floss was too thick.\n\nTai needed to hire a contractor, either licensed or unlicensed, but the unlicensed was too cheap.\n\nOver the winter the bank replaced their dirty carpet with hardwood to satisfy their customers, the carpet was old.\n\nRandy legs were shinier than Craig because Randy always remembered to moisturize after a shower.\n\nRachel hated their new in-laws, but tried to keep it secret from Monica. Eventually Rachel", + " told them." + ], + [ + "Christine told Megan some tips for their new real estate agent job since Christine was experienced and thought they could use some help.\n\nShe wanted to do embroidery with her needle and floss, but when she tried to thread the needle she realized the floss was too thick.\n\nTai needed to hire a contractor, either licensed or unlicensed, but the unlicensed was too cheap.\n\nOver the winter the bank replaced their dirty carpet with hardwood to satisfy their customers, the carpet was old.\n\nRandy legs were shinier than Craig because Randy always remembered to moisturize after a shower.\n\nRachel hated their new in-laws, but tried to keep it secret from Monica. Eventually Monica", + " told them." + ] + ], + "resps": [ + [ + [ + -8.421875, + false + ] + ], + [ + [ + -11.109375, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.421875, + false + ], + [ + -11.109375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 695, + "doc": { + "sentence": "Jen planned a retreat to a mountain or the park. She chose the _ because it was warmer.", + "option1": "mountain", + "option2": "park", + "answer": "2" + }, + "target": "because it was warmer.", + "arguments": [ + [ + "There was less chocolate in the cake than in the pie, so the pie was sweeter.\n\nKyle caught several fish but Justin did not catch a single one, so Justin was disappointed about how they did on the fishing trip.\n\nTanya wanted to return the found wallet to the owner, but Jessica argued that they should keep the money, because Tanya was more ethical.\n\nWe didn't have money for a lantern so we made our own out of tin cans rather than buckets as the tin cans were compact.\n\nJustin was not afraid to fight Leslie in the boxing ring, even though Leslie was much larger.\n\nJen planned a retreat to a mountain or the park. She chose the mountain", + " because it was warmer." + ], + [ + "There was less chocolate in the cake than in the pie, so the pie was sweeter.\n\nKyle caught several fish but Justin did not catch a single one, so Justin was disappointed about how they did on the fishing trip.\n\nTanya wanted to return the found wallet to the owner, but Jessica argued that they should keep the money, because Tanya was more ethical.\n\nWe didn't have money for a lantern so we made our own out of tin cans rather than buckets as the tin cans were compact.\n\nJustin was not afraid to fight Leslie in the boxing ring, even though Leslie was much larger.\n\nJen planned a retreat to a mountain or the park. She chose the park", + " because it was warmer." + ] + ], + "resps": [ + [ + [ + -8.84375, + false + ] + ], + [ + [ + -8.0390625, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.84375, + false + ], + [ + -8.0390625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 703, + "doc": { + "sentence": "Derrick showed Jason how to cut the tiles for their kitchen, and _ was shown appreciation for their help.", + "option1": "Derrick", + "option2": "Jason", + "answer": "1" + }, + "target": "was shown appreciation for their help.", + "arguments": [ + [ + "The farmers harvested more pumpkins than apples because the pumpkins grew better during the season.\n\nThe girl wore the shorts, but took the pants to the seamstress be hemmed, because the pants were the wrong length.\n\nHe had to rid the house of the trash and clothing, but the trash was the most disgusting part to clean up.\n\nBetty was more experienced than Jessica at chess, but it was a surprise when Jessica won.\n\nMaria recalled her childhood more fondly than Jessica, because Maria had been loved by her parents.\n\nDerrick showed Jason how to cut the tiles for their kitchen, and Derrick", + " was shown appreciation for their help." + ], + [ + "The farmers harvested more pumpkins than apples because the pumpkins grew better during the season.\n\nThe girl wore the shorts, but took the pants to the seamstress be hemmed, because the pants were the wrong length.\n\nHe had to rid the house of the trash and clothing, but the trash was the most disgusting part to clean up.\n\nBetty was more experienced than Jessica at chess, but it was a surprise when Jessica won.\n\nMaria recalled her childhood more fondly than Jessica, because Maria had been loved by her parents.\n\nDerrick showed Jason how to cut the tiles for their kitchen, and Jason", + " was shown appreciation for their help." + ] + ], + "resps": [ + [ + [ + -26.34375, + false + ] + ], + [ + [ + -26.875, + false + ] + ] + ], + "filtered_resps": [ + [ + -26.34375, + false + ], + [ + -26.875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 711, + "doc": { + "sentence": "I couldn't decide if I should pressure cook or smoke the pig feet. After looking outside, I decided the weather was good enough to _ them.", + "option1": "smoke", + "option2": "pressure cook", + "answer": "1" + }, + "target": "them.", + "arguments": [ + [ + "Nelson had lots of new ideas, but not Robert because Nelson was much more original in thought.\n\nWinston loved audio, and preferred to use the headphones rather than the speakers to listen to music becasuse he thought that the headphones sounded perfect.\n\nI bought a traveling cage for the dog and not the horse because the horse was wrongly sized for a traveling cage.\n\nCleaning the kitchen has never bothered Mary, while cleaning her bedroom does bother her. The kitchen isn't as dirty to start with.\n\nWe cannot see the flowers in the garden because of the fences and the fences are tall.\n\nI couldn't decide if I should pressure cook or smoke the pig feet. After looking outside, I decided the weather was good enough to smoke", + " them." + ], + [ + "Nelson had lots of new ideas, but not Robert because Nelson was much more original in thought.\n\nWinston loved audio, and preferred to use the headphones rather than the speakers to listen to music becasuse he thought that the headphones sounded perfect.\n\nI bought a traveling cage for the dog and not the horse because the horse was wrongly sized for a traveling cage.\n\nCleaning the kitchen has never bothered Mary, while cleaning her bedroom does bother her. The kitchen isn't as dirty to start with.\n\nWe cannot see the flowers in the garden because of the fences and the fences are tall.\n\nI couldn't decide if I should pressure cook or smoke the pig feet. After looking outside, I decided the weather was good enough to pressure cook", + " them." + ] + ], + "resps": [ + [ + [ + -1.7138671875, + false + ] + ], + [ + [ + -2.548828125, + false + ] + ] + ], + "filtered_resps": [ + [ + -1.7138671875, + false + ], + [ + -2.548828125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 719, + "doc": { + "sentence": "For her birthday gifts, Sarah was upset with the pearls, but felt the opposite about the rings she received. The _ were fancier.", + "option1": "pearls", + "option2": "rings", + "answer": "2" + }, + "target": "were fancier.", + "arguments": [ + [ + "A basketball is a ball but what is a football? The football isn't quite what I pictured.\n\nNatalie asked Elena to place the book on the top shelf since Elena was tall enough to reach.\n\nHe didn't want to send the personal letter to her, so he sent a card instead. The card was appropriate to share.\n\nBurnt out, Felicia wants to go on a vacation with Tanya because Felicia needs a break from work.\n\nFelicia loved animals more than Cynthia so Felicia liked to play with mice and watch them run around.\n\nFor her birthday gifts, Sarah was upset with the pearls, but felt the opposite about the rings she received. The pearls", + " were fancier." + ], + [ + "A basketball is a ball but what is a football? The football isn't quite what I pictured.\n\nNatalie asked Elena to place the book on the top shelf since Elena was tall enough to reach.\n\nHe didn't want to send the personal letter to her, so he sent a card instead. The card was appropriate to share.\n\nBurnt out, Felicia wants to go on a vacation with Tanya because Felicia needs a break from work.\n\nFelicia loved animals more than Cynthia so Felicia liked to play with mice and watch them run around.\n\nFor her birthday gifts, Sarah was upset with the pearls, but felt the opposite about the rings she received. The rings", + " were fancier." + ] + ], + "resps": [ + [ + [ + -11.09375, + false + ] + ], + [ + [ + -10.046875, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.09375, + false + ], + [ + -10.046875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 727, + "doc": { + "sentence": "Maria told Monica they looked too sick to go to work and asked if they had a fever. _ went to the Doctor.", + "option1": "Maria", + "option2": "Monica", + "answer": "2" + }, + "target": "went to the Doctor.", + "arguments": [ + [ + "Jennifer accepted all the medical treatment from Erin, because Erin was always happy to be helpful to anyone.\n\nKevin was a better writer than Brett, so Kevin was able to finish essays more quickly.\n\nMary checked all the hiding places they expected Jennifer to be in, but Mary never found them.\n\nAdopting a dog didn't work out for Kayla the way it did for Lindsey because Kayla has a fear of dogs.\n\nThe dog obeyed Lawrence more than William around the house because Lawrence had built a deeper bond with it.\n\nMaria told Monica they looked too sick to go to work and asked if they had a fever. Maria", + " went to the Doctor." + ], + [ + "Jennifer accepted all the medical treatment from Erin, because Erin was always happy to be helpful to anyone.\n\nKevin was a better writer than Brett, so Kevin was able to finish essays more quickly.\n\nMary checked all the hiding places they expected Jennifer to be in, but Mary never found them.\n\nAdopting a dog didn't work out for Kayla the way it did for Lindsey because Kayla has a fear of dogs.\n\nThe dog obeyed Lawrence more than William around the house because Lawrence had built a deeper bond with it.\n\nMaria told Monica they looked too sick to go to work and asked if they had a fever. Monica", + " went to the Doctor." + ] + ], + "resps": [ + [ + [ + -18.0625, + false + ] + ], + [ + [ + -17.84375, + false + ] + ] + ], + "filtered_resps": [ + [ + -18.0625, + false + ], + [ + -17.84375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 735, + "doc": { + "sentence": "The dog loved Kevin but hated Derrick, so _ started bringing the dog treats to change its mind.", + "option1": "Kevin", + "option2": "Derrick", + "answer": "2" + }, + "target": "started bringing the dog treats to change its mind.", + "arguments": [ + [ + "Jade ordered sushi and steak at the fusion restaurant, but could only eat the steak because the steak tasted wonderful.\n\nLess people liked to be around Jessica than around Cynthia because Cynthia liked helping others.\n\nBob preferred the movie over dinner on the date because the dinner required more conversation.\n\nChristopher could speak French well, Derrick could not so Derrick didn't get along well in France.\n\nBilly poured the entire bag of broccoli into the hot pan located on the stone until the pan was full.\n\nThe dog loved Kevin but hated Derrick, so Kevin", + " started bringing the dog treats to change its mind." + ], + [ + "Jade ordered sushi and steak at the fusion restaurant, but could only eat the steak because the steak tasted wonderful.\n\nLess people liked to be around Jessica than around Cynthia because Cynthia liked helping others.\n\nBob preferred the movie over dinner on the date because the dinner required more conversation.\n\nChristopher could speak French well, Derrick could not so Derrick didn't get along well in France.\n\nBilly poured the entire bag of broccoli into the hot pan located on the stone until the pan was full.\n\nThe dog loved Kevin but hated Derrick, so Derrick", + " started bringing the dog treats to change its mind." + ] + ], + "resps": [ + [ + [ + -26.703125, + false + ] + ], + [ + [ + -24.765625, + false + ] + ] + ], + "filtered_resps": [ + [ + -26.703125, + false + ], + [ + -24.765625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 743, + "doc": { + "sentence": "Randy was going to see an X-rated film but was stopped on the sidewalk and yelled at by Nick. The anger showed on _ 's face.", + "option1": "Randy", + "option2": "Nick", + "answer": "2" + }, + "target": "'s face.", + "arguments": [ + [ + "Kevin shouted loudly at the women and Craig was embarrassed. Kevin was always loud in public.\n\nFelicia played a mean trick on Jessica, which turned out badly and made Jessica feel violated.\n\nJason puts in a lot of extra time at work but Adam leaves early very often. Jason got a promotion.\n\nNick was a worker who was asked by Hunter for silverware, and Nick was surprised by the request since it was a fast food restaurant.\n\nThe fastball flew at Ryan as they swung and missed, but Joseph caught it. Joseph got ready to catch the next pitch.\n\nRandy was going to see an X-rated film but was stopped on the sidewalk and yelled at by Nick. The anger showed on Randy", + " 's face." + ], + [ + "Kevin shouted loudly at the women and Craig was embarrassed. Kevin was always loud in public.\n\nFelicia played a mean trick on Jessica, which turned out badly and made Jessica feel violated.\n\nJason puts in a lot of extra time at work but Adam leaves early very often. Jason got a promotion.\n\nNick was a worker who was asked by Hunter for silverware, and Nick was surprised by the request since it was a fast food restaurant.\n\nThe fastball flew at Ryan as they swung and missed, but Joseph caught it. Joseph got ready to catch the next pitch.\n\nRandy was going to see an X-rated film but was stopped on the sidewalk and yelled at by Nick. The anger showed on Nick", + " 's face." + ] + ], + "resps": [ + [ + [ + -8.7734375, + false + ] + ], + [ + [ + -9.4296875, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.7734375, + false + ], + [ + -9.4296875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 751, + "doc": { + "sentence": "Donald was able to catch the Frisbee thrown by Eric, then _ threw the Frisbee back.", + "option1": "Donald", + "option2": "Eric", + "answer": "1" + }, + "target": "threw the Frisbee back.", + "arguments": [ + [ + "John decided to place a bet wager for an upcoming race because the wager was small.\n\nI prefer eggs with sausage rather than eggs with bacon for breakfast. The eggs with bacon is bland to me.\n\nJennifer yelled at Betty for betraying Jennifer 's trust because she would no longer be able to dog sit again.\n\nHe didn't appreciate the trumpet as much as the violin because he thought the violin made serene music.\n\nPeter was not able to put the duvet in the washing machine because the machine was too small.\n\nDonald was able to catch the Frisbee thrown by Eric, then Donald", + " threw the Frisbee back." + ], + [ + "John decided to place a bet wager for an upcoming race because the wager was small.\n\nI prefer eggs with sausage rather than eggs with bacon for breakfast. The eggs with bacon is bland to me.\n\nJennifer yelled at Betty for betraying Jennifer 's trust because she would no longer be able to dog sit again.\n\nHe didn't appreciate the trumpet as much as the violin because he thought the violin made serene music.\n\nPeter was not able to put the duvet in the washing machine because the machine was too small.\n\nDonald was able to catch the Frisbee thrown by Eric, then Eric", + " threw the Frisbee back." + ] + ], + "resps": [ + [ + [ + -4.8984375, + false + ] + ], + [ + [ + -6.95703125, + false + ] + ] + ], + "filtered_resps": [ + [ + -4.8984375, + false + ], + [ + -6.95703125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 759, + "doc": { + "sentence": "Christine took all the money while Mary told her to save the money for herself. _ only knows to take.", + "option1": "Christine", + "option2": "Mary", + "answer": "1" + }, + "target": "only knows to take.", + "arguments": [ + [ + "Randy led the league in goals scored while Eric was in last place. Eric was a very bad footballer.\n\nAt the cosplay convention, Jason showed Brian his new costume because Jason was proud of it.\n\nJennifer asked Cynthia if she had heard any complaints about the new teacher but Cynthia had not heard any.\n\nElena was asked by Rachel to plant the poppy seeds because Elena had a green thumb.\n\nJeffrey loves to drink coffee every morning but Ian does not. Jeffrey orders a cup of coffee with their breakfast.\n\nChristine took all the money while Mary told her to save the money for herself. Christine", + " only knows to take." + ], + [ + "Randy led the league in goals scored while Eric was in last place. Eric was a very bad footballer.\n\nAt the cosplay convention, Jason showed Brian his new costume because Jason was proud of it.\n\nJennifer asked Cynthia if she had heard any complaints about the new teacher but Cynthia had not heard any.\n\nElena was asked by Rachel to plant the poppy seeds because Elena had a green thumb.\n\nJeffrey loves to drink coffee every morning but Ian does not. Jeffrey orders a cup of coffee with their breakfast.\n\nChristine took all the money while Mary told her to save the money for herself. Mary", + " only knows to take." + ] + ], + "resps": [ + [ + [ + -20.796875, + false + ] + ], + [ + [ + -22.671875, + false + ] + ] + ], + "filtered_resps": [ + [ + -20.796875, + false + ], + [ + -22.671875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 767, + "doc": { + "sentence": "Pho needs cilantro and beef to be tasty. However, the _ can be too bitter.", + "option1": "cilantro", + "option2": "beef", + "answer": "1" + }, + "target": "can be too bitter.", + "arguments": [ + [ + "Maria's garden was much grander and better looking than Megan's because Megan was an amateur gardener.\n\nIan suddenly went pale in the face and started babbling to Hunter because Ian is very nervous.\n\nMegan dreamed of becoming a famous singer while Jennifer wanted to be an artist. Jennifer loved to paint and draw.\n\nRuss bought a telescope to view the planet but he couldn't see the star because the planet was closer.\n\nShe had to take sausages out of her recipe and substitute lentils, since the lentils had a complimentary flavor.\n\nPho needs cilantro and beef to be tasty. However, the cilantro", + " can be too bitter." + ], + [ + "Maria's garden was much grander and better looking than Megan's because Megan was an amateur gardener.\n\nIan suddenly went pale in the face and started babbling to Hunter because Ian is very nervous.\n\nMegan dreamed of becoming a famous singer while Jennifer wanted to be an artist. Jennifer loved to paint and draw.\n\nRuss bought a telescope to view the planet but he couldn't see the star because the planet was closer.\n\nShe had to take sausages out of her recipe and substitute lentils, since the lentils had a complimentary flavor.\n\nPho needs cilantro and beef to be tasty. However, the beef", + " can be too bitter." + ] + ], + "resps": [ + [ + [ + -12.7109375, + false + ] + ], + [ + [ + -16.765625, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.7109375, + false + ], + [ + -16.765625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 775, + "doc": { + "sentence": "Paolo tries to remember what he read in the textbook, but all he can think of is the email from his friend because he read the _ ages ago.", + "option1": "email", + "option2": "textbook", + "answer": "2" + }, + "target": "ages ago.", + "arguments": [ + [ + "The house of Tanya was a lot worse off than that of Felicia, by reason that Felicia had more money.\n\nJames found that the tank was surprisingly easy to operate and not the vehicle because the tank had simple controls.\n\nSince Benjamin ate unhealthy desserts far more frequently than Brett, Benjamin had weak will power.\n\nJustin went to see William who was a therapist, and William listened to them talk all about their problems.\n\nThe lady was dreaming of becoming an artist that used pencils instead of markers, since the pencils were temporary.\n\nPaolo tries to remember what he read in the textbook, but all he can think of is the email from his friend because he read the email", + " ages ago." + ], + [ + "The house of Tanya was a lot worse off than that of Felicia, by reason that Felicia had more money.\n\nJames found that the tank was surprisingly easy to operate and not the vehicle because the tank had simple controls.\n\nSince Benjamin ate unhealthy desserts far more frequently than Brett, Benjamin had weak will power.\n\nJustin went to see William who was a therapist, and William listened to them talk all about their problems.\n\nThe lady was dreaming of becoming an artist that used pencils instead of markers, since the pencils were temporary.\n\nPaolo tries to remember what he read in the textbook, but all he can think of is the email from his friend because he read the textbook", + " ages ago." + ] + ], + "resps": [ + [ + [ + -9.1875, + false + ] + ], + [ + [ + -7.171875, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.1875, + false + ], + [ + -7.171875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 783, + "doc": { + "sentence": "John tried to clean the juice that spilled on the carpet with a towel but it has sunk deep. The _ is still dry.", + "option1": "carpet", + "option2": "towel", + "answer": "2" + }, + "target": "is still dry.", + "arguments": [ + [ + "Playing music came much more naturally to Hunter than Kevin although Kevin loved the clarinet.\n\nBeatrice was done cleaning the hallway before Jackie could clean the basement. It was quicker to clean the hallway .\n\nDuring their school holidays Nelson badly wanted to get a job but Aaron did not because Nelson was very hardworking.\n\nThe cook could safely touch the pot, but had to wait on the pan, because the pot was cold.\n\nSamuel suffered from constipation but Randy did not, so Samuel liked to drink a lot of prune juice.\n\nJohn tried to clean the juice that spilled on the carpet with a towel but it has sunk deep. The carpet", + " is still dry." + ], + [ + "Playing music came much more naturally to Hunter than Kevin although Kevin loved the clarinet.\n\nBeatrice was done cleaning the hallway before Jackie could clean the basement. It was quicker to clean the hallway .\n\nDuring their school holidays Nelson badly wanted to get a job but Aaron did not because Nelson was very hardworking.\n\nThe cook could safely touch the pot, but had to wait on the pan, because the pot was cold.\n\nSamuel suffered from constipation but Randy did not, so Samuel liked to drink a lot of prune juice.\n\nJohn tried to clean the juice that spilled on the carpet with a towel but it has sunk deep. The towel", + " is still dry." + ] + ], + "resps": [ + [ + [ + -11.796875, + false + ] + ], + [ + [ + -12.0078125, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.796875, + false + ], + [ + -12.0078125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 791, + "doc": { + "sentence": "The man decided to use a nail instead of a screw because the _ would be looser in the wood.", + "option1": "nail", + "option2": "screw", + "answer": "2" + }, + "target": "would be looser in the wood.", + "arguments": [ + [ + "Megan gave a skirt to Tanya to wear at her recital because Tanya needed a confidence boost.\n\nRandy went to an ice cream shop because he had a coupon and met Michael there. Randy paid only half price.\n\nKayla wanted to start a business in a field that Felicia was working in so Felicia offered some help.\n\nKenneth bought a new house and needed help installing moulding. When Samuel offered to help, Kenneth was relieved.\n\nI always went to the store and not the shop because the store was closer to my apartment.\n\nThe man decided to use a nail instead of a screw because the nail", + " would be looser in the wood." + ], + [ + "Megan gave a skirt to Tanya to wear at her recital because Tanya needed a confidence boost.\n\nRandy went to an ice cream shop because he had a coupon and met Michael there. Randy paid only half price.\n\nKayla wanted to start a business in a field that Felicia was working in so Felicia offered some help.\n\nKenneth bought a new house and needed help installing moulding. When Samuel offered to help, Kenneth was relieved.\n\nI always went to the store and not the shop because the store was closer to my apartment.\n\nThe man decided to use a nail instead of a screw because the screw", + " would be looser in the wood." + ] + ], + "resps": [ + [ + [ + -16.765625, + false + ] + ], + [ + [ + -18.625, + false + ] + ] + ], + "filtered_resps": [ + [ + -16.765625, + false + ], + [ + -18.625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 799, + "doc": { + "sentence": "Tanya looked for an escape route while Elena did not because _ liked to live in the moment.", + "option1": "Tanya", + "option2": "Elena", + "answer": "2" + }, + "target": "liked to live in the moment.", + "arguments": [ + [ + "Steven was going to attend the concert unlike Ryan because it was Steven favorite genre of music.\n\nThe birds preferred eating the seeds than the worms because the worms tasted a lot worse.\n\nWhen it came to works of fiction, books were preferred to movies, as the books required more imagination.\n\nCarrie was a teacher of math and Elena was their student, so Elena got lots of homework.\n\nThe waiter could not cover the round tables with the square tablecloths because the tables were round.\n\nTanya looked for an escape route while Elena did not because Tanya", + " liked to live in the moment." + ], + [ + "Steven was going to attend the concert unlike Ryan because it was Steven favorite genre of music.\n\nThe birds preferred eating the seeds than the worms because the worms tasted a lot worse.\n\nWhen it came to works of fiction, books were preferred to movies, as the books required more imagination.\n\nCarrie was a teacher of math and Elena was their student, so Elena got lots of homework.\n\nThe waiter could not cover the round tables with the square tablecloths because the tables were round.\n\nTanya looked for an escape route while Elena did not because Elena", + " liked to live in the moment." + ] + ], + "resps": [ + [ + [ + -12.796875, + false + ] + ], + [ + [ + -12.7421875, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.796875, + false + ], + [ + -12.7421875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 807, + "doc": { + "sentence": "Donald took medication for their anxiety, but Craig went to therapy because _ was open with their feelings.", + "option1": "Donald", + "option2": "Craig", + "answer": "2" + }, + "target": "was open with their feelings.", + "arguments": [ + [ + "Federico couldn't see in the bedroom when coming from the bathroom for the bathroom was too bright.\n\nThe woman tried to put the candle on the stand but the candle was too large.\n\nLogan made many harsh and hurtful demands of Adam, because Adam was a major victim.\n\nJoJo was training her dog to return the ball to the basket after playing, because the ball often got lost.\n\nLindsey was arrested the previous night and called Carrie immediately because Lindsey needed a good defense lawyer.\n\nDonald took medication for their anxiety, but Craig went to therapy because Donald", + " was open with their feelings." + ], + [ + "Federico couldn't see in the bedroom when coming from the bathroom for the bathroom was too bright.\n\nThe woman tried to put the candle on the stand but the candle was too large.\n\nLogan made many harsh and hurtful demands of Adam, because Adam was a major victim.\n\nJoJo was training her dog to return the ball to the basket after playing, because the ball often got lost.\n\nLindsey was arrested the previous night and called Carrie immediately because Lindsey needed a good defense lawyer.\n\nDonald took medication for their anxiety, but Craig went to therapy because Craig", + " was open with their feelings." + ] + ], + "resps": [ + [ + [ + -16.5625, + false + ] + ], + [ + [ + -15.578125, + false + ] + ] + ], + "filtered_resps": [ + [ + -16.5625, + false + ], + [ + -15.578125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 815, + "doc": { + "sentence": "After a nasty breakup, Kayla needed a restraining order from Samantha because _ was scary to them.", + "option1": "Kayla", + "option2": "Samantha", + "answer": "2" + }, + "target": "was scary to them.", + "arguments": [ + [ + "The hair Hannah attached to his hair with a glue got blown away by the wind. The wind is confirmed strong.\n\nTo prepare for the test, Jason asked Joel for help. Joel is an excellent student.\n\nTim preferred putting the medicine in a cheese ball instead of a spoon, because the cheese ball made it easier to swallow.\n\nThe comb worked much better than the brush did because the comb was a bit newer.\n\nSteven struggles with their children's bad behavior while Dennis enjoys their children as Dennis is consistence in child discipline.\n\nAfter a nasty breakup, Kayla needed a restraining order from Samantha because Kayla", + " was scary to them." + ], + [ + "The hair Hannah attached to his hair with a glue got blown away by the wind. The wind is confirmed strong.\n\nTo prepare for the test, Jason asked Joel for help. Joel is an excellent student.\n\nTim preferred putting the medicine in a cheese ball instead of a spoon, because the cheese ball made it easier to swallow.\n\nThe comb worked much better than the brush did because the comb was a bit newer.\n\nSteven struggles with their children's bad behavior while Dennis enjoys their children as Dennis is consistence in child discipline.\n\nAfter a nasty breakup, Kayla needed a restraining order from Samantha because Samantha", + " was scary to them." + ] + ], + "resps": [ + [ + [ + -19.484375, + false + ] + ], + [ + [ + -17.265625, + false + ] + ] + ], + "filtered_resps": [ + [ + -19.484375, + false + ], + [ + -17.265625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 823, + "doc": { + "sentence": "Monica was worried that Mary might be caught in a scam when they started their new job, but _ decided to trust their friend's judgement.", + "option1": "Monica", + "option2": "Mary", + "answer": "1" + }, + "target": "decided to trust their friend's judgement.", + "arguments": [ + [ + "Cleaning a piano is easy to Nick but not Leslie because Leslie makes it complex by not using a feather duster.\n\nI gave my parents a car for their birthday instead of just a card. The car shows appreciation.\n\nThe man bought some yarn instead of a ball because his cat preferred playing with the yarn .\n\nKenneth uses shampoo for color treated hair and Lawrence does not because Kenneth has dyed hair.\n\nThe hens were worth their trouble to Sarah but not to Natalie becasue Sarah loved the free eggs.\n\nMonica was worried that Mary might be caught in a scam when they started their new job, but Monica", + " decided to trust their friend's judgement." + ], + [ + "Cleaning a piano is easy to Nick but not Leslie because Leslie makes it complex by not using a feather duster.\n\nI gave my parents a car for their birthday instead of just a card. The car shows appreciation.\n\nThe man bought some yarn instead of a ball because his cat preferred playing with the yarn .\n\nKenneth uses shampoo for color treated hair and Lawrence does not because Kenneth has dyed hair.\n\nThe hens were worth their trouble to Sarah but not to Natalie becasue Sarah loved the free eggs.\n\nMonica was worried that Mary might be caught in a scam when they started their new job, but Mary", + " decided to trust their friend's judgement." + ] + ], + "resps": [ + [ + [ + -23.171875, + false + ] + ], + [ + [ + -24.09375, + false + ] + ] + ], + "filtered_resps": [ + [ + -23.171875, + false + ], + [ + -24.09375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 831, + "doc": { + "sentence": "Lindsey has dark lips unlike Elena due to _ forgetting to put on chapsticks at night.", + "option1": "Lindsey", + "option2": "Elena", + "answer": "1" + }, + "target": "forgetting to put on chapsticks at night.", + "arguments": [ + [ + "Randy showed Michael how to use the square app because Michael was uncomfortable with electronics.\n\nAngela always had cornrows while Christine did not, so people were confused when Angela showed up without cornrows.\n\nYang wanted to be an illustrator and started drawing using crayons instead of pencils because the crayons were bought.\n\nWhen Diva baked a chocolate souffle for the first time she put them in several small ramekins. Ultimately, the souffle failed because the chocolate sunk.\n\nThe water was eroding the area under the deck faster than the porch, because the porch was on stable ground.\n\nLindsey has dark lips unlike Elena due to Lindsey", + " forgetting to put on chapsticks at night." + ], + [ + "Randy showed Michael how to use the square app because Michael was uncomfortable with electronics.\n\nAngela always had cornrows while Christine did not, so people were confused when Angela showed up without cornrows.\n\nYang wanted to be an illustrator and started drawing using crayons instead of pencils because the crayons were bought.\n\nWhen Diva baked a chocolate souffle for the first time she put them in several small ramekins. Ultimately, the souffle failed because the chocolate sunk.\n\nThe water was eroding the area under the deck faster than the porch, because the porch was on stable ground.\n\nLindsey has dark lips unlike Elena due to Elena", + " forgetting to put on chapsticks at night." + ] + ], + "resps": [ + [ + [ + -27.515625, + false + ] + ], + [ + [ + -28.0625, + false + ] + ] + ], + "filtered_resps": [ + [ + -27.515625, + false + ], + [ + -28.0625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 839, + "doc": { + "sentence": "The quill was used by the writer much more than the pen for the job since the _ is heavy.", + "option1": "quill", + "option2": "pen", + "answer": "2" + }, + "target": "is heavy.", + "arguments": [ + [ + "Everyone wanted to be a mermaid at the Halloween party, but the costume at the store only fit Christine and not Jennifer because Jennifer was obese.\n\nBenjamin did not have a phobia of spiders unlike Justin so Justin avoided them when they saw them.\n\nLeslie was better able to communicate their ideas to the group than Brian, because Brian was shy.\n\nElena passed the exam while Laura failed because Elena studied hard for the exam leading up to it.\n\nLogan had never fired a gun before, so Michael took him to a firing range; Michael was patient.\n\nThe quill was used by the writer much more than the pen for the job since the quill", + " is heavy." + ], + [ + "Everyone wanted to be a mermaid at the Halloween party, but the costume at the store only fit Christine and not Jennifer because Jennifer was obese.\n\nBenjamin did not have a phobia of spiders unlike Justin so Justin avoided them when they saw them.\n\nLeslie was better able to communicate their ideas to the group than Brian, because Brian was shy.\n\nElena passed the exam while Laura failed because Elena studied hard for the exam leading up to it.\n\nLogan had never fired a gun before, so Michael took him to a firing range; Michael was patient.\n\nThe quill was used by the writer much more than the pen for the job since the pen", + " is heavy." + ] + ], + "resps": [ + [ + [ + -12.5625, + false + ] + ], + [ + [ + -9.859375, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.5625, + false + ], + [ + -9.859375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 847, + "doc": { + "sentence": "The clothing in the north was warmer than the clothing in the south because there was more snow in the _ .", + "option1": "south", + "option2": "north", + "answer": "2" + }, + "target": ".", + "arguments": [ + [ + "Toby gave up on using the calendar to stay organized and started making a list, because the list was calming.\n\nDaphne got herself a cloak and a bodysuit for her Raven costume, and she thought the cloak made her look mysterious.\n\nThe young cook poured oil from the container into the fryer until the container was empty.\n\nJustin wanted to tell Robert they loved them so Justin asked them out to a fancy dinner.\n\nMary poured the entire bottle of cleaning soap into the bath until the bottle was empty.\n\nThe clothing in the north was warmer than the clothing in the south because there was more snow in the south", + " ." + ], + [ + "Toby gave up on using the calendar to stay organized and started making a list, because the list was calming.\n\nDaphne got herself a cloak and a bodysuit for her Raven costume, and she thought the cloak made her look mysterious.\n\nThe young cook poured oil from the container into the fryer until the container was empty.\n\nJustin wanted to tell Robert they loved them so Justin asked them out to a fancy dinner.\n\nMary poured the entire bottle of cleaning soap into the bath until the bottle was empty.\n\nThe clothing in the north was warmer than the clothing in the south because there was more snow in the north", + " ." + ] + ], + "resps": [ + [ + [ + -8.2734375, + false + ] + ], + [ + [ + -8.1796875, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.2734375, + false + ], + [ + -8.1796875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 855, + "doc": { + "sentence": "The gas was not smelling out of the tank but out of the hose because the _ is leaky.", + "option1": "hose", + "option2": "tank", + "answer": "1" + }, + "target": "is leaky.", + "arguments": [ + [ + "Nelson used the new baseballs at the field to throw at Ryan because Ryan was the catcher.\n\nJohns body looks a lot better than my back because the back of me is weak.\n\nBack when I was obese, I ate too many snacks and ate too few vegetables, but my weight reacted best when the vegetables were tasty.\n\nJennifer asked Felicia to help them make a diet plan and exercise routine. Felicia didn't need to lose weight.\n\nThe pills relieved my pain more than the capsules did because the capsules were weaker.\n\nThe gas was not smelling out of the tank but out of the hose because the hose", + " is leaky." + ], + [ + "Nelson used the new baseballs at the field to throw at Ryan because Ryan was the catcher.\n\nJohns body looks a lot better than my back because the back of me is weak.\n\nBack when I was obese, I ate too many snacks and ate too few vegetables, but my weight reacted best when the vegetables were tasty.\n\nJennifer asked Felicia to help them make a diet plan and exercise routine. Felicia didn't need to lose weight.\n\nThe pills relieved my pain more than the capsules did because the capsules were weaker.\n\nThe gas was not smelling out of the tank but out of the hose because the tank", + " is leaky." + ] + ], + "resps": [ + [ + [ + -8.296875, + false + ] + ], + [ + [ + -9.0859375, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.296875, + false + ], + [ + -9.0859375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 863, + "doc": { + "sentence": "In the hotel laundry room, Felicia burned Mary's shirt while ironing it, so the manager wrote _ up.", + "option1": "Felicia", + "option2": "Mary", + "answer": "1" + }, + "target": "up.", + "arguments": [ + [ + "The silver bracelet was stunning but Mike liked to wear things other people didn't like so he bought the weird gold bracelet. The silver bracelet was beautiful.\n\nThe dog preferred sleeping on the couch instead of the dog bed because the bed was further from his food.\n\nThe pasta of Christine always tastes more authentic than Cynthia's because Christine is a famous cook.\n\nRebecca had less grass in their yard than Elena because Rebecca had more rabbits in their yard.\n\nHe became aggressive when visiting the house, but relaxed when going to the store, because the store was full of peaceful people.\n\nIn the hotel laundry room, Felicia burned Mary's shirt while ironing it, so the manager wrote Felicia", + " up." + ], + [ + "The silver bracelet was stunning but Mike liked to wear things other people didn't like so he bought the weird gold bracelet. The silver bracelet was beautiful.\n\nThe dog preferred sleeping on the couch instead of the dog bed because the bed was further from his food.\n\nThe pasta of Christine always tastes more authentic than Cynthia's because Christine is a famous cook.\n\nRebecca had less grass in their yard than Elena because Rebecca had more rabbits in their yard.\n\nHe became aggressive when visiting the house, but relaxed when going to the store, because the store was full of peaceful people.\n\nIn the hotel laundry room, Felicia burned Mary's shirt while ironing it, so the manager wrote Mary", + " up." + ] + ], + "resps": [ + [ + [ + -3.86328125, + false + ] + ], + [ + [ + -5.140625, + false + ] + ] + ], + "filtered_resps": [ + [ + -3.86328125, + false + ], + [ + -5.140625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 871, + "doc": { + "sentence": "His hands were a lot rougher than his thighs, because he used the _ for nothing.", + "option1": "hands", + "option2": "thighs", + "answer": "2" + }, + "target": "for nothing.", + "arguments": [ + [ + "She bought the nurse outfit instead of the clown costume for Halloween because the clown costume was frumpy.\n\nAfter reading about the dangers, Jeffrey encouraged Neil to quit smoking, but Neil ignored his advice.\n\nBenjamin was walking quite a bit faster than Brian, as Brian was experiencing knee pain.\n\nShe knew the questions on the math test and not the reading test since the reading test was on a shorter timer.\n\nThe pencils of Ian are always sharp for class, but Donald's are not because Ian is prepared.\n\nHis hands were a lot rougher than his thighs, because he used the hands", + " for nothing." + ], + [ + "She bought the nurse outfit instead of the clown costume for Halloween because the clown costume was frumpy.\n\nAfter reading about the dangers, Jeffrey encouraged Neil to quit smoking, but Neil ignored his advice.\n\nBenjamin was walking quite a bit faster than Brian, as Brian was experiencing knee pain.\n\nShe knew the questions on the math test and not the reading test since the reading test was on a shorter timer.\n\nThe pencils of Ian are always sharp for class, but Donald's are not because Ian is prepared.\n\nHis hands were a lot rougher than his thighs, because he used the thighs", + " for nothing." + ] + ], + "resps": [ + [ + [ + -12.3359375, + false + ] + ], + [ + [ + -9.65625, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.3359375, + false + ], + [ + -9.65625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 879, + "doc": { + "sentence": "Christopher was able to travel abroad, while William only travelled domestically, as _ had never applied for a passport.", + "option1": "Christopher", + "option2": "William", + "answer": "2" + }, + "target": "had never applied for a passport.", + "arguments": [ + [ + "The old man had a lot of canaries that ate a lot of cherries instead of the pellets, since the cherries were colorful.\n\nEveryone liked the Sarah's new knife more than Maria's because Sarah spent more money on it.\n\nCarrie had a large car payment where Monica had none at all, because Carrie drove a car.\n\nPatricia spent freely and capriciously but Monica was thrifty and miserly. Patricia could never spend within their means.\n\nNatalie saw fish at the aquarium while Lindsey saw turtles, and Lindsey took pictures of the reptiles.\n\nChristopher was able to travel abroad, while William only travelled domestically, as Christopher", + " had never applied for a passport." + ], + [ + "The old man had a lot of canaries that ate a lot of cherries instead of the pellets, since the cherries were colorful.\n\nEveryone liked the Sarah's new knife more than Maria's because Sarah spent more money on it.\n\nCarrie had a large car payment where Monica had none at all, because Carrie drove a car.\n\nPatricia spent freely and capriciously but Monica was thrifty and miserly. Patricia could never spend within their means.\n\nNatalie saw fish at the aquarium while Lindsey saw turtles, and Lindsey took pictures of the reptiles.\n\nChristopher was able to travel abroad, while William only travelled domestically, as William", + " had never applied for a passport." + ] + ], + "resps": [ + [ + [ + -13.6796875, + false + ] + ], + [ + [ + -13.8203125, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.6796875, + false + ], + [ + -13.8203125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 887, + "doc": { + "sentence": "Rachel decided on adopting a young puppy but Megan didn't because _ didn't want to train a pupply.", + "option1": "Rachel", + "option2": "Megan", + "answer": "2" + }, + "target": "didn't want to train a pupply.", + "arguments": [ + [ + "Leslie wore contacts at school although Neil didn't have to because Neil had a good eyesight.\n\nThere wasn't much beeswax this year so we dumped the combs into the trash instead of making honey as the trash was a viable option.\n\nEmily was having difficulty going through puberty but not Christine because Christine had very weak acne causing hormones.\n\nAdam felt that Ian was the romantic in their relationship. Adam had trouble being creative to show love.\n\nSteven's jeans have lots of holes in them, while Aaron's are fresh due to Steven wearing old clothing.\n\nRachel decided on adopting a young puppy but Megan didn't because Rachel", + " didn't want to train a pupply." + ], + [ + "Leslie wore contacts at school although Neil didn't have to because Neil had a good eyesight.\n\nThere wasn't much beeswax this year so we dumped the combs into the trash instead of making honey as the trash was a viable option.\n\nEmily was having difficulty going through puberty but not Christine because Christine had very weak acne causing hormones.\n\nAdam felt that Ian was the romantic in their relationship. Adam had trouble being creative to show love.\n\nSteven's jeans have lots of holes in them, while Aaron's are fresh due to Steven wearing old clothing.\n\nRachel decided on adopting a young puppy but Megan didn't because Megan", + " didn't want to train a pupply." + ] + ], + "resps": [ + [ + [ + -28.296875, + false + ] + ], + [ + [ + -27.734375, + false + ] + ] + ], + "filtered_resps": [ + [ + -28.296875, + false + ], + [ + -27.734375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 895, + "doc": { + "sentence": "The athletes on the team of Christine were more tired than those on the team of Monica because the ones with _ did less laps.", + "option1": "Christine", + "option2": "Monica", + "answer": "2" + }, + "target": "did less laps.", + "arguments": [ + [ + "Steven owned a rusty bike that Randy liked to use, so Steven would loan it to them.\n\nKayla did not have the musical knowledge of Rebecca so Kayla borrowed her old records to listen to.\n\nJill poured the entire bag of flour into the mixing bowl until the bowl was full.\n\nKayla was constantly looking for gossip, and Angela had something juicy, so Kayla begged them for details.\n\nFelicia wants to bond with her new pet Macaw and asks for Amy's help, because Amy is Macaw trainer.\n\nThe athletes on the team of Christine were more tired than those on the team of Monica because the ones with Christine", + " did less laps." + ], + [ + "Steven owned a rusty bike that Randy liked to use, so Steven would loan it to them.\n\nKayla did not have the musical knowledge of Rebecca so Kayla borrowed her old records to listen to.\n\nJill poured the entire bag of flour into the mixing bowl until the bowl was full.\n\nKayla was constantly looking for gossip, and Angela had something juicy, so Kayla begged them for details.\n\nFelicia wants to bond with her new pet Macaw and asks for Amy's help, because Amy is Macaw trainer.\n\nThe athletes on the team of Christine were more tired than those on the team of Monica because the ones with Monica", + " did less laps." + ] + ], + "resps": [ + [ + [ + -13.1171875, + false + ] + ], + [ + [ + -11.765625, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.1171875, + false + ], + [ + -11.765625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 903, + "doc": { + "sentence": "Ian laughs at Ryan because of the small Christmas tree they picked out. _ wants a six foot tree.", + "option1": "Ian", + "option2": "Ryan", + "answer": "1" + }, + "target": "wants a six foot tree.", + "arguments": [ + [ + "The mental health of Brian is much better than William's because Brian sees a therapist.\n\nThey bought some supplies for archery so they setup a target in the backyard to test them in the backyard .\n\nThe work was more difficult than the task, because the work had a lot more steps.\n\nRob this time built the staircase using stone instead of wood because the stone was on sale.\n\nJoel loved climbing trees while Kyle didn't, so when around trees, Joel rarely stayed on the ground.\n\nIan laughs at Ryan because of the small Christmas tree they picked out. Ian", + " wants a six foot tree." + ], + [ + "The mental health of Brian is much better than William's because Brian sees a therapist.\n\nThey bought some supplies for archery so they setup a target in the backyard to test them in the backyard .\n\nThe work was more difficult than the task, because the work had a lot more steps.\n\nRob this time built the staircase using stone instead of wood because the stone was on sale.\n\nJoel loved climbing trees while Kyle didn't, so when around trees, Joel rarely stayed on the ground.\n\nIan laughs at Ryan because of the small Christmas tree they picked out. Ryan", + " wants a six foot tree." + ] + ], + "resps": [ + [ + [ + -15.1171875, + false + ] + ], + [ + [ + -15.8671875, + false + ] + ] + ], + "filtered_resps": [ + [ + -15.1171875, + false + ], + [ + -15.8671875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 911, + "doc": { + "sentence": "Sarah had to call in an expert unlike Erin because _ had vast knowledge on the subject.", + "option1": "Sarah", + "option2": "Erin", + "answer": "2" + }, + "target": "had vast knowledge on the subject.", + "arguments": [ + [ + "The Mangos grew better in the fields that Hunter owned versus those of Logan even though Logan used better fertilizer.\n\nI had to embroider the design by hand and not a sewing machine because the sewing machine was too simple.\n\nElena was a very receptive student to Megan 's lessons, and Elena gave her full attention.\n\nBrian needed help assembling the bed frame when Joel showed up at the front door. Joel offered to help.\n\nEven though Erin was a harder worker than Mary, Mary has a more easier time working in sales.\n\nSarah had to call in an expert unlike Erin because Sarah", + " had vast knowledge on the subject." + ], + [ + "The Mangos grew better in the fields that Hunter owned versus those of Logan even though Logan used better fertilizer.\n\nI had to embroider the design by hand and not a sewing machine because the sewing machine was too simple.\n\nElena was a very receptive student to Megan 's lessons, and Elena gave her full attention.\n\nBrian needed help assembling the bed frame when Joel showed up at the front door. Joel offered to help.\n\nEven though Erin was a harder worker than Mary, Mary has a more easier time working in sales.\n\nSarah had to call in an expert unlike Erin because Erin", + " had vast knowledge on the subject." + ] + ], + "resps": [ + [ + [ + -19.78125, + false + ] + ], + [ + [ + -17.8125, + false + ] + ] + ], + "filtered_resps": [ + [ + -19.78125, + false + ], + [ + -17.8125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 919, + "doc": { + "sentence": "The toddler kicked the soft furniture and hard toy, but only the _ caused pain.", + "option1": "furniture", + "option2": "toy", + "answer": "2" + }, + "target": "caused pain.", + "arguments": [ + [ + "The coroner tried to put the bodies in the coffins but the coffins were too small.\n\nFor the party. the vodka was kept in the freezer as the freezer would accommodate it.\n\nKevin was worried Kenneth would win the cross country race, because Kenneth was currently ahead.\n\nGoing to a costume party seemed like a fun time to Robert but not to Nick, so Nick went the store and bought a pant suit.\n\nPatricia regifted some shortbread they received for Christmas to Carrie, although Carrie didn't like shortbread.\n\nThe toddler kicked the soft furniture and hard toy, but only the furniture", + " caused pain." + ], + [ + "The coroner tried to put the bodies in the coffins but the coffins were too small.\n\nFor the party. the vodka was kept in the freezer as the freezer would accommodate it.\n\nKevin was worried Kenneth would win the cross country race, because Kenneth was currently ahead.\n\nGoing to a costume party seemed like a fun time to Robert but not to Nick, so Nick went the store and bought a pant suit.\n\nPatricia regifted some shortbread they received for Christmas to Carrie, although Carrie didn't like shortbread.\n\nThe toddler kicked the soft furniture and hard toy, but only the toy", + " caused pain." + ] + ], + "resps": [ + [ + [ + -8.4765625, + false + ] + ], + [ + [ + -7.7109375, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.4765625, + false + ], + [ + -7.7109375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 927, + "doc": { + "sentence": "Kiwis are a favorite of Ryan, while Derrick can't eat them. _ has sensitive teeth.", + "option1": "Ryan", + "option2": "Derrick", + "answer": "2" + }, + "target": "has sensitive teeth.", + "arguments": [ + [ + "Trying to lose belly fat is Laura was asking Amy for advice, Amy knew lots of ways to lose body fat.\n\nRyan winced while their parent Nelson operated the tablesaw to cut the board, because Nelson was adept with saws.\n\nIt costed more to repair the car of Leslie than it did the car of Derrick although Derrick had more services done.\n\nLogan liked the look of hardwood floors in a house but Brett thought carpet was nicer. Brett had the contractor put berber carpeting on their floors.\n\nRandy hates the music that always plays in the elevator, unlike Michael, because Randy grew up with rock not Jazz.\n\nKiwis are a favorite of Ryan, while Derrick can't eat them. Ryan", + " has sensitive teeth." + ], + [ + "Trying to lose belly fat is Laura was asking Amy for advice, Amy knew lots of ways to lose body fat.\n\nRyan winced while their parent Nelson operated the tablesaw to cut the board, because Nelson was adept with saws.\n\nIt costed more to repair the car of Leslie than it did the car of Derrick although Derrick had more services done.\n\nLogan liked the look of hardwood floors in a house but Brett thought carpet was nicer. Brett had the contractor put berber carpeting on their floors.\n\nRandy hates the music that always plays in the elevator, unlike Michael, because Randy grew up with rock not Jazz.\n\nKiwis are a favorite of Ryan, while Derrick can't eat them. Derrick", + " has sensitive teeth." + ] + ], + "resps": [ + [ + [ + -13.0234375, + false + ] + ], + [ + [ + -10.96875, + false + ] + ] + ], + "filtered_resps": [ + [ + -13.0234375, + false + ], + [ + -10.96875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 935, + "doc": { + "sentence": "Michael loved eating many different vegetables but not Brett because _ was on a vegetarian diet.", + "option1": "Michael", + "option2": "Brett", + "answer": "1" + }, + "target": "was on a vegetarian diet.", + "arguments": [ + [ + "The shelving unit they bought would not fit in the pantry because the pantry was too small.\n\nJason could work out at the gym but not Ryan because Ryan cancelled their membership.\n\nJames cannot press the button so he turned the knob instead. It turned out the knob is movable.\n\nTanya was immune to the chicken pox and Rachel was not because Rachel didnt get a chicken pox shot.\n\nThe pills relieved my pain more than the capsules did because the pills were stronger.\n\nMichael loved eating many different vegetables but not Brett because Michael", + " was on a vegetarian diet." + ], + [ + "The shelving unit they bought would not fit in the pantry because the pantry was too small.\n\nJason could work out at the gym but not Ryan because Ryan cancelled their membership.\n\nJames cannot press the button so he turned the knob instead. It turned out the knob is movable.\n\nTanya was immune to the chicken pox and Rachel was not because Rachel didnt get a chicken pox shot.\n\nThe pills relieved my pain more than the capsules did because the pills were stronger.\n\nMichael loved eating many different vegetables but not Brett because Brett", + " was on a vegetarian diet." + ] + ], + "resps": [ + [ + [ + -10.7578125, + false + ] + ], + [ + [ + -11.15625, + false + ] + ] + ], + "filtered_resps": [ + [ + -10.7578125, + false + ], + [ + -11.15625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 943, + "doc": { + "sentence": "The food that Hunter ate was spoiled but not that of Brett because _ left his food in the fridge.", + "option1": "Hunter", + "option2": "Brett", + "answer": "2" + }, + "target": "left his food in the fridge.", + "arguments": [ + [ + "My friends business wasn't as good as my job because the job was making me some money.\n\nHe enjoyed the silver more than he enjoyed the gold, because the gold was uglier.\n\nThe tulips bloomed in the garden before the daffodils, because the daffodils had received less sun.\n\nJessica wants to clean colored grout so she asks her friend Rebecca for help, because Jessica doesn't know how to do it.\n\nJessica wanted to go see a horror movie with Christine but Christine hated to watch them.\n\nThe food that Hunter ate was spoiled but not that of Brett because Hunter", + " left his food in the fridge." + ], + [ + "My friends business wasn't as good as my job because the job was making me some money.\n\nHe enjoyed the silver more than he enjoyed the gold, because the gold was uglier.\n\nThe tulips bloomed in the garden before the daffodils, because the daffodils had received less sun.\n\nJessica wants to clean colored grout so she asks her friend Rebecca for help, because Jessica doesn't know how to do it.\n\nJessica wanted to go see a horror movie with Christine but Christine hated to watch them.\n\nThe food that Hunter ate was spoiled but not that of Brett because Brett", + " left his food in the fridge." + ] + ], + "resps": [ + [ + [ + -12.078125, + false + ] + ], + [ + [ + -12.6796875, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.078125, + false + ], + [ + -12.6796875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 951, + "doc": { + "sentence": "The tree fell down after the sapling because the roots of the _ were weaker.", + "option1": "tree", + "option2": "sapling", + "answer": "2" + }, + "target": "were weaker.", + "arguments": [ + [ + "Carrie is in need of work desperately and has come across Rebecca who is hiring, Rebecca has hired someone for a job.\n\nThe stains on the shirt didn't come out with normal products, because the stains were too strong.\n\nBetty wanted to buy some new clothes and asked Elena to come along because Elena had incredible fashion sense.\n\nRyan wore sunscreen on the hot summer day but Joseph did not. Joseph got a bad sunburn.\n\nCraig loved tadpoles while Samuel didn't so Samuel took the task of cleaning up the car.\n\nThe tree fell down after the sapling because the roots of the tree", + " were weaker." + ], + [ + "Carrie is in need of work desperately and has come across Rebecca who is hiring, Rebecca has hired someone for a job.\n\nThe stains on the shirt didn't come out with normal products, because the stains were too strong.\n\nBetty wanted to buy some new clothes and asked Elena to come along because Elena had incredible fashion sense.\n\nRyan wore sunscreen on the hot summer day but Joseph did not. Joseph got a bad sunburn.\n\nCraig loved tadpoles while Samuel didn't so Samuel took the task of cleaning up the car.\n\nThe tree fell down after the sapling because the roots of the sapling", + " were weaker." + ] + ], + "resps": [ + [ + [ + -6.33984375, + false + ] + ], + [ + [ + -6.234375, + false + ] + ] + ], + "filtered_resps": [ + [ + -6.33984375, + false + ], + [ + -6.234375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 959, + "doc": { + "sentence": "Jan planted her herbs in small growing bags, but she worried that the _ would be too stifled to put down roots.", + "option1": "herbs", + "option2": "bags", + "answer": "1" + }, + "target": "would be too stifled to put down roots.", + "arguments": [ + [ + "Eric limped over to Samuel during a time out of a game to get water for Eric cramps.\n\nBen posted a selfie and a food shot on snapchat. People liked the food better, because Ben was ugly.\n\nJustin's car needed repairs and was in the shop so Adam gave them a ride to work. Justin will also need a ride home.\n\nThe candy jar could hold 100 gumballs or 80 maltballs because the gumballs were smaller.\n\nKatrina is a client of Rebecca at the salon and Rebecca is grateful for the work that they are given.\n\nJan planted her herbs in small growing bags, but she worried that the herbs", + " would be too stifled to put down roots." + ], + [ + "Eric limped over to Samuel during a time out of a game to get water for Eric cramps.\n\nBen posted a selfie and a food shot on snapchat. People liked the food better, because Ben was ugly.\n\nJustin's car needed repairs and was in the shop so Adam gave them a ride to work. Justin will also need a ride home.\n\nThe candy jar could hold 100 gumballs or 80 maltballs because the gumballs were smaller.\n\nKatrina is a client of Rebecca at the salon and Rebecca is grateful for the work that they are given.\n\nJan planted her herbs in small growing bags, but she worried that the bags", + " would be too stifled to put down roots." + ] + ], + "resps": [ + [ + [ + -31.328125, + false + ] + ], + [ + [ + -32.0, + false + ] + ] + ], + "filtered_resps": [ + [ + -31.328125, + false + ], + [ + -32.0, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 967, + "doc": { + "sentence": "Derrick greeted Craig at the event but he did not respond to him because _ is humble.", + "option1": "Derrick", + "option2": "Craig", + "answer": "1" + }, + "target": "is humble.", + "arguments": [ + [ + "The artist preferred drawing still lifes of pots rather than plants , since the pots were easier to draw.\n\nAble to hear a scurrying sound from below the sink, Megan asked Samantha to check, as Megan was terrified of seeing a mouse.\n\nThey were lighting the sticks with matches, but preferred the lighters, so the matches were quickly abandoned.\n\nIf you wonder whether to use a pen or a pencil to do your homework, the pencil is easier to fix later.\n\nAfter Donald picked up and slammed Joel through the coffee table Donald felt very strong.\n\nDerrick greeted Craig at the event but he did not respond to him because Derrick", + " is humble." + ], + [ + "The artist preferred drawing still lifes of pots rather than plants , since the pots were easier to draw.\n\nAble to hear a scurrying sound from below the sink, Megan asked Samantha to check, as Megan was terrified of seeing a mouse.\n\nThey were lighting the sticks with matches, but preferred the lighters, so the matches were quickly abandoned.\n\nIf you wonder whether to use a pen or a pencil to do your homework, the pencil is easier to fix later.\n\nAfter Donald picked up and slammed Joel through the coffee table Donald felt very strong.\n\nDerrick greeted Craig at the event but he did not respond to him because Craig", + " is humble." + ] + ], + "resps": [ + [ + [ + -14.921875, + false + ] + ], + [ + [ + -15.34375, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.921875, + false + ], + [ + -15.34375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 975, + "doc": { + "sentence": "The man took longer to pay for the shoes than the shirt although he paid for the _ in coins.", + "option1": "shoes", + "option2": "shirt", + "answer": "2" + }, + "target": "in coins.", + "arguments": [ + [ + "Maria used some acid to clean stains on the equipment but it didn't work because the acid was too weak.\n\nThe board cannot contain the flowchart James intend to draw because the board is small.\n\nAmy thought building a wall on the border was a good idea but Laura didn't because Amy was a patriotic American.\n\nKevin wanted to hang a chandelier from their ceiling so they called Aaron for help because Kevin had never mounted from a ceiling beam.\n\nSia left her career as a telemarketer for a career as a blogger. The telemarketer career allows her less free time.\n\nThe man took longer to pay for the shoes than the shirt although he paid for the shoes", + " in coins." + ], + [ + "Maria used some acid to clean stains on the equipment but it didn't work because the acid was too weak.\n\nThe board cannot contain the flowchart James intend to draw because the board is small.\n\nAmy thought building a wall on the border was a good idea but Laura didn't because Amy was a patriotic American.\n\nKevin wanted to hang a chandelier from their ceiling so they called Aaron for help because Kevin had never mounted from a ceiling beam.\n\nSia left her career as a telemarketer for a career as a blogger. The telemarketer career allows her less free time.\n\nThe man took longer to pay for the shoes than the shirt although he paid for the shirt", + " in coins." + ] + ], + "resps": [ + [ + [ + -8.9765625, + false + ] + ], + [ + [ + -9.1015625, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.9765625, + false + ], + [ + -9.1015625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 983, + "doc": { + "sentence": "When Leslie told Aaron he only wanted to eat food that was healthy, he was laughed at. The teacher comforted _ immediately.", + "option1": "Leslie", + "option2": "Aaron", + "answer": "1" + }, + "target": "immediately.", + "arguments": [ + [ + "As the walls began to cave in on Joseph, he blamed Craig who had sold him the house because Craig had not revealed how frail they were.\n\nNeil lost all their private personal information to William as a result of the hack, because William was a predator.\n\nLeslie helped William to cope with a diagnosis of borderline personality disorder (BPD) from his doctor, because Leslie likes him.\n\nMary sat still while Victoria listened to her chest. The diagnosis was dengue fever, which surprised Victoria as she hadn't found this in patients.\n\nCreative writing was Amy's passion, but Mary struggled to write even a short story. Mary had bad imagination.\n\nWhen Leslie told Aaron he only wanted to eat food that was healthy, he was laughed at. The teacher comforted Leslie", + " immediately." + ], + [ + "As the walls began to cave in on Joseph, he blamed Craig who had sold him the house because Craig had not revealed how frail they were.\n\nNeil lost all their private personal information to William as a result of the hack, because William was a predator.\n\nLeslie helped William to cope with a diagnosis of borderline personality disorder (BPD) from his doctor, because Leslie likes him.\n\nMary sat still while Victoria listened to her chest. The diagnosis was dengue fever, which surprised Victoria as she hadn't found this in patients.\n\nCreative writing was Amy's passion, but Mary struggled to write even a short story. Mary had bad imagination.\n\nWhen Leslie told Aaron he only wanted to eat food that was healthy, he was laughed at. The teacher comforted Aaron", + " immediately." + ] + ], + "resps": [ + [ + [ + -9.6875, + false + ] + ], + [ + [ + -9.8359375, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.6875, + false + ], + [ + -9.8359375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 991, + "doc": { + "sentence": "The assertive commander told the privates to change their boots but not their shirts because the _ were disgusting.", + "option1": "boots", + "option2": "shirts", + "answer": "1" + }, + "target": "were disgusting.", + "arguments": [ + [ + "Hunter enjoyed learning about Chinese superstitions but not Benjamin since Benjamin found them to be boring.\n\nMary made a fancy cheesecake to celebrate Rebecca's birthday, but Mary messed up the recipe.\n\nWhile waiting on the cricket field, Brett asked William to go get the bats. Brett set up the wickets while he got the bats.\n\nJustin showed Brett how to grind their own coffee beans, because Justin thought freshly ground was best.\n\nKevin had inexperience in home design compared to Dennis, and Kevin asked for advice about frames in photos that were displayed.\n\nThe assertive commander told the privates to change their boots but not their shirts because the boots", + " were disgusting." + ], + [ + "Hunter enjoyed learning about Chinese superstitions but not Benjamin since Benjamin found them to be boring.\n\nMary made a fancy cheesecake to celebrate Rebecca's birthday, but Mary messed up the recipe.\n\nWhile waiting on the cricket field, Brett asked William to go get the bats. Brett set up the wickets while he got the bats.\n\nJustin showed Brett how to grind their own coffee beans, because Justin thought freshly ground was best.\n\nKevin had inexperience in home design compared to Dennis, and Kevin asked for advice about frames in photos that were displayed.\n\nThe assertive commander told the privates to change their boots but not their shirts because the shirts", + " were disgusting." + ] + ], + "resps": [ + [ + [ + -7.3359375, + false + ] + ], + [ + [ + -7.93359375, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.3359375, + false + ], + [ + -7.93359375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 999, + "doc": { + "sentence": "Carrie tried to convince Cynthia that the cat needed a microchip because _ was concerned about the cat getting lost.", + "option1": "Carrie", + "option2": "Cynthia", + "answer": "1" + }, + "target": "was concerned about the cat getting lost.", + "arguments": [ + [ + "I drank water instead of soda because the fever subsided when I drank the water .\n\nAaron is jealous of Kevin despite Aaron being chosen to be the best man at the wedding.\n\nThe rice had too much salt in it, but the potato had just enough salt, and as a result the potato was delicious.\n\nThe dog was cooler than the cat because the dog was sitting under the tree.\n\nLawrence was happy about the internship at the company of Robert when Robert gave praise.\n\nCarrie tried to convince Cynthia that the cat needed a microchip because Carrie", + " was concerned about the cat getting lost." + ], + [ + "I drank water instead of soda because the fever subsided when I drank the water .\n\nAaron is jealous of Kevin despite Aaron being chosen to be the best man at the wedding.\n\nThe rice had too much salt in it, but the potato had just enough salt, and as a result the potato was delicious.\n\nThe dog was cooler than the cat because the dog was sitting under the tree.\n\nLawrence was happy about the internship at the company of Robert when Robert gave praise.\n\nCarrie tried to convince Cynthia that the cat needed a microchip because Cynthia", + " was concerned about the cat getting lost." + ] + ], + "resps": [ + [ + [ + -9.3203125, + false + ] + ], + [ + [ + -9.6796875, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.3203125, + false + ], + [ + -9.6796875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1007, + "doc": { + "sentence": "Laura was climbing down from the roof and Katrina was below so, _ was holding the ladder.", + "option1": "Laura", + "option2": "Katrina", + "answer": "2" + }, + "target": "was holding the ladder.", + "arguments": [ + [ + "Elena always needed help with organizing her belongings and closet unlike Mary because Mary was neat.\n\nThe backhoe failed to remove the boulder but the bulldozer could, as the bulldozer was correctly equipped for the job.\n\nAngela was so jealous that Kayla knew how to play the guitar that Kayla offered to give her lessons the next day.\n\nCecily could only lift the cabbage and had to get Jenni to lift the pumpkin for her. The cabbage was light.\n\nPatricia drove a gas hog while Victoria had a car with high MPG, thus causing the environmentalists to look at Patricia with contempt.\n\nLaura was climbing down from the roof and Katrina was below so, Laura", + " was holding the ladder." + ], + [ + "Elena always needed help with organizing her belongings and closet unlike Mary because Mary was neat.\n\nThe backhoe failed to remove the boulder but the bulldozer could, as the bulldozer was correctly equipped for the job.\n\nAngela was so jealous that Kayla knew how to play the guitar that Kayla offered to give her lessons the next day.\n\nCecily could only lift the cabbage and had to get Jenni to lift the pumpkin for her. The cabbage was light.\n\nPatricia drove a gas hog while Victoria had a car with high MPG, thus causing the environmentalists to look at Patricia with contempt.\n\nLaura was climbing down from the roof and Katrina was below so, Katrina", + " was holding the ladder." + ] + ], + "resps": [ + [ + [ + -12.4375, + false + ] + ], + [ + [ + -10.453125, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.4375, + false + ], + [ + -10.453125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1015, + "doc": { + "sentence": "Dennis warned Craig if they were late to work agian they would suffer termination, _ works for the boss at the local factory.", + "option1": "Dennis", + "option2": "Craig", + "answer": "2" + }, + "target": "works for the boss at the local factory.", + "arguments": [ + [ + "The mental health of Brian is much better than William's because Brian sees a therapist.\n\nThe fingers of Kenneth were bleeding, so Dennis took a look at them, because Dennis is a physician.\n\nFixing the laptop was easy for Nelson but not Michael, because Michael was not technology savvy.\n\nAubrey kept her hamster in a tank instead of a cage because the tank was cleaner for it.\n\nI tried to put all of the food in the microwave but it wouldn't fit, because the microwave was too miniscule.\n\nDennis warned Craig if they were late to work agian they would suffer termination, Dennis", + " works for the boss at the local factory." + ], + [ + "The mental health of Brian is much better than William's because Brian sees a therapist.\n\nThe fingers of Kenneth were bleeding, so Dennis took a look at them, because Dennis is a physician.\n\nFixing the laptop was easy for Nelson but not Michael, because Michael was not technology savvy.\n\nAubrey kept her hamster in a tank instead of a cage because the tank was cleaner for it.\n\nI tried to put all of the food in the microwave but it wouldn't fit, because the microwave was too miniscule.\n\nDennis warned Craig if they were late to work agian they would suffer termination, Craig", + " works for the boss at the local factory." + ] + ], + "resps": [ + [ + [ + -27.546875, + false + ] + ], + [ + [ + -34.125, + false + ] + ] + ], + "filtered_resps": [ + [ + -27.546875, + false + ], + [ + -34.125, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1023, + "doc": { + "sentence": "Bob had a love and hate relationship with gambling and the _ grew as he won more money.", + "option1": "love", + "option2": "hate", + "answer": "1" + }, + "target": "grew as he won more money.", + "arguments": [ + [ + "Robert went to Hunter and asked him to judge leniently just this one time, because Hunter didn't lose anything valuable.\n\nOn the island the weather was frequently unpredictable. It was supposed to rain this weekend and the rain would be very heavy.\n\nLogan had trust in Ryan for the reason that Ryan was an honest and responsible person.\n\nDennis was invited for an interview by Justin for a position at a new office. Dennis prepared by researching the company.\n\nKayla raises cows and helps supply the world with hamburger Carrie doesnt eat hamburger, the chance Carrie is a vegetarian is big.\n\nBob had a love and hate relationship with gambling and the love", + " grew as he won more money." + ], + [ + "Robert went to Hunter and asked him to judge leniently just this one time, because Hunter didn't lose anything valuable.\n\nOn the island the weather was frequently unpredictable. It was supposed to rain this weekend and the rain would be very heavy.\n\nLogan had trust in Ryan for the reason that Ryan was an honest and responsible person.\n\nDennis was invited for an interview by Justin for a position at a new office. Dennis prepared by researching the company.\n\nKayla raises cows and helps supply the world with hamburger Carrie doesnt eat hamburger, the chance Carrie is a vegetarian is big.\n\nBob had a love and hate relationship with gambling and the hate", + " grew as he won more money." + ] + ], + "resps": [ + [ + [ + -16.75, + false + ] + ], + [ + [ + -16.890625, + false + ] + ] + ], + "filtered_resps": [ + [ + -16.75, + false + ], + [ + -16.890625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1031, + "doc": { + "sentence": "The battery of the the phone died faster than the laptop battery, because the _ was always off.", + "option1": "phone", + "option2": "laptop", + "answer": "2" + }, + "target": "was always off.", + "arguments": [ + [ + "While changing her eating routine, Sally stopped eating chips and replaced it with fruit. The fruit were smooth.\n\nMary got stranded along the side of the road, and Christine helped them, so Mary was thankful.\n\nThe shoes were too big for Jason so he gave them to Ryan, because Jason feet are tiny.\n\nThe little boy poured milk from the carton into his cereal bowl until the carton was empty.\n\nAaron listened to Ryan talk about how disciplined he was to get 6 pack abs. Ryan was proud of himself.\n\nThe battery of the the phone died faster than the laptop battery, because the phone", + " was always off." + ], + [ + "While changing her eating routine, Sally stopped eating chips and replaced it with fruit. The fruit were smooth.\n\nMary got stranded along the side of the road, and Christine helped them, so Mary was thankful.\n\nThe shoes were too big for Jason so he gave them to Ryan, because Jason feet are tiny.\n\nThe little boy poured milk from the carton into his cereal bowl until the carton was empty.\n\nAaron listened to Ryan talk about how disciplined he was to get 6 pack abs. Ryan was proud of himself.\n\nThe battery of the the phone died faster than the laptop battery, because the laptop", + " was always off." + ] + ], + "resps": [ + [ + [ + -11.8359375, + false + ] + ], + [ + [ + -11.4453125, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.8359375, + false + ], + [ + -11.4453125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1039, + "doc": { + "sentence": "Felicia wanted to be pampered by Emily, so _ went to the jewelry store and bought an expensive ring.", + "option1": "Felicia", + "option2": "Emily", + "answer": "2" + }, + "target": "went to the jewelry store and bought an expensive ring.", + "arguments": [ + [ + "Kenneth had a fever, so Kevin gave him some medicine to take. Kenneth was his patient.\n\nMary replaced the gasket but not the compressor of her refrigerator, because the gasket was already worn.\n\nWhiskey is much loved by Brett but Ian prefers to drink tequila so Ian ordered a tequila sunrise to drink.\n\nCarrie is fluent in Spanish but Christine only speaks English as Christine only lived in USA when they were young.\n\nShe hates wearing pants but loves wearing dresses, because she feels more beautiful in the dresses .\n\nFelicia wanted to be pampered by Emily, so Felicia", + " went to the jewelry store and bought an expensive ring." + ], + [ + "Kenneth had a fever, so Kevin gave him some medicine to take. Kenneth was his patient.\n\nMary replaced the gasket but not the compressor of her refrigerator, because the gasket was already worn.\n\nWhiskey is much loved by Brett but Ian prefers to drink tequila so Ian ordered a tequila sunrise to drink.\n\nCarrie is fluent in Spanish but Christine only speaks English as Christine only lived in USA when they were young.\n\nShe hates wearing pants but loves wearing dresses, because she feels more beautiful in the dresses .\n\nFelicia wanted to be pampered by Emily, so Emily", + " went to the jewelry store and bought an expensive ring." + ] + ], + "resps": [ + [ + [ + -24.25, + false + ] + ], + [ + [ + -25.390625, + false + ] + ] + ], + "filtered_resps": [ + [ + -24.25, + false + ], + [ + -25.390625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1047, + "doc": { + "sentence": "The blue car was a pleasure to drive but the _ car was not as the red car was very cheap.", + "option1": "blue", + "option2": "red", + "answer": "2" + }, + "target": "car was not as the red car was very cheap.", + "arguments": [ + [ + "Neil asked Derrick for help on how to achieve better bowel movement but Derrick knew nothing about health.\n\nThe popular Ariana Grande look swept the school and Angela became more popular than Betty because Angela adhered to the new dress code.\n\nMatthew tried to be stealthy while planning a party for Donald, but Donald found out from someone who couldn't keep a secret.\n\nWhile they washed dishes, Maria washed and put them on a rack for Sarah to dry, but then Maria ran out of hot water.\n\nAfter Christmas Jeffrey decided to go on a diet but Donald didn't. Jeffrey had gained a lot of weight.\n\nThe blue car was a pleasure to drive but the blue", + " car was not as the red car was very cheap." + ], + [ + "Neil asked Derrick for help on how to achieve better bowel movement but Derrick knew nothing about health.\n\nThe popular Ariana Grande look swept the school and Angela became more popular than Betty because Angela adhered to the new dress code.\n\nMatthew tried to be stealthy while planning a party for Donald, but Donald found out from someone who couldn't keep a secret.\n\nWhile they washed dishes, Maria washed and put them on a rack for Sarah to dry, but then Maria ran out of hot water.\n\nAfter Christmas Jeffrey decided to go on a diet but Donald didn't. Jeffrey had gained a lot of weight.\n\nThe blue car was a pleasure to drive but the red", + " car was not as the red car was very cheap." + ] + ], + "resps": [ + [ + [ + -28.640625, + false + ] + ], + [ + [ + -23.65625, + false + ] + ] + ], + "filtered_resps": [ + [ + -28.640625, + false + ], + [ + -23.65625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1055, + "doc": { + "sentence": "On the playground at school during recess, Monica called Emily a chicken because _ was scared of climbing the ladder.", + "option1": "Monica", + "option2": "Emily", + "answer": "2" + }, + "target": "was scared of climbing the ladder.", + "arguments": [ + [ + "Jane played the game on her phone instead of her tablet because she left the tablet at home.\n\nThe macaroni was better than the nachos because the sauce on the macaroni was richer.\n\nDonald loved eating oysters, but Steven was a vegetarian. Steven ordered a plate of salad.\n\nThe child wanted to store the shells in the boxes but the boxes were too small.\n\nThe teacher used a reward system and Robert won an award while Logan did not because Logan did not study at all.\n\nOn the playground at school during recess, Monica called Emily a chicken because Monica", + " was scared of climbing the ladder." + ], + [ + "Jane played the game on her phone instead of her tablet because she left the tablet at home.\n\nThe macaroni was better than the nachos because the sauce on the macaroni was richer.\n\nDonald loved eating oysters, but Steven was a vegetarian. Steven ordered a plate of salad.\n\nThe child wanted to store the shells in the boxes but the boxes were too small.\n\nThe teacher used a reward system and Robert won an award while Logan did not because Logan did not study at all.\n\nOn the playground at school during recess, Monica called Emily a chicken because Emily", + " was scared of climbing the ladder." + ] + ], + "resps": [ + [ + [ + -14.671875, + false + ] + ], + [ + [ + -11.3984375, + false + ] + ] + ], + "filtered_resps": [ + [ + -14.671875, + false + ], + [ + -11.3984375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1063, + "doc": { + "sentence": "Learning a new form of karate was difficult for Logan but not William because _ was not athletic.", + "option1": "Logan", + "option2": "William", + "answer": "1" + }, + "target": "was not athletic.", + "arguments": [ + [ + "Patricia was called over to inspect Amy's kitchen and bedroom because Patricia was known for being clean.\n\nShe left the coach and headed to the taxi so she could take a faster route but the coach was actually faster.\n\nCarrie wrote a long apology letter to send to Jennifer, but Carrie never delivered it.\n\nThe workout routine was beneficial to Donald but not Samuel because Donald was developing huge muscles.\n\nthey bought cups and left the fragile glasses on the shelf even though they needed both because the cups strong.\n\nLearning a new form of karate was difficult for Logan but not William because Logan", + " was not athletic." + ], + [ + "Patricia was called over to inspect Amy's kitchen and bedroom because Patricia was known for being clean.\n\nShe left the coach and headed to the taxi so she could take a faster route but the coach was actually faster.\n\nCarrie wrote a long apology letter to send to Jennifer, but Carrie never delivered it.\n\nThe workout routine was beneficial to Donald but not Samuel because Donald was developing huge muscles.\n\nthey bought cups and left the fragile glasses on the shelf even though they needed both because the cups strong.\n\nLearning a new form of karate was difficult for Logan but not William because William", + " was not athletic." + ] + ], + "resps": [ + [ + [ + -9.8203125, + false + ] + ], + [ + [ + -11.375, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.8203125, + false + ], + [ + -11.375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1071, + "doc": { + "sentence": "Rachel knew exactly how to treat the injured person's wound but not Emily because _ took a woodworking class in high school.", + "option1": "Rachel", + "option2": "Emily", + "answer": "2" + }, + "target": "took a woodworking class in high school.", + "arguments": [ + [ + "Steven loved the taste of squash but William hated it's flavor. William ordered the broccoli casserole with their dinner.\n\nAnna looked for a plant for her house, and chose a fern over a frond, because the frond would take up more space.\n\nTanya's vehicle was covered in rust whereas Jessica's was not because Jessica was very diligent about maintenance.\n\nLawrence had shorter shoelaces than Ian had on their shoes so Lawrence tripped less often.\n\nthe blood failed the tests for it had a lot of pathogens which it was being screened of, the pathogens were many.\n\nRachel knew exactly how to treat the injured person's wound but not Emily because Rachel", + " took a woodworking class in high school." + ], + [ + "Steven loved the taste of squash but William hated it's flavor. William ordered the broccoli casserole with their dinner.\n\nAnna looked for a plant for her house, and chose a fern over a frond, because the frond would take up more space.\n\nTanya's vehicle was covered in rust whereas Jessica's was not because Jessica was very diligent about maintenance.\n\nLawrence had shorter shoelaces than Ian had on their shoes so Lawrence tripped less often.\n\nthe blood failed the tests for it had a lot of pathogens which it was being screened of, the pathogens were many.\n\nRachel knew exactly how to treat the injured person's wound but not Emily because Emily", + " took a woodworking class in high school." + ] + ], + "resps": [ + [ + [ + -27.359375, + false + ] + ], + [ + [ + -28.71875, + false + ] + ] + ], + "filtered_resps": [ + [ + -27.359375, + false + ], + [ + -28.71875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1079, + "doc": { + "sentence": "The dark circles under Erin's eyes were darker than Cynthia's due to _ being older.", + "option1": "Erin", + "option2": "Cynthia", + "answer": "1" + }, + "target": "being older.", + "arguments": [ + [ + "Lawrence wanted a dog for a pet and Benjamin wanted a cat because Lawrence preferred dogs inside and cats outside.\n\nShe prefers to use laptop over desktop PC, because the laptop is more mobile for her needs.\n\nThe man couldn't decide on a smoothie or a milkshake. He decided on a smoothie because it is healthier.\n\nSteven doesn't come off as sensual as Hunter does, so Hunter must be the more sexy person.\n\nNatalie wanted to cook Victoria a surprise meal for their birthday and Natalie tried to keep it a secret.\n\nThe dark circles under Erin's eyes were darker than Cynthia's due to Erin", + " being older." + ], + [ + "Lawrence wanted a dog for a pet and Benjamin wanted a cat because Lawrence preferred dogs inside and cats outside.\n\nShe prefers to use laptop over desktop PC, because the laptop is more mobile for her needs.\n\nThe man couldn't decide on a smoothie or a milkshake. He decided on a smoothie because it is healthier.\n\nSteven doesn't come off as sensual as Hunter does, so Hunter must be the more sexy person.\n\nNatalie wanted to cook Victoria a surprise meal for their birthday and Natalie tried to keep it a secret.\n\nThe dark circles under Erin's eyes were darker than Cynthia's due to Cynthia", + " being older." + ] + ], + "resps": [ + [ + [ + -6.96875, + false + ] + ], + [ + [ + -6.49609375, + false + ] + ] + ], + "filtered_resps": [ + [ + -6.96875, + false + ], + [ + -6.49609375, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1087, + "doc": { + "sentence": "Lawrence had lost a lot of weight on their diet but Hunter wasn't nearly as succesful. _ was now heavy.", + "option1": "Lawrence", + "option2": "Hunter", + "answer": "2" + }, + "target": "was now heavy.", + "arguments": [ + [ + "Nelson has accidentaly set a hotel on fire and endangered Aaron's life, because Nelson wasn't careful.\n\nThe massage oils warmed Rachel's heart but the candles didn't do so because the massage oils were useful to her.\n\nShe couldn't wear the bikini at the club, but it was OK at the cafe, as the cafe was so libertine.\n\nThe teacher took students off of the playground and put them on the bus until the bus was full.\n\nDerrick dined on sweets and fast food much too often while Donald ate salads and veggies. Donald had a scarcity of belly fat.\n\nLawrence had lost a lot of weight on their diet but Hunter wasn't nearly as succesful. Lawrence", + " was now heavy." + ], + [ + "Nelson has accidentaly set a hotel on fire and endangered Aaron's life, because Nelson wasn't careful.\n\nThe massage oils warmed Rachel's heart but the candles didn't do so because the massage oils were useful to her.\n\nShe couldn't wear the bikini at the club, but it was OK at the cafe, as the cafe was so libertine.\n\nThe teacher took students off of the playground and put them on the bus until the bus was full.\n\nDerrick dined on sweets and fast food much too often while Donald ate salads and veggies. Donald had a scarcity of belly fat.\n\nLawrence had lost a lot of weight on their diet but Hunter wasn't nearly as succesful. Hunter", + " was now heavy." + ] + ], + "resps": [ + [ + [ + -15.09375, + false + ] + ], + [ + [ + -14.265625, + false + ] + ] + ], + "filtered_resps": [ + [ + -15.09375, + false + ], + [ + -14.265625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1095, + "doc": { + "sentence": "Lindsey loves dogs and doesn't have one of her own. So when Amy visits with her dog, _ gives it treats and spoils it.", + "option1": "Lindsey", + "option2": "Amy", + "answer": "1" + }, + "target": "gives it treats and spoils it.", + "arguments": [ + [ + "Brett had to help Lawrence to burn a DVD of a movie to take on a plane as Lawrence had totally forgotten how to do it.\n\nI used a calculator instead of a computer to help with my math homework because the computer was slower.\n\nLeslie studied to become an auto body repair technician but not Robert, because Robert was not interested in cars.\n\nMatthew was in a lot of debt and Joseph was not because Matthew liked to spend a lot.\n\nAdam went running more often than Dennis did because Adam was on the track team.\n\nLindsey loves dogs and doesn't have one of her own. So when Amy visits with her dog, Lindsey", + " gives it treats and spoils it." + ], + [ + "Brett had to help Lawrence to burn a DVD of a movie to take on a plane as Lawrence had totally forgotten how to do it.\n\nI used a calculator instead of a computer to help with my math homework because the computer was slower.\n\nLeslie studied to become an auto body repair technician but not Robert, because Robert was not interested in cars.\n\nMatthew was in a lot of debt and Joseph was not because Matthew liked to spend a lot.\n\nAdam went running more often than Dennis did because Adam was on the track team.\n\nLindsey loves dogs and doesn't have one of her own. So when Amy visits with her dog, Amy", + " gives it treats and spoils it." + ] + ], + "resps": [ + [ + [ + -18.6875, + false + ] + ], + [ + [ + -22.890625, + false + ] + ] + ], + "filtered_resps": [ + [ + -18.6875, + false + ], + [ + -22.890625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1103, + "doc": { + "sentence": "The apartment Brett rented was owned by Jason, so _ sent the rent for the apartment each month.", + "option1": "Brett", + "option2": "Jason", + "answer": "1" + }, + "target": "sent the rent for the apartment each month.", + "arguments": [ + [ + "The egg cooked more evenly in the pan than on the sheet, because the sheet was poorly designed.\n\nCynthia knows that wagering on baseball is illegal but Tanya does not care, Tanya couldn't avoid going to jail.\n\nBuying new office supplies and storage boxes was fun for Samuel but not Joel, since Joel hated having to organize.\n\nThe lady hated bowling a lot more than basketball because the lady thought the bowling was boring.\n\nThe mad scientist poured acid from the test tube into the beaker until the test tube was empty.\n\nThe apartment Brett rented was owned by Jason, so Brett", + " sent the rent for the apartment each month." + ], + [ + "The egg cooked more evenly in the pan than on the sheet, because the sheet was poorly designed.\n\nCynthia knows that wagering on baseball is illegal but Tanya does not care, Tanya couldn't avoid going to jail.\n\nBuying new office supplies and storage boxes was fun for Samuel but not Joel, since Joel hated having to organize.\n\nThe lady hated bowling a lot more than basketball because the lady thought the bowling was boring.\n\nThe mad scientist poured acid from the test tube into the beaker until the test tube was empty.\n\nThe apartment Brett rented was owned by Jason, so Jason", + " sent the rent for the apartment each month." + ] + ], + "resps": [ + [ + [ + -26.59375, + false + ] + ], + [ + [ + -22.546875, + false + ] + ] + ], + "filtered_resps": [ + [ + -26.59375, + false + ], + [ + -22.546875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1111, + "doc": { + "sentence": "Hank was eating cereal and spilt milk on his hot pants and decided to get his pleated pants. He needed to change into new leggings because the _ are clean.", + "option1": "hot pants", + "option2": "pleated pants", + "answer": "2" + }, + "target": "are clean.", + "arguments": [ + [ + "Jess chose to use wallpaper and not paint for the walls because the wallpaper was prettier.\n\nSince Jennifer was in need of clothing while Natalie had extra, Jennifer bought clothes from the thrift shop.\n\nKenneth received an invitation to a mutual friends wedding but Brian was not invited. Brian was sad they could not attend.\n\nChristopher was an expert jeweler compared to Matthew' who is an amateur, so Matthew was the dealer swindled by a fake sapphire.\n\nAll of the paper that I got from school wouldn't fit in the folder, because the paper was too thick.\n\nHank was eating cereal and spilt milk on his hot pants and decided to get his pleated pants. He needed to change into new leggings because the hot pants", + " are clean." + ], + [ + "Jess chose to use wallpaper and not paint for the walls because the wallpaper was prettier.\n\nSince Jennifer was in need of clothing while Natalie had extra, Jennifer bought clothes from the thrift shop.\n\nKenneth received an invitation to a mutual friends wedding but Brian was not invited. Brian was sad they could not attend.\n\nChristopher was an expert jeweler compared to Matthew' who is an amateur, so Matthew was the dealer swindled by a fake sapphire.\n\nAll of the paper that I got from school wouldn't fit in the folder, because the paper was too thick.\n\nHank was eating cereal and spilt milk on his hot pants and decided to get his pleated pants. He needed to change into new leggings because the pleated pants", + " are clean." + ] + ], + "resps": [ + [ + [ + -12.1796875, + false + ] + ], + [ + [ + -12.1328125, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.1796875, + false + ], + [ + -12.1328125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1119, + "doc": { + "sentence": "Justin used a stencil on their presentation lettering but Derrick did not. _ had a very sloppy looking presentation.", + "option1": "Justin", + "option2": "Derrick", + "answer": "2" + }, + "target": "had a very sloppy looking presentation.", + "arguments": [ + [ + "Nelson really loved yellow birds, while Craig really loved gray ones, which explains why Nelson kept so many canaries.\n\nThe child of Maria had really bad behavior unlike Amy's child, because Amy was not very tolerant.\n\nKatrina makes very tasty roast recipes while Cynthia doesn't, so Katrina is eager to cook more.\n\nI took a class on how to drive a truck instead of a bus because driving the bus pays less.\n\nAaron's recreational vehicle was really just a trailer compared to Kevin's behemoth. Kevin had a grander model.\n\nJustin used a stencil on their presentation lettering but Derrick did not. Justin", + " had a very sloppy looking presentation." + ], + [ + "Nelson really loved yellow birds, while Craig really loved gray ones, which explains why Nelson kept so many canaries.\n\nThe child of Maria had really bad behavior unlike Amy's child, because Amy was not very tolerant.\n\nKatrina makes very tasty roast recipes while Cynthia doesn't, so Katrina is eager to cook more.\n\nI took a class on how to drive a truck instead of a bus because driving the bus pays less.\n\nAaron's recreational vehicle was really just a trailer compared to Kevin's behemoth. Kevin had a grander model.\n\nJustin used a stencil on their presentation lettering but Derrick did not. Derrick", + " had a very sloppy looking presentation." + ] + ], + "resps": [ + [ + [ + -21.15625, + false + ] + ], + [ + [ + -20.265625, + false + ] + ] + ], + "filtered_resps": [ + [ + -21.15625, + false + ], + [ + -20.265625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1127, + "doc": { + "sentence": "Michael was a better employer than Joel so _ had to worry about retaining employees.", + "option1": "Michael", + "option2": "Joel", + "answer": "2" + }, + "target": "had to worry about retaining employees.", + "arguments": [ + [ + "Logan wanted a suitable environment for Robert so Logan set up the area around them.\n\nJustin has a lot of nerve pain and Ian doesn't know how to help so Ian offers hug s a lot.\n\nWilliam spend tons of money on their wedding but Ian had a small budget for theirs. you can say Ian is more practical.\n\nPatricia asked Rebecca when she was supposed to get the results back from the blood test but Rebecca did not know.\n\nJohn hated his country far more than the world because the world had many good people.\n\nMichael was a better employer than Joel so Michael", + " had to worry about retaining employees." + ], + [ + "Logan wanted a suitable environment for Robert so Logan set up the area around them.\n\nJustin has a lot of nerve pain and Ian doesn't know how to help so Ian offers hug s a lot.\n\nWilliam spend tons of money on their wedding but Ian had a small budget for theirs. you can say Ian is more practical.\n\nPatricia asked Rebecca when she was supposed to get the results back from the blood test but Rebecca did not know.\n\nJohn hated his country far more than the world because the world had many good people.\n\nMichael was a better employer than Joel so Joel", + " had to worry about retaining employees." + ] + ], + "resps": [ + [ + [ + -24.265625, + false + ] + ], + [ + [ + -23.03125, + false + ] + ] + ], + "filtered_resps": [ + [ + -24.265625, + false + ], + [ + -23.03125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1135, + "doc": { + "sentence": "Megan focused more on proper posture than Lindsey because _ wanted to become a model.", + "option1": "Megan", + "option2": "Lindsey", + "answer": "1" + }, + "target": "wanted to become a model.", + "arguments": [ + [ + "Jim started drinking fresh water instead of artificial soda pops because the water was healthy.\n\nThe wall was built to safeguard the house from waves, as the house was vulnerable against them.\n\nThe quarterback threw the football over the head of Craig and into the hands of Benjamin, so Benjamin score a touchdown.\n\nThe violets in the garden of Natalie grew much taller than Rebecca's because Natalie is great at gardening.\n\nThe woman was hurt less by the scam than the identity theft because she lost more money with the theft .\n\nMegan focused more on proper posture than Lindsey because Megan", + " wanted to become a model." + ], + [ + "Jim started drinking fresh water instead of artificial soda pops because the water was healthy.\n\nThe wall was built to safeguard the house from waves, as the house was vulnerable against them.\n\nThe quarterback threw the football over the head of Craig and into the hands of Benjamin, so Benjamin score a touchdown.\n\nThe violets in the garden of Natalie grew much taller than Rebecca's because Natalie is great at gardening.\n\nThe woman was hurt less by the scam than the identity theft because she lost more money with the theft .\n\nMegan focused more on proper posture than Lindsey because Lindsey", + " wanted to become a model." + ] + ], + "resps": [ + [ + [ + -7.796875, + false + ] + ], + [ + [ + -10.1953125, + false + ] + ] + ], + "filtered_resps": [ + [ + -7.796875, + false + ], + [ + -10.1953125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1143, + "doc": { + "sentence": "My teeth hurt more after eating the cake than the pie because the _ was sweeter tasting.", + "option1": "pie", + "option2": "cake", + "answer": "2" + }, + "target": "was sweeter tasting.", + "arguments": [ + [ + "The hallway filled with smoke but the bedroom had clear air, since the bedroom had open windows.\n\nOwen wore boxers to sleep more than briefs because the boxers were loose on his skin.\n\nRebecca managed to stop their car before crashing but Jessica did not as Jessica was going fast.\n\nThe young boy wanted to put the baseball on the shelf but it kept rolling off because the baseball was round.\n\nThe decision making skills of Donald are poor when compared to those of Nelson. Nelson is a competent negotiator.\n\nMy teeth hurt more after eating the cake than the pie because the pie", + " was sweeter tasting." + ], + [ + "The hallway filled with smoke but the bedroom had clear air, since the bedroom had open windows.\n\nOwen wore boxers to sleep more than briefs because the boxers were loose on his skin.\n\nRebecca managed to stop their car before crashing but Jessica did not as Jessica was going fast.\n\nThe young boy wanted to put the baseball on the shelf but it kept rolling off because the baseball was round.\n\nThe decision making skills of Donald are poor when compared to those of Nelson. Nelson is a competent negotiator.\n\nMy teeth hurt more after eating the cake than the pie because the cake", + " was sweeter tasting." + ] + ], + "resps": [ + [ + [ + -11.3671875, + false + ] + ], + [ + [ + -12.3671875, + false + ] + ] + ], + "filtered_resps": [ + [ + -11.3671875, + false + ], + [ + -12.3671875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1151, + "doc": { + "sentence": "The laws of the government are a lot worse than the rules of schools, because the _ are strict.", + "option1": "laws", + "option2": "rules", + "answer": "1" + }, + "target": "are strict.", + "arguments": [ + [ + "The crabs tasted better at the diner than at the restaurant because the diner was closer to the shore.\n\nJohn broke the tablet when he placed the box on it not knowing the tablet is fragile.\n\nNeil gave the new technology to Nick, because Neil wanted to share the advancements with someone else.\n\nJames needed a longer brush to clean the window because the brush is too short.\n\nKevin wanted to grow a bigger vegetable garden than Nelson because Nelson is a simple person.\n\nThe laws of the government are a lot worse than the rules of schools, because the laws", + " are strict." + ], + [ + "The crabs tasted better at the diner than at the restaurant because the diner was closer to the shore.\n\nJohn broke the tablet when he placed the box on it not knowing the tablet is fragile.\n\nNeil gave the new technology to Nick, because Neil wanted to share the advancements with someone else.\n\nJames needed a longer brush to clean the window because the brush is too short.\n\nKevin wanted to grow a bigger vegetable garden than Nelson because Nelson is a simple person.\n\nThe laws of the government are a lot worse than the rules of schools, because the rules", + " are strict." + ] + ], + "resps": [ + [ + [ + -6.16796875, + false + ] + ], + [ + [ + -7.24609375, + false + ] + ] + ], + "filtered_resps": [ + [ + -6.16796875, + false + ], + [ + -7.24609375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1159, + "doc": { + "sentence": "Logan kept a store of ammo in their house but Brian did not as _ approved of hunting.", + "option1": "Logan", + "option2": "Brian", + "answer": "1" + }, + "target": "approved of hunting.", + "arguments": [ + [ + "I would say Tanya is a better debater than Natalie as Natalie is very compromising most of the time.\n\nKenneth want to learn how to grow a jicama and asks for Jason's help, because Kenneth is not vine expert.\n\nThe chef could not use the knife to chop the vegetable quickly because the knife is too dull.\n\nRandy was more of a baseball fan than Michael so Michael was heavily bored in every postseason.\n\nThe woman put the note in her back pocket but it stuck out because the pocket was small.\n\nLogan kept a store of ammo in their house but Brian did not as Logan", + " approved of hunting." + ], + [ + "I would say Tanya is a better debater than Natalie as Natalie is very compromising most of the time.\n\nKenneth want to learn how to grow a jicama and asks for Jason's help, because Kenneth is not vine expert.\n\nThe chef could not use the knife to chop the vegetable quickly because the knife is too dull.\n\nRandy was more of a baseball fan than Michael so Michael was heavily bored in every postseason.\n\nThe woman put the note in her back pocket but it stuck out because the pocket was small.\n\nLogan kept a store of ammo in their house but Brian did not as Brian", + " approved of hunting." + ] + ], + "resps": [ + [ + [ + -15.0546875, + false + ] + ], + [ + [ + -15.8828125, + false + ] + ] + ], + "filtered_resps": [ + [ + -15.0546875, + false + ], + [ + -15.8828125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1167, + "doc": { + "sentence": "The pharmacy offered a product that could cure any disease, made of a new chemical and container, but the _ was not FDA approved.", + "option1": "chemical", + "option2": "container", + "answer": "1" + }, + "target": "was not FDA approved.", + "arguments": [ + [ + "Ryan had never gone to a dealership and bought a car like Michael because Michael never bought them from the owner.\n\nJohn poured some water from the bottle to the bowl and there still enough space in the bowl. The bottle small.\n\nThe man tried to fit his feet in the shoes but the feet were too large.\n\nLogan had to work while Aaron was still in middle school so Logan drove his car every day.\n\nRice was a staple in the country, but not enjoyed in the city, it was just so much cheaper in the country .\n\nThe pharmacy offered a product that could cure any disease, made of a new chemical and container, but the chemical", + " was not FDA approved." + ], + [ + "Ryan had never gone to a dealership and bought a car like Michael because Michael never bought them from the owner.\n\nJohn poured some water from the bottle to the bowl and there still enough space in the bowl. The bottle small.\n\nThe man tried to fit his feet in the shoes but the feet were too large.\n\nLogan had to work while Aaron was still in middle school so Logan drove his car every day.\n\nRice was a staple in the country, but not enjoyed in the city, it was just so much cheaper in the country .\n\nThe pharmacy offered a product that could cure any disease, made of a new chemical and container, but the container", + " was not FDA approved." + ] + ], + "resps": [ + [ + [ + -8.5, + false + ] + ], + [ + [ + -9.4296875, + false + ] + ] + ], + "filtered_resps": [ + [ + -8.5, + false + ], + [ + -9.4296875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1175, + "doc": { + "sentence": "Logan checked Samuel's garage to see if the car was there. It was missing so _ was gone.", + "option1": "Logan", + "option2": "Samuel", + "answer": "2" + }, + "target": "was gone.", + "arguments": [ + [ + "During the brewing process, the pots were on the stove and the bottles were in the fridge, so the pots were hotter.\n\nAaron loves walking, but Lawrence does not, so Lawrence drives to work every morning when it's raining or not.\n\nThe moments when Carrie would sniff Patricia's hair in class would make Carrie feel elated.\n\nSo Christopher ignored the website because Kevin needed some information that Christopher didn't need and that's why.\n\nJason wants to become a pilot so he asks his tutor Benjamin for extra hours, because Benjamin is already a pilot.\n\nLogan checked Samuel's garage to see if the car was there. It was missing so Logan", + " was gone." + ], + [ + "During the brewing process, the pots were on the stove and the bottles were in the fridge, so the pots were hotter.\n\nAaron loves walking, but Lawrence does not, so Lawrence drives to work every morning when it's raining or not.\n\nThe moments when Carrie would sniff Patricia's hair in class would make Carrie feel elated.\n\nSo Christopher ignored the website because Kevin needed some information that Christopher didn't need and that's why.\n\nJason wants to become a pilot so he asks his tutor Benjamin for extra hours, because Benjamin is already a pilot.\n\nLogan checked Samuel's garage to see if the car was there. It was missing so Samuel", + " was gone." + ] + ], + "resps": [ + [ + [ + -9.8125, + false + ] + ], + [ + [ + -5.81640625, + false + ] + ] + ], + "filtered_resps": [ + [ + -9.8125, + false + ], + [ + -5.81640625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1183, + "doc": { + "sentence": "John could not hear his alarm clock when he was sleeping with a headphone on his head because the _ is farther.", + "option1": "headphone", + "option2": "clock", + "answer": "2" + }, + "target": "is farther.", + "arguments": [ + [ + "Mike chose to buy his jeans at the store rather than the outlet, because store was cheaper .\n\nCarrie helped Natalie plan all of the company events for the conference because Natalie was an CEO.\n\nTanya's cars never lasted long, while Natalie's lasted years. Tanya refused to do basic maintenance like change the motor oil.\n\nJan wanted to move a desk into the corner of the family room but the desk was too wide.\n\nBecause Joseph had been a victim of identity theft and Matthew had not, Joseph checked his credit report more frequently.\n\nJohn could not hear his alarm clock when he was sleeping with a headphone on his head because the headphone", + " is farther." + ], + [ + "Mike chose to buy his jeans at the store rather than the outlet, because store was cheaper .\n\nCarrie helped Natalie plan all of the company events for the conference because Natalie was an CEO.\n\nTanya's cars never lasted long, while Natalie's lasted years. Tanya refused to do basic maintenance like change the motor oil.\n\nJan wanted to move a desk into the corner of the family room but the desk was too wide.\n\nBecause Joseph had been a victim of identity theft and Matthew had not, Joseph checked his credit report more frequently.\n\nJohn could not hear his alarm clock when he was sleeping with a headphone on his head because the clock", + " is farther." + ] + ], + "resps": [ + [ + [ + -22.3125, + false + ] + ], + [ + [ + -17.1875, + false + ] + ] + ], + "filtered_resps": [ + [ + -22.3125, + false + ], + [ + -17.1875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1191, + "doc": { + "sentence": "The hiking group had less food than water, so they tried to conserve the _ .", + "option1": "water", + "option2": "food", + "answer": "2" + }, + "target": ".", + "arguments": [ + [ + "Jeffrey loved to listen to hip hop music but Kevin thought it was terrible. Jeffrey put in a cd by Run DMC.\n\nProducts sold at the outlet made more money than those sold at the store , so the outlet was a profitable business.\n\nLindsey needed to learn how to file from Amy since Amy 's office was well organized.\n\nWhen I have a health concern I go to the doctor's office, not to an unlicensed medical website, because the website can be frightening.\n\nLindsey is curvier than Megan, which explains why Lindsey always buys a larger-sized bra when they shop together at the discount clothing store.\n\nThe hiking group had less food than water, so they tried to conserve the water", + " ." + ], + [ + "Jeffrey loved to listen to hip hop music but Kevin thought it was terrible. Jeffrey put in a cd by Run DMC.\n\nProducts sold at the outlet made more money than those sold at the store , so the outlet was a profitable business.\n\nLindsey needed to learn how to file from Amy since Amy 's office was well organized.\n\nWhen I have a health concern I go to the doctor's office, not to an unlicensed medical website, because the website can be frightening.\n\nLindsey is curvier than Megan, which explains why Lindsey always buys a larger-sized bra when they shop together at the discount clothing store.\n\nThe hiking group had less food than water, so they tried to conserve the food", + " ." + ] + ], + "resps": [ + [ + [ + -5.44921875, + false + ] + ], + [ + [ + -5.09375, + false + ] + ] + ], + "filtered_resps": [ + [ + -5.44921875, + false + ], + [ + -5.09375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1199, + "doc": { + "sentence": "Laura never feared anything like Erin because _ had a very strong and very powerful mind.", + "option1": "Laura", + "option2": "Erin", + "answer": "1" + }, + "target": "had a very strong and very powerful mind.", + "arguments": [ + [ + "Monica stole Betty's ipod because Monica really likes listening to great music that plays well.\n\nSamantha ran right past the Easter egg while Rebecca ran towards it, and Rebecca picked it up.\n\nThe contractor liked using the brick material over the stone material, because the stone material is shoddy.\n\nI love going to the museum to look at all the art. The museum is so peaceful.\n\nBen posted a selfie and a food shot on snapchat. People liked the food better, because Ben was ugly.\n\nLaura never feared anything like Erin because Laura", + " had a very strong and very powerful mind." + ], + [ + "Monica stole Betty's ipod because Monica really likes listening to great music that plays well.\n\nSamantha ran right past the Easter egg while Rebecca ran towards it, and Rebecca picked it up.\n\nThe contractor liked using the brick material over the stone material, because the stone material is shoddy.\n\nI love going to the museum to look at all the art. The museum is so peaceful.\n\nBen posted a selfie and a food shot on snapchat. People liked the food better, because Ben was ugly.\n\nLaura never feared anything like Erin because Erin", + " had a very strong and very powerful mind." + ] + ], + "resps": [ + [ + [ + -23.59375, + false + ] + ], + [ + [ + -24.78125, + false + ] + ] + ], + "filtered_resps": [ + [ + -23.59375, + false + ], + [ + -24.78125, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1207, + "doc": { + "sentence": "Ann liked using oil paint rather than acrylic on canvas because _ had a shortened working time.", + "option1": "acrylic", + "option2": "oil", + "answer": "1" + }, + "target": "had a shortened working time.", + "arguments": [ + [ + "The new corset purchased by Bill for his wife would not fit around her body, the corset was too narrow.\n\nWilliam was trying to treat the ulcer of Benjamin at the hospital because William is a doctor.\n\nFixing the laptop was easy for Nelson but not Michael, because Nelson was very technology savvy.\n\nLindsey received many complaints at the job compared to Angela because Angela was a great worker.\n\nMonica went to Erin's house to use their computer for a paper since Monica 's computer was broken.\n\nAnn liked using oil paint rather than acrylic on canvas because acrylic", + " had a shortened working time." + ], + [ + "The new corset purchased by Bill for his wife would not fit around her body, the corset was too narrow.\n\nWilliam was trying to treat the ulcer of Benjamin at the hospital because William is a doctor.\n\nFixing the laptop was easy for Nelson but not Michael, because Nelson was very technology savvy.\n\nLindsey received many complaints at the job compared to Angela because Angela was a great worker.\n\nMonica went to Erin's house to use their computer for a paper since Monica 's computer was broken.\n\nAnn liked using oil paint rather than acrylic on canvas because oil", + " had a shortened working time." + ] + ], + "resps": [ + [ + [ + -25.421875, + false + ] + ], + [ + [ + -31.484375, + false + ] + ] + ], + "filtered_resps": [ + [ + -25.421875, + false + ], + [ + -31.484375, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1215, + "doc": { + "sentence": "They disagreed over what dog to adopt as Mary wanted a yorkie while Maria wanted a labrador. _ loved small dogs.", + "option1": "Mary", + "option2": "Maria", + "answer": "1" + }, + "target": "loved small dogs.", + "arguments": [ + [ + "Victoria loved going to school with Katrina for Victoria had a crush on the other.\n\nBetty really enjoyed getting up and going to their job each day but Erin did not because Betty was very motivated.\n\nJeffrey was able to perform a backflip but Nick was not because Nick was very rigid.\n\nChristine's telescope can't see nearly as far as the one Jessica purchased. Christine got a cheaper model telescope.\n\nThe hospital was running out of syringes, but they had plenty of bandages due to the bandages price decreasing.\n\nThey disagreed over what dog to adopt as Mary wanted a yorkie while Maria wanted a labrador. Mary", + " loved small dogs." + ], + [ + "Victoria loved going to school with Katrina for Victoria had a crush on the other.\n\nBetty really enjoyed getting up and going to their job each day but Erin did not because Betty was very motivated.\n\nJeffrey was able to perform a backflip but Nick was not because Nick was very rigid.\n\nChristine's telescope can't see nearly as far as the one Jessica purchased. Christine got a cheaper model telescope.\n\nThe hospital was running out of syringes, but they had plenty of bandages due to the bandages price decreasing.\n\nThey disagreed over what dog to adopt as Mary wanted a yorkie while Maria wanted a labrador. Maria", + " loved small dogs." + ] + ], + "resps": [ + [ + [ + -15.078125, + false + ] + ], + [ + [ + -14.46875, + false + ] + ] + ], + "filtered_resps": [ + [ + -15.078125, + false + ], + [ + -14.46875, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1223, + "doc": { + "sentence": "John was glad the file was kept in the box before the fire outbreak started because the _ is inflammable.", + "option1": "box", + "option2": "file", + "answer": "1" + }, + "target": "is inflammable.", + "arguments": [ + [ + "Jake needed to rid his home of bugs at the dumps, it took a long time because the dumps were few.\n\nChristine refused to dance even once with Emily because Emily was not liked by anyone in school.\n\nThe toddler said something rude which offended Victoria but Samantha laughed. Victoria always disliked the honesty of children.\n\nHe framed his diploma with wood instead of metal, because he felt the metal was more pedestrian.\n\nThe gardener used new pest sprays on the mites, but the mites were still too strong.\n\nJohn was glad the file was kept in the box before the fire outbreak started because the box", + " is inflammable." + ], + [ + "Jake needed to rid his home of bugs at the dumps, it took a long time because the dumps were few.\n\nChristine refused to dance even once with Emily because Emily was not liked by anyone in school.\n\nThe toddler said something rude which offended Victoria but Samantha laughed. Victoria always disliked the honesty of children.\n\nHe framed his diploma with wood instead of metal, because he felt the metal was more pedestrian.\n\nThe gardener used new pest sprays on the mites, but the mites were still too strong.\n\nJohn was glad the file was kept in the box before the fire outbreak started because the file", + " is inflammable." + ] + ], + "resps": [ + [ + [ + -12.609375, + false + ] + ], + [ + [ + -13.640625, + false + ] + ] + ], + "filtered_resps": [ + [ + -12.609375, + false + ], + [ + -13.640625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1231, + "doc": { + "sentence": "The living room was cleaner than the kitchen, because we spend leess time in in the _ .", + "option1": "living room", + "option2": "kitchen", + "answer": "1" + }, + "target": ".", + "arguments": [ + [ + "I removed the blinds from the window and replaced it with curtains. The curtains were pristine.\n\nJessie doesn't enjoy wearing her ring as much as her necklace because the ring is very cheap.\n\nKatrina has to use a lint roller more than Christine because Katrina wears way more black clothing.\n\nThe storage on the shelf is not enough to keep the bag. The storage is small.\n\nHe was trying to measure the height of the box using a ruler, but had to switch to a larger ruler because the ruler is too short.\n\nThe living room was cleaner than the kitchen, because we spend leess time in in the living room", + " ." + ], + [ + "I removed the blinds from the window and replaced it with curtains. The curtains were pristine.\n\nJessie doesn't enjoy wearing her ring as much as her necklace because the ring is very cheap.\n\nKatrina has to use a lint roller more than Christine because Katrina wears way more black clothing.\n\nThe storage on the shelf is not enough to keep the bag. The storage is small.\n\nHe was trying to measure the height of the box using a ruler, but had to switch to a larger ruler because the ruler is too short.\n\nThe living room was cleaner than the kitchen, because we spend leess time in in the kitchen", + " ." + ] + ], + "resps": [ + [ + [ + -6.3046875, + false + ] + ], + [ + [ + -6.0625, + false + ] + ] + ], + "filtered_resps": [ + [ + -6.3046875, + false + ], + [ + -6.0625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1239, + "doc": { + "sentence": "Rachel touches the cool looking bulletproof vest of Kayla due to _ being on an investigation.", + "option1": "Rachel", + "option2": "Kayla", + "answer": "2" + }, + "target": "being on an investigation.", + "arguments": [ + [ + "I was trying to type on my iPhone screen through my wool knit glove, but struggled to type since the screen was slippery.\n\nAfter Erin put a scarf on her neck, Katrina noticed how pretty it was. Erin let her try it on.\n\nThe doctor showed that Victoria had symptoms of the disease while Katrina was fine. Katrina was healthy.\n\nKyle needed an oxygen mask urgently while Brian did not. Brian had a healthy lung.\n\nEric hacked into the movie star Ian's cell phone because Eric was well known for causing trouble.\n\nRachel touches the cool looking bulletproof vest of Kayla due to Rachel", + " being on an investigation." + ], + [ + "I was trying to type on my iPhone screen through my wool knit glove, but struggled to type since the screen was slippery.\n\nAfter Erin put a scarf on her neck, Katrina noticed how pretty it was. Erin let her try it on.\n\nThe doctor showed that Victoria had symptoms of the disease while Katrina was fine. Katrina was healthy.\n\nKyle needed an oxygen mask urgently while Brian did not. Brian had a healthy lung.\n\nEric hacked into the movie star Ian's cell phone because Eric was well known for causing trouble.\n\nRachel touches the cool looking bulletproof vest of Kayla due to Kayla", + " being on an investigation." + ] + ], + "resps": [ + [ + [ + -15.125, + false + ] + ], + [ + [ + -15.4765625, + false + ] + ] + ], + "filtered_resps": [ + [ + -15.125, + false + ], + [ + -15.4765625, + false + ] + ], + "acc": 0.0 + }, + { + "doc_id": 1247, + "doc": { + "sentence": "The sound of the foot was clearly audible from the street because the _ is quiet.", + "option1": "street", + "option2": "sound", + "answer": "1" + }, + "target": "is quiet.", + "arguments": [ + [ + "Mary replaced her running shoe after it wore out with Birkenstock for her birthday, the Birkenstock was new.\n\nKathy's dog was having a seizure, so she put a pillow between his head and the floor, and the pillow helped his head not hit the floor.\n\nThe activities that he had planned out could not fit into the schedules because the activities were long.\n\nJen needed to detox her body with either pills or fruits. She chose the pills because it was unnatural.\n\nKaren was positive about the answers on her math test, but confused about the essay. She was least confident about the essay .\n\nThe sound of the foot was clearly audible from the street because the street", + " is quiet." + ], + [ + "Mary replaced her running shoe after it wore out with Birkenstock for her birthday, the Birkenstock was new.\n\nKathy's dog was having a seizure, so she put a pillow between his head and the floor, and the pillow helped his head not hit the floor.\n\nThe activities that he had planned out could not fit into the schedules because the activities were long.\n\nJen needed to detox her body with either pills or fruits. She chose the pills because it was unnatural.\n\nKaren was positive about the answers on her math test, but confused about the essay. She was least confident about the essay .\n\nThe sound of the foot was clearly audible from the street because the sound", + " is quiet." + ] + ], + "resps": [ + [ + [ + -6.125, + false + ] + ], + [ + [ + -11.40625, + false + ] + ] + ], + "filtered_resps": [ + [ + -6.125, + false + ], + [ + -11.40625, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1255, + "doc": { + "sentence": "The school needed a new auditorium and a new teacher's lounge. They built the _ first because it benefited the faculty more.", + "option1": "auditorium", + "option2": "teacher's lounge", + "answer": "2" + }, + "target": "first because it benefited the faculty more.", + "arguments": [ + [ + "Kenneth wanted Joseph to get into plus size modeling, because Kenneth thought that they would be perfect for it.\n\nCraig wanted to get the autograph of Nelson who was a karate master, so Nelson gave an autograph.\n\nAlex wanted to swim in the ocean instead of in the lake because the lake is harder to float with its clear water property.\n\nAdam was invited out on a date by the girl but not Robert because Adam was more attractive.\n\nWe left the boat in the dock and took the barge instead, as the boat had a difficult time on the wavy ocean.\n\nThe school needed a new auditorium and a new teacher's lounge. They built the auditorium", + " first because it benefited the faculty more." + ], + [ + "Kenneth wanted Joseph to get into plus size modeling, because Kenneth thought that they would be perfect for it.\n\nCraig wanted to get the autograph of Nelson who was a karate master, so Nelson gave an autograph.\n\nAlex wanted to swim in the ocean instead of in the lake because the lake is harder to float with its clear water property.\n\nAdam was invited out on a date by the girl but not Robert because Adam was more attractive.\n\nWe left the boat in the dock and took the barge instead, as the boat had a difficult time on the wavy ocean.\n\nThe school needed a new auditorium and a new teacher's lounge. They built the teacher's lounge", + " first because it benefited the faculty more." + ] + ], + "resps": [ + [ + [ + -24.640625, + false + ] + ], + [ + [ + -22.421875, + false + ] + ] + ], + "filtered_resps": [ + [ + -24.640625, + false + ], + [ + -22.421875, + false + ] + ], + "acc": 1.0 + }, + { + "doc_id": 1263, + "doc": { + "sentence": "Joel went to Michael 's house and consumed a lot of alcohol, so _ had to ride back home as a passenger.", + "option1": "Joel", + "option2": "Michael", + "answer": "1" + }, + "target": "had to ride back home as a passenger.", + "arguments": [ + [ + "Justin was very concerned about the environment Ian wasn't that interested. Justin planted a lot of trees on their land.\n\nSamantha's recent health has been a very big problem unlike Monica's because Monica was cleared of cancer.\n\nRachel was paid to draw Felicia, so Rachel got a check after the project was done.\n\nJessica confided in Christine that she had never been in a relationship. Christine was supportive.\n\nWorried about getting the court on time, the woman decided to take a taxi instead of the train because the taxi would get there sooner.\n\nJoel went to Michael 's house and consumed a lot of alcohol, so Joel", + " had to ride back home as a passenger." + ], + [ + "Justin was very concerned about the environment Ian wasn't that interested. Justin planted a lot of trees on their land.\n\nSamantha's recent health has been a very big problem unlike Monica's because Monica was cleared of cancer.\n\nRachel was paid to draw Felicia, so Rachel got a check after the project was done.\n\nJessica confided in Christine that she had never been in a relationship. Christine was supportive.\n\nWorried about getting the court on time, the woman decided to take a taxi instead of the train because the taxi would get there sooner.\n\nJoel went to Michael 's house and consumed a lot of alcohol, so Michael", + " had to ride back home as a passenger." + ] + ], + "resps": [ + [ + [ + -24.40625, + false + ] + ], + [ + [ + -28.078125, + false + ] + ] + ], + "filtered_resps": [ + [ + -24.40625, + false + ], + [ + -28.078125, + false + ] + ], + "acc": 1.0 + } +] \ No newline at end of file diff --git a/community-request/eval/RedBrain/Eagle-7B-1T-winogrande/results.json b/community-request/eval/RedBrain/Eagle-7B-1T-winogrande/results.json new file mode 100644 index 0000000000000000000000000000000000000000..4b9be7db397dfefe0d567c157ac0ea2af18d6a98 --- /dev/null +++ b/community-request/eval/RedBrain/Eagle-7B-1T-winogrande/results.json @@ -0,0 +1,59 @@ +{ + "results": { + "winogrande": { + "acc,none": 0.696921862667719, + "acc_stderr,none": 0.012916727462634564, + "alias": "winogrande" + } + }, + "configs": { + "winogrande": { + "task": "winogrande", + "dataset_path": "winogrande", + "dataset_name": "winogrande_xl", + "training_split": "train", + "validation_split": "validation", + "doc_to_text": "def doc_to_text(doc):\n answer_to_num = {\"1\": 0, \"2\": 1}\n return answer_to_num[doc[\"answer\"]]\n", + "doc_to_target": "def doc_to_target(doc):\n idx = doc[\"sentence\"].index(\"_\") + 1\n return doc[\"sentence\"][idx:].strip()\n", + "doc_to_choice": "def doc_to_choice(doc):\n idx = doc[\"sentence\"].index(\"_\")\n options = [doc[\"option1\"], doc[\"option2\"]]\n return [doc[\"sentence\"][:idx] + opt for opt in options]\n", + "description": "", + "target_delimiter": " ", + "fewshot_delimiter": "\n\n", + "num_fewshot": 5, + "metric_list": [ + { + "metric": "acc", + "aggregation": "mean", + "higher_is_better": true + } + ], + "output_type": "multiple_choice", + "repeats": 1, + "should_decontaminate": true, + "doc_to_decontamination_query": "sentence", + "metadata": { + "version": 1.0 + } + } + }, + "versions": { + "winogrande": 1.0 + }, + "n-shot": { + "winogrande": 5 + }, + "config": { + "model": "hf", + "model_args": "pretrained=RWKV/rwkv-5-world-7b,dtype=float16,trust_remote_code=True", + "batch_size": "auto", + "batch_sizes": [ + 64 + ], + "device": null, + "use_cache": null, + "limit": null, + "bootstrap_iters": 100000, + "gen_kwargs": null + }, + "git_hash": "1554066c" +} \ No newline at end of file