{ "Contributors": [ "Ian Lobo" ], "Source": [ "e_snli" ], "URL": [ "https://github.com/OanaMariaCamburu/e-SNLI/" ], "Categories": [ "Textual Entailment" ], "Reasoning": [ "Textual Entailment" ], "Definition": [ "Given a premise and a hypothesis, determine if the hypothesis (second sentence) can be concluded from the premise and assigning it a label among entailment, neutral, or contradiction. Entailment means thats the hypothesis makes sense/follows after the premise. Neutral means that the hypothesis does not follow the premise but also does not contradict the premise. Contradiction means that the hypothesis clearly contradicts the premise." ], "Input_language": [ "English" ], "Output_language": [ "English" ], "Instruction_language": [ "English" ], "Domains": [ "Miscellaneous" ], "Positive Examples": [ { "input": "This church choir sings to the masses as they sing joyous songs from the book at a church. The church has cracks in the ceiling.", "output": "neutral", "explanation": "Not all churches have cracks in the ceiling." }, { "input": "This church choir sings to the masses as they sing joyous songs from the book at a church. The church is filled with song.", "output": "entailment", "explanation": "\"Filled with song\" is a rephrasing of the \"choir sings to the masses.\"" }, { "input": "This church choir sings to the masses as they sing joyous songs from the book at a church. A choir singing at a baseball game.", "output": "contradiction", "explanation": "A choir sing some other songs other than book at church during the base play. they cannot see book and play base ball same time." } ], "Negative Examples": [ { "input": "A land rover is being driven across a river. A sedan is stuck in the middle of a river.", "output": "entailment", "explanation": "This is false. A land rover and a sedan are different cars, so these sentences cannot be describing the same event. This is a contradiction statement." }, { "input": "A man playing an electric guitar on stage. A man is performing for cash.", "output": "contradiction", "explanation": "This is false. There is no indication that the man is performing for cash. This is a neutral statement." }, { "input": "A blond-haired doctor and her African american assistant looking threw new medical manuals. A man is eating pb and j.", "output": "neutral", "explanation": "This is false. A doctor and assistant are two people looking through manuals is different than a man is eating a sandwich. This is a contradiction statement." } ], "Instances": [ { "id": "task640-569a669bfbde4e8799f1c30961b47442", "input": "A snowboarder on a wide plain of snow A snowboarder gliding over a field of snow", "output": [ "neutral" ] }, { "id": "task640-07f98115a18d42c0b583ac805e177ecf", "input": "3 young man in hoods standing in the middle of a quiet street facing the camera. Three hood wearing people stand in a street.", "output": [ "entailment" ] }, { "id": "task640-0d56fbad415c42aaa8b01834301d4a40", "input": "3 young man in hoods standing in the middle of a quiet street facing the camera. Three people sit by a busy street bareheaded.", "output": [ "contradiction" ] }, { "id": "task640-1c7ed2696103459f95fbec0166a67935", "input": "The two young girls are dressed as fairies, and are playing in the leaves outdoors. The two girls play in the Autumn.", "output": [ "neutral" ] }, { "id": "task640-39258d40909b4b06a967361fe7f3df26", "input": "The two young girls are dressed as fairies, and are playing in the leaves outdoors. Girls are playing outdoors.", "output": [ "entailment" ] }, { "id": "task640-52df45cd7213485b96ac4afed2fcfb02", "input": "Three people sit on a bench at a station, the man looks oddly at the two women, the redheaded women looks up and forward in an awkward position, and the yellow blond girl twiddles with her hair. Some people stand around.", "output": [ "contradiction" ] }, { "id": "task640-1c9327c19e8244019e408ce8c7ec800e", "input": "A statue at a museum that no seems to be looking at. The statue is offensive and people are mad that it is on display.", "output": [ "neutral" ] }, { "id": "task640-578665366ee2422492d556f6b4c65846", "input": "A couple walk hand in hand down a street. A couple is walking together.", "output": [ "entailment" ] }, { "id": "task640-c4594e7eb4804e6a98877f2376fc6c58", "input": "An old man with a package poses in front of an advertisement. A man walks by an ad.", "output": [ "contradiction" ] }, { "id": "task640-25731f96b846400ab3bf4d74ca3245e6", "input": "A man in a black shirt overlooking bike maintenance. A man learns bike maintenance.", "output": [ "neutral" ] }, { "id": "task640-444d7e3515c94284aca76960c260cf19", "input": "A snowboarder on a wide plain of snow A snow field with a snowboarder on it", "output": [ "entailment" ] }, { "id": "task640-db0503822e384e1f8c1ebdfe6ffaebe2", "input": "People are conversing at a dining table under a canopy. People are screaming at a boxing match.", "output": [ "contradiction" ] }, { "id": "task640-854cb9b96d07488eb92b125be99f8358", "input": "A woman within an orchestra is playing a violin. A woman is playing a concert.", "output": [ "neutral" ] }, { "id": "task640-5baff45edbda49ef9ae38ed62edc78ff", "input": "A woman with a green headscarf, blue shirt and a very big grin. The woman is very happy.", "output": [ "entailment" ] }, { "id": "task640-6ff31c5590964b83af68c9e542901319", "input": "A woman within an orchestra is playing a violin. A man is looking in a telescope.", "output": [ "contradiction" ] }, { "id": "task640-4bb956072c72435fb3f7a34d202f41bd", "input": "A child wearing a red top is standing behind a blond headed child sitting in a wheelbarrow. A child wearing a red top is standing behind a pretty blond headed child", "output": [ "neutral" ] }, { "id": "task640-c987b38a07a8406b8d8537b410f696de", "input": "A man in a black shirt is looking at a bike in a workshop. A man is in a black shirt", "output": [ "entailment" ] }, { "id": "task640-76059b1840f440cb83317498c73db026", "input": "The two young girls are dressed as fairies, and are playing in the leaves outdoors. Two girls play dress up indoors.", "output": [ "contradiction" ] }, { "id": "task640-069f4512a32a4a9694aa6e965c68d06f", "input": "During calf roping a cowboy calls off his horse. A first time roper falls off his horse.", "output": [ "neutral" ] }, { "id": "task640-28881b23b539486da1fe3382d2f09f08", "input": "Three men, one holding pipes, another holding a large object above his head, and one resting against the pipe bed on the truck, are looking at the camera. three men look at the camera", "output": [ "entailment" ] }, { "id": "task640-0b83b46cd74741e5a969fb5890f747a4", "input": "Three men, one holding pipes, another holding a large object above his head, and one resting against the pipe bed on the truck, are looking at the camera. three men sleeping in a tent", "output": [ "contradiction" ] }, { "id": "task640-42c40110c188424cabf5c5d4d323995e", "input": "A young family enjoys feeling ocean waves lap at their feet. A young man and woman take their child to the beach for the first time.", "output": [ "neutral" ] }, { "id": "task640-0797bb59ee24441cb4907daa0d185c49", "input": "An older women tending to a garden. The lady has a garden", "output": [ "entailment" ] }, { "id": "task640-498d9d6e563641c8990560f311ef4516", "input": "Three people sit on a bench at a station, the man looks oddly at the two women, the redheaded women looks up and forward in an awkward position, and the yellow blond girl twiddles with her hair. People run together.", "output": [ "contradiction" ] }, { "id": "task640-08032afc2d0b44ad8b8e2eeab22f842d", "input": "An old man with a package poses in front of an advertisement. A man poses in front of an ad for beer.", "output": [ "neutral" ] }, { "id": "task640-f3c15563924441b8b94a32f16e0ee668", "input": "A statue at a museum that no seems to be looking at. There is a statue that not many people seem to be interested in.", "output": [ "entailment" ] }, { "id": "task640-37b00b1858ad4cc5b831771c8d63d4da", "input": "A person dressed in a dress with flowers and a stuffed bee attached to it, is pushing a baby stroller down the street. A lady sitting on a bench in the park.", "output": [ "contradiction" ] }, { "id": "task640-10c8353f03a94977a1acce28c56382d5", "input": "An older women tending to a garden. The lady is weeding her garden", "output": [ "neutral" ] }, { "id": "task640-2d92f8fe23184b3d9285de31ea26ff5a", "input": "A blond-haired doctor and her African american assistant looking threw new medical manuals. A doctor is looking at a book", "output": [ "entailment" ] }, { "id": "task640-37e72ee9c82e4d6da57e00c62dba433d", "input": "A man standing in front of a building on the phone as two men to the side pain on the side. two girls walk through a hall", "output": [ "contradiction" ] }, { "id": "task640-4af9ec5b3fc44ad1bd57ddde3bb1690c", "input": "A little boy in a gray and white striped sweater and tan pants is playing on a piece of playground equipment. The boy is playing on the swings after school.", "output": [ "neutral" ] }, { "id": "task640-644f2a71e43d4a6dbd20b6ea71b32d07", "input": "People are conversing at a dining table under a canopy. People are talking underneath a covering.", "output": [ "entailment" ] }, { "id": "task640-9fba45e6812245ffb665be47fe96ed7f", "input": "A man looking over a bicycle's rear wheel in the maintenance garage with various tools visible in the background. A man waits outside a garage.", "output": [ "contradiction" ] }, { "id": "task640-7ef5524b2ffb45ea94af6c8753edcbc8", "input": "Three firefighter come out of subway station. Three firefighters putting out a fire inside of a subway station.", "output": [ "neutral" ] }, { "id": "task640-b42733b36bdc42a18675574a4d528df6", "input": "A dog jumping for a Frisbee in the snow. An animal is outside in the cold weather, playing with a plastic toy.", "output": [ "entailment" ] }, { "id": "task640-a35d8c0259cc40c99c6badffdcc9ca01", "input": "A statue at a museum that no seems to be looking at. Tons of people are gathered around the statue.", "output": [ "contradiction" ] }, { "id": "task640-020b0e31ebf14d50a3c4d26ac2896b5e", "input": "People are conversing at a dining table under a canopy. People at a party are seated for dinner on the lawn.", "output": [ "neutral" ] }, { "id": "task640-648cfef5a0824d258b7cab4b035fd5e8", "input": "A man reads the paper in a bar with green lighting. The man is inside.", "output": [ "entailment" ] }, { "id": "task640-03ff9577c16b4f80a62d587bd0714ea8", "input": "Two children re laying on a rug with some wooden bricks laid out in a square between them. Two children are playing catch at a park.", "output": [ "contradiction" ] }, { "id": "task640-eafe5fc9e10b4d8a94ec1951b301ea94", "input": "Two children re laying on a rug with some wooden bricks laid out in a square between them. Two children are building a brick furnace.", "output": [ "neutral" ] }, { "id": "task640-54138892f933416797217ad09cfac22f", "input": "People jump over a mountain crevasse on a rope. People are jumping outside.", "output": [ "entailment" ] }, { "id": "task640-156bcaf9dbe549579ea877f7990128f8", "input": "A young family enjoys feeling ocean waves lap at their feet. A family is out at a restaurant.", "output": [ "contradiction" ] }, { "id": "task640-962d6893ac8c4184b3b06d05986ce08a", "input": "Male in a blue jacket decides to lay in the grass. The guy wearing a blue jacket is laying on the green grass taking a nap.", "output": [ "neutral" ] }, { "id": "task640-05d2f029284f4bd7815e05dee9709230", "input": "A land rover is being driven across a river. A vehicle is crossing a river.", "output": [ "entailment" ] }, { "id": "task640-ae940f0189224ff6809bbb3943ffcd0d", "input": "A man in a black shirt is looking at a bike in a workshop. A man is wearing a red shirt", "output": [ "contradiction" ] }, { "id": "task640-8975bc38702e440ca6b5a6f37e7b1922", "input": "A man in a black shirt is looking at a bike in a workshop. A man is deciding which bike to buy", "output": [ "neutral" ] }, { "id": "task640-c923dde3eb084517994371983a1c879c", "input": "A young family enjoys feeling ocean waves lap at their feet. A family is at the beach.", "output": [ "entailment" ] }, { "id": "task640-89de9d62bd8a4d8996ea3f394cbbc054", "input": "A man reads the paper in a bar with green lighting. The man is climbing a mountain.", "output": [ "contradiction" ] }, { "id": "task640-a7e3efbecd40439ba25698fa6d8f7d2a", "input": "A snowboarder on a wide plain of snow A snowmobile in a blizzard", "output": [ "neutral" ] }, { "id": "task640-618965a881724652ab77dc3ef9bf0691", "input": "A woman wearing a ball cap squats down to touch the cracked earth. A squatting woman wearing a hat touching the ground.", "output": [ "entailment" ] }, { "id": "task640-b62b70caa746472b8bbfb8126641856a", "input": "A woman with a green headscarf, blue shirt and a very big grin. The woman has been shot.", "output": [ "contradiction" ] }, { "id": "task640-15c0602462a0479ca90d498e1ce98a92", "input": "One tan girl with a wool hat is running and leaning over an object, while another person in a wool hat is sitting on the ground. A man watches his daughter leap", "output": [ "neutral" ] }, { "id": "task640-5aac6ad189b942c6a2fced0707da5746", "input": "A man in a black shirt overlooking bike maintenance. A man watches bike repairs.", "output": [ "entailment" ] }, { "id": "task640-17bd9d44604e4c14a6d89678f5aec89f", "input": "A woman wearing a ball cap squats down to touch the cracked earth. A woman wearing a sun bonnet planting a garden.", "output": [ "contradiction" ] }, { "id": "task640-f784f9bf18c84fb2b710ace2db417a02", "input": "A Ford car is making a right turn as 3 males are walking across the street behind the car. A sedan was turning a corner as walkers were crossing.", "output": [ "neutral" ] }, { "id": "task640-af189f4302a846b2bf6172c9b4620b70", "input": "Two children re laying on a rug with some wooden bricks laid out in a square between them. Two children are on a rug.", "output": [ "entailment" ] }, { "id": "task640-e24e93374b7d453993b16ec78a55aa0f", "input": "A man playing an electric guitar on stage. A man playing banjo on the floor.", "output": [ "contradiction" ] }, { "id": "task640-3b5b1f6dda0d4d55a2e83190107e8b21", "input": "A blond-haired doctor and her African american assistant looking threw new medical manuals. A doctor is studying", "output": [ "neutral" ] }, { "id": "task640-932185afb49543b3ba84a9482dc3a8e6", "input": "A man standing in front of a building on the phone as two men to the side pain on the side. a guy near a building stands by two other men", "output": [ "entailment" ] }, { "id": "task640-b3fa17d801f14f71b27b1946afeaa068", "input": "A man in a black shirt overlooking bike maintenance. A man destroys a bike.", "output": [ "contradiction" ] }, { "id": "task640-55a15a77e7d340f1b80829400beaa121", "input": "A man standing in front of a building on the phone as two men to the side pain on the side. a busy man stands with bodyguards", "output": [ "neutral" ] }, { "id": "task640-ff60d59141324b04a81053b1297018b7", "input": "Three people sit on a bench at a station, the man looks oddly at the two women, the redheaded women looks up and forward in an awkward position, and the yellow blond girl twiddles with her hair. People wait at a station.", "output": [ "entailment" ] }, { "id": "task640-45937fb468db4fb58d42df6e6aaed1e9", "input": "Male in a blue jacket decides to lay in the grass. The guy in yellow is rolling on the grass", "output": [ "contradiction" ] }, { "id": "task640-765a3777e6fb4884820a3cf87d0624ae", "input": "A woman with a green headscarf, blue shirt and a very big grin. The woman is young.", "output": [ "neutral" ] }, { "id": "task640-2b1057745fe546ebb6baa13f012d92ea", "input": "A person wearing a straw hat, standing outside working a steel apparatus with a pile of coconuts on the ground. A person is near a pile of coconuts.", "output": [ "entailment" ] }, { "id": "task640-cc8ce0de229141c28b88f0e08ddffd17", "input": "A child wearing a red top is standing behind a blond headed child sitting in a wheelbarrow. A child wearing a red top is standing on top of a blond headed child", "output": [ "contradiction" ] }, { "id": "task640-1cc2f3e778e644f68aa1ce855ee39c30", "input": "A couple walk hand in hand down a street. The couple is married.", "output": [ "neutral" ] }, { "id": "task640-08d9eb2169f946a7b7fae1735f6c571e", "input": "3 young man in hoods standing in the middle of a quiet street facing the camera. Three hood wearing people pose for a picture.", "output": [ "entailment" ] }, { "id": "task640-481002d07f094e54ab7d23296b0bb977", "input": "A little boy in a gray and white striped sweater and tan pants is playing on a piece of playground equipment. The boy is sitting on the school bus on his way home.", "output": [ "contradiction" ] }, { "id": "task640-b03c74254bfa4aea96383c1902db407f", "input": "A girl playing a violin along with a group of people A group of people are playing in a symphony.", "output": [ "neutral" ] }, { "id": "task640-cbb156fff7ec470baa84b38faf10ddb9", "input": "A girl playing a violin along with a group of people A girl is playing an instrument.", "output": [ "entailment" ] }, { "id": "task640-2102a855f5b9474db1de950effb65116", "input": "One tan girl with a wool hat is running and leaning over an object, while another person in a wool hat is sitting on the ground. A boy runs into a wall", "output": [ "contradiction" ] }, { "id": "task640-e0082838943f45b3b7ad26b96291ce5f", "input": "A woman wearing a ball cap squats down to touch the cracked earth. An archeologist wearing a hat squats to examine the site for a dig", "output": [ "neutral" ] }, { "id": "task640-91d010a5349947aabce029493242c53a", "input": "A child wearing a red top is standing behind a blond headed child sitting in a wheelbarrow. A child wearing a red top is standing behind a blond headed child", "output": [ "entailment" ] }, { "id": "task640-149ddceb339f4c70b3ef514b1c6bf0a0", "input": "People jump over a mountain crevasse on a rope. People slide over a mountain crevasse on a slide.", "output": [ "contradiction" ] }, { "id": "task640-0094066e49e64971a69080be4d61c4d3", "input": "A person dressed in a dress with flowers and a stuffed bee attached to it, is pushing a baby stroller down the street. An old lady pushing a stroller down a busy street.", "output": [ "neutral" ] }, { "id": "task640-15f1b603b7ed48649f0f6be432782ae6", "input": "A man looking over a bicycle's rear wheel in the maintenance garage with various tools visible in the background. A person is in a garage.", "output": [ "entailment" ] }, { "id": "task640-ece96c15750d4443b03cc07eaed84617", "input": "Three firefighter come out of subway station. Three firefighters playing cards inside a fire station.", "output": [ "contradiction" ] }, { "id": "task640-a66ad92ee871480f956ae2199cc35fee", "input": "Three men, one holding pipes, another holding a large object above his head, and one resting against the pipe bed on the truck, are looking at the camera. three men going to work", "output": [ "neutral" ] }, { "id": "task640-3e846752a1a24b8fb0ea36d25008fd38", "input": "A person dressed in a dress with flowers and a stuffed bee attached to it, is pushing a baby stroller down the street. A person outside pushing a stroller.", "output": [ "entailment" ] }, { "id": "task640-a662ae1343d94f6dba91bfd610071736", "input": "A couple walk hand in hand down a street. A couple is sitting on a bench.", "output": [ "contradiction" ] }, { "id": "task640-d49dd2a3b0ee466bb389d3f31cfefb25", "input": "A dog jumping for a Frisbee in the snow. A pet is enjoying a game of fetch with his owner.", "output": [ "neutral" ] }, { "id": "task640-0dedff4bc1b94fb0be098be51d8a220f", "input": "A woman within an orchestra is playing a violin. A woman is playing the violin.", "output": [ "entailment" ] }, { "id": "task640-312a2792823e479fb32562a52951b145", "input": "A girl playing a violin along with a group of people A girl is washing a load of laundry.", "output": [ "contradiction" ] }, { "id": "task640-294439d88c214b82818cdaa7de208c24", "input": "A person wearing a straw hat, standing outside working a steel apparatus with a pile of coconuts on the ground. A person is selling coconuts.", "output": [ "neutral" ] }, { "id": "task640-1f4e139a0a4e401c9ce803a190897d69", "input": "Male in a blue jacket decides to lay in the grass. The guy wearing a blue jacket is laying on the green grass", "output": [ "entailment" ] }, { "id": "task640-25e1c4ff574c4afbb1c90a46cb8814e0", "input": "During calf roping a cowboy calls off his horse. A man ropes a calf successfully.", "output": [ "contradiction" ] }, { "id": "task640-90183ba36be74ddfbd242db1ad9c25e6", "input": "People jump over a mountain crevasse on a rope. Some people look visually afraid to jump.", "output": [ "neutral" ] }, { "id": "task640-c7037f0713b340d5aef13daa1a79bbea", "input": "A Ford car is making a right turn as 3 males are walking across the street behind the car. A car making a right turn had three pedestrians cross behind it.", "output": [ "entailment" ] }, { "id": "task640-c1014cfbab8643539f9c901f0790ae42", "input": "A person wearing a straw hat, standing outside working a steel apparatus with a pile of coconuts on the ground. A person is burning a straw hat.", "output": [ "contradiction" ] }, { "id": "task640-2878108ef91d4d3fa2a6f422390cd281", "input": "A man reads the paper in a bar with green lighting. The man is reading the sportspage.", "output": [ "neutral" ] }, { "id": "task640-781c8b74a0cf4e53a728b4928e8db744", "input": "An old man with a package poses in front of an advertisement. A man poses in front of an ad.", "output": [ "entailment" ] }, { "id": "task640-fb167fbfa79f450f858daaa8e1771a45", "input": "An older women tending to a garden. The lady is cooking dinner", "output": [ "contradiction" ] }, { "id": "task640-df0fec5bb6c046a9b71a4e787c88abf2", "input": "A little boy in a gray and white striped sweater and tan pants is playing on a piece of playground equipment. A boy is on a playground.", "output": [ "entailment" ] }, { "id": "task640-e59cc9028e9c4eae9879d5f544442c3e", "input": "A dog jumping for a Frisbee in the snow. A cat washes his face and whiskers with his front paw.", "output": [ "contradiction" ] }, { "id": "task640-34b9fd84afba47858ef9ccf33537e01a", "input": "Three firefighter come out of subway station. Three firefighters coming up from a subway station.", "output": [ "entailment" ] }, { "id": "task640-24946d3f192d474d92d557f22017f411", "input": "A man looking over a bicycle's rear wheel in the maintenance garage with various tools visible in the background. A man repairs bicycles.", "output": [ "entailment" ] }, { "id": "task640-765f6be6330d4274b5fbe245c05c8fde", "input": "A man playing an electric guitar on stage. A man playing guitar on stage.", "output": [ "entailment" ] }, { "id": "task640-e8deef24fe8047de82d9aa33ef6a0d52", "input": "One tan girl with a wool hat is running and leaning over an object, while another person in a wool hat is sitting on the ground. A tan girl runs leans over an object", "output": [ "entailment" ] }, { "id": "task640-f523accc305046489555c1d32ddf4ec9", "input": "A land rover is being driven across a river. A Land Rover is splashing water as it crosses a river.", "output": [ "entailment" ] } ], "Instance License": [ "MIT" ] }