{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"fdaf1924-22bb-5368-9063-773b090980bd","task_key":"default--validation--fdaf1924-22bb-5368-9063-773b090980bd","task_revision_id":"1","upstream_id":"","short_description":"does beau abbott die in a quiet place","config":"default","split":"validation","body":"{\"passage\":\"The Abbott family -- wife Evelyn, husband Lee, congenitally deaf daughter Regan, and sons Marcus and Beau -- silently scavenge for supplies in a deserted town. While out in the open, the family communicates with American Sign Language (ASL). Four-year-old Beau is drawn to a battery-powered space shuttle toy, but Lee takes it away due to the noise it makes. Regan returns the toy to Beau, who also takes the batteries that his father removed from it. Beau activates the toy when the family is walking home and crossing a bridge, giving away his location to a nearby creature which kills him before Lee can save him.\",\"question\":\"does beau abbott die in a quiet place\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}