{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"27cc4bf9-9619-52b4-814b-05a92db86f68","task_key":"default--validation--27cc4bf9-9619-52b4-814b-05a92db86f68","task_revision_id":"1","upstream_id":"","short_description":"did andy's mom die in child's play","config":"default","split":"validation","body":"{\"passage\":\"Meanwhile, Andy is now in foster care, due to his mother being in a mental hospital for supporting his story about Chucky. Andy is adopted by Phil (Gerrit Graham) and Joanne Simpson (Jenny Agutter). In his new home, Andy meets his new foster sister Kyle (Christine Elise).\",\"question\":\"did andy's mom die in child's play\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}