{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b233ee75-fb9d-5802-bd1a-ae79964b261d","task_key":"default--validation--b233ee75-fb9d-5802-bd1a-ae79964b261d","task_revision_id":"1","upstream_id":"","short_description":"is mary ann from gilligan's island still alive","config":"default","split":"validation","body":"{\"passage\":\"Dawn Elberta Wells (born October 18, 1938) is an American actress who is best known for her role as Mary Ann Summers on the CBS sitcom Gilligan's Island. She and Tina Louise are the last surviving regular cast members from that series.\",\"question\":\"is mary ann from gilligan's island still alive\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}