{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"42a001e1-5263-51d4-9240-4157bb1bf746","task_key":"default--validation--42a001e1-5263-51d4-9240-4157bb1bf746","task_revision_id":"1","upstream_id":"","short_description":"are there any montgomery ward stores still open","config":"default","split":"validation","body":"{\"passage\":\"DMSI applied the brand to a new online and catalog-based retailing operation, with no physical stores, headquartered in Cedar Rapids, Iowa. DMSI then began operating under the Montgomery Ward branding and managed to get it up and running in three months. The new firm began operations in June 2004, selling essentially the same categories of products as the former brand, but as a new, smaller catalog.\",\"question\":\"are there any montgomery ward stores still open\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}