{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ccb3e866-71b5-5d1a-9edf-0249e1c191b4","task_key":"default--validation--ccb3e866-71b5-5d1a-9edf-0249e1c191b4","task_revision_id":"1","upstream_id":"","short_description":"do you have to be a mormon to go to byu","config":"default","split":"validation","body":"{\"passage\":\"Students from every state in the U.S. and from many foreign countries attend BYU. (In the 2005--06 academic year, there were 2,396 foreign students, or eight (8) percent of enrollment.) Slightly more than 98 percent of these students are active members of the LDS Church. In 2006, 12.6 percent of the student body reported themselves as ethnic minorities, mostly Asians, Pacific islanders and Hispanics.\",\"question\":\"do you have to be a mormon to go to byu\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}