{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6261f503-1e25-591d-8e8d-04833e6793ec","task_key":"default--validation--6261f503-1e25-591d-8e8d-04833e6793ec","task_revision_id":"1","upstream_id":"","short_description":"is there an orange county in new york","config":"default","split":"validation","body":"{\"passage\":\"Orange County is a county located in the U.S. state of New York. As of the 2010 census, the population was 372,813. The county seat is Goshen. This county was first created in 1683 and reorganized with its present boundaries in 1798.\",\"question\":\"is there an orange county in new york\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}