{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"819798f2-ea19-58a0-a970-04cab21e19d2","task_key":"default--validation--819798f2-ea19-58a0-a970-04cab21e19d2","task_revision_id":"1","upstream_id":"","short_description":"is district of columbia a state in the usa","config":"default","split":"validation","body":"{\"passage\":\"The U.S. Census Bureau estimates that the District's population was 693,972 on July 1, 2017, a 15.3% increase since the 2010 United States Census. The increase continues a growth trend since 2000, following a half-century of population decline. The city was the 24th most populous place in the United States as of 2010. According to data from 2010, commuters from the suburbs increase the District's daytime population to over one million people. If the District were a state it would rank 49th in population, ahead of Vermont and Wyoming.\",\"question\":\"is district of columbia a state in the usa\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}