{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ec98cdb4-64c6-557b-8415-41e01474f47e","task_key":"default--validation--ec98cdb4-64c6-557b-8415-41e01474f47e","task_revision_id":"1","upstream_id":"","short_description":"can district of columbia residents vote for president","config":"default","split":"validation","body":"{\"passage\":\"In the 1950s, as part of the larger Civil Rights Movement, interest emerged in giving DC full representation. As a compromise, the Twenty-third Amendment was adopted in 1961, granting the District a number of votes in the Electoral College in measure to their population, but no more than the smallest state. This right has been exercised by DC residents since the presidential election of 1964.\",\"question\":\"can district of columbia residents vote for president\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}