{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e838c35c-6702-5ffe-9a58-1ca202e1899f","task_key":"default--validation--e838c35c-6702-5ffe-9a58-1ca202e1899f","task_revision_id":"1","upstream_id":"","short_description":"is take me home country roads about virginia","config":"default","split":"validation","body":"{\"passage\":\"The song has a prominent status as an iconic symbol of West Virginia, which it describes as ``almost Heaven'', and it was played at the funeral memorial of U.S. Senator Robert Byrd in July 2010. In March 2014, it became one of several official state anthems of West Virginia.\",\"question\":\"is take me home country roads about virginia\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}