{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c445e754-7ab1-5bd5-98d5-8170339e4d8e","task_key":"default--validation--c445e754-7ab1-5bd5-98d5-8170339e4d8e","task_revision_id":"1","upstream_id":"","short_description":"is west virginia and virginia the same state","config":"default","split":"validation","body":"{\"passage\":\"West Virginia (/vərˈdʒɪniə/ ( listen)) is a state located in the Appalachian region in the Southern United States and in addition is also considered to be a part of the Middle Atlantic States. It is bordered by Virginia to the southeast, Kentucky to the southwest, Ohio to the northwest, and Pennsylvania and Maryland to the northeast. West Virginia is the 41st largest state by area, and is ranked 38th in population. The capital and largest city is Charleston.\",\"question\":\"is west virginia and virginia the same state\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}