{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f28bccd6-a6ae-5ca6-87fa-66ddb115d607","task_key":"default--validation--f28bccd6-a6ae-5ca6-87fa-66ddb115d607","task_revision_id":"1","upstream_id":"","short_description":"is the arch in st louis a national park","config":"default","split":"validation","body":"{\"passage\":\"The Gateway Arch National Park, formerly known as the Jefferson National Expansion Memorial until 2018, is an American national park located in St. Louis, Missouri, near the starting point of the Lewis and Clark Expedition. The Gateway Arch and its immediate surroundings were initially designated as a national memorial by executive order 7523 on December 21, 1935, and redesignated as a national park in 2018. The park is maintained by the National Park Service (NPS).\",\"question\":\"is the arch in st louis a national park\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}