{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e5b0fecc-2860-5bd0-ae8c-a00e18fe79dc","task_key":"default--validation--e5b0fecc-2860-5bd0-ae8c-a00e18fe79dc","task_revision_id":"1","upstream_id":"","short_description":"are the virgin islands part of the leeward islands","config":"default","split":"validation","body":"{\"passage\":\"The Leeward Islands /ˈliːwərd/ are a group of islands situated where the northeastern Caribbean Sea meets the western Atlantic Ocean. On a map, they start with the Virgin Islands east of Puerto Rico and reach southeast to Dominica. In English, the term Leeward Islands refers to the northern islands of the Lesser Antilles chain. The more southerly part of this chain, starting with Martinique, is called the Windward Islands.\",\"question\":\"are the virgin islands part of the leeward islands\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}