{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"22388854-87bd-5e38-bd3a-23ec85b600f8","task_key":"default--validation--22388854-87bd-5e38-bd3a-23ec85b600f8","task_revision_id":"1","upstream_id":"","short_description":"is cape lookout part of the outer banks","config":"default","split":"validation","body":"{\"passage\":\"The Cape Lookout Lighthouse is a 163-foot high lighthouse located on the Southern Outer Banks of North Carolina. It flashes every 15 seconds and is visible at least 12 miles out to sea and up to 19 miles. The Cape Lookout Light is one of the very few lighthouses that operate during the day. It became fully automated in 1950. The Cape Lookout Lighthouse is the only such structure in the United States to bear the checkered daymark, intended not only for differentiation between similar light towers, but also to show direction. The center of the black diamonds points in a north-south direction, while the center of the white diamonds points east-west.\",\"question\":\"is cape lookout part of the outer banks\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}