{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"bef887b3-42ac-5bb6-9819-860bced13775","task_key":"default--validation--bef887b3-42ac-5bb6-9819-860bced13775","task_revision_id":"1","upstream_id":"","short_description":"do they light up the twin towers every night","config":"default","split":"validation","body":"{\"passage\":\"The Tribute in Light is an art installation of 88 searchlights placed six blocks south of the World Trade Center on top of the Battery Parking Garage in New York City to create two vertical columns of light to represent the Twin Towers in remembrance of the September 11, 2001 attacks. Tribute in Light began initially as a temporary commemoration of the attacks in early 2002 but became an annual commemoration, currently produced on September 11th by the Municipal Art Society of New York.\",\"question\":\"do they light up the twin towers every night\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}