{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e6efa26c-51f9-5c4c-8b03-4cf82a57e8df","task_key":"default--validation--e6efa26c-51f9-5c4c-8b03-4cf82a57e8df","task_revision_id":"1","upstream_id":"","short_description":"can there be a tornado in new york","config":"default","split":"validation","body":"{\"passage\":\"The 2007 Brooklyn tornado was the strongest tornado on record to strike in New York City. It formed in the early morning hours of August 8, 2007, skipping along an approximately 9 miles (14 km)-long path, from Staten Island across The Narrows to Brooklyn. The worst damage was in and around Sunset Park and Bay Ridge, in Brooklyn. The U.S. National Weather Service estimated its strength there as an EF2 on the Enhanced Fujita scale.\",\"question\":\"can there be a tornado in new york\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}