{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"33040bb2-a755-5f0b-af66-09a85ffaeae2","task_key":"default--validation--33040bb2-a755-5f0b-af66-09a85ffaeae2","task_revision_id":"1","upstream_id":"","short_description":"is it illegal to shoot in the air","config":"default","split":"validation","body":"{\"passage\":\"Celebratory gunfire (also called aerial firing or happy fire) is the shooting of a firearm into the air in celebration. It is culturally accepted in parts of the Balkans, the Middle East, the Central Asian region of Afghanistan, and the South Asian region of Pakistan. In regions such as Puerto Rico and continental areas of the United States it is practiced illegally, especially on holidays like New Year's Eve.\",\"question\":\"is it illegal to shoot in the air\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}