{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"182461a9-51cd-51bb-9296-037c4a544385","task_key":"default--validation--182461a9-51cd-51bb-9296-037c4a544385","task_revision_id":"1","upstream_id":"","short_description":"can you do a jump shot on a free throw","config":"default","split":"validation","body":"{\"passage\":\"Leaving their designated places before the ball leaves the shooter's hands, or interfering with the ball, are violations. In addition, the shooter must release the ball within five seconds (ten seconds in the United States) and must not step on or over the free throw line until the ball touches the hoop. Players are, however, permitted to jump while attempting the free throw, provided they do not leave the designated area at any point. A violation by the shooter cancels the free throw; a violation by the defensive team results in a substitute free throw if the shooter missed; a violation by the offensive team or a shot that completely misses the hoop results in the loss of possession to the defensive team (only if it is on the last free throw).\",\"question\":\"can you do a jump shot on a free throw\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}