{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"59eca15d-2a99-5ad1-8f40-b342328362e2","task_key":"default--validation--59eca15d-2a99-5ad1-8f40-b342328362e2","task_revision_id":"1","upstream_id":"","short_description":"can you run on a dropped third strike in little league","config":"default","split":"validation","body":"{\"passage\":\"In Little League, in the Tee-Ball and Minor League divisions, the batter is out after the third strike regardless of whether the pitched ball is caught cleanly by the catcher. In Little League (or the Major Division), Junior, Senior, and Big League divisions, a batter may attempt to advance to first base on an uncaught third strike. Little League Major Division Softball and many other youth baseball leagues (such as the USSSA) also follow the rule.\",\"question\":\"can you run on a dropped third strike in little league\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}