{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"dc362e1d-c2c3-5b40-b72f-8feb0b2f2799","task_key":"default--validation--dc362e1d-c2c3-5b40-b72f-8feb0b2f2799","task_revision_id":"1","upstream_id":"","short_description":"can base runners advance on an infield fly rule","config":"default","split":"validation","body":"{\"passage\":\"For the runners, an infield fly is little different from an ordinary fly ball. If an infield fly is caught, the runners must retouch their original bases (``tag up'') after the catch before attempting to advance. If an infield fly is not caught, no tag up is required and the runners may advance at their own risk. The only difference is that the umpire's declaration that the batter is out removes force plays and gives runners the option of staying on the base.\",\"question\":\"can base runners advance on an infield fly rule\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}