{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"00b04dc1-faaa-5b04-9490-01ba6a2bafb8","task_key":"default--validation--00b04dc1-faaa-5b04-9490-01ba6a2bafb8","task_revision_id":"1","upstream_id":"","short_description":"is there a run rule in ncaa softball","config":"default","split":"validation","body":"{\"passage\":\"In NCAA softball, the rule is invoked if one team is ahead by at least eight runs after five innings and, unlike with college baseball, applies in the NCAA tournament as well with the exception of the championship series. In American high school softball, most states use a mercy rule of 20 runs ahead in three innings or 10 in five innings. (In either case, if the home team is ahead by the requisite number of runs, the game will end after the top half of the inning.)\",\"question\":\"is there a run rule in ncaa softball\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}