{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"aa98db87-6a67-5de9-ae48-bebc1fc50abe","task_key":"default--validation--aa98db87-6a67-5de9-ae48-bebc1fc50abe","task_revision_id":"1","upstream_id":"","short_description":"has there ever been a tie in baseball","config":"default","split":"validation","body":"{\"passage\":\"Ties are relatively rare in baseball, since the practice dating back to the earliest days of the game is to play extra innings until one side has the lead after an equal number of innings played. An exception is spring training, where a game can be called a tie upon agreement by both teams, usually in a case where one or both teams have used all available pitchers. Games can be called after nine innings, or after any extra inning, and typically do not last more than 11 innings.\",\"question\":\"has there ever been a tie in baseball\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}