{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"18604234-fb00-551a-a9d9-629039b0f2f6","task_key":"default--validation--18604234-fb00-551a-a9d9-629039b0f2f6","task_revision_id":"1","upstream_id":"","short_description":"is an english bull terrier a pit bull","config":"default","split":"validation","body":"{\"passage\":\"The Bull and Terrier is an extinct type of dog that was the progenitor of the American Pit Bull Terrier, American Staffordshire Terrier, English Bull Terrier and the Staffordshire Bull Terrier.\",\"question\":\"is an english bull terrier a pit bull\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}