{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3ac01f4a-bd19-5b02-b654-f39aedd8eefe","task_key":"default--validation--3ac01f4a-bd19-5b02-b654-f39aedd8eefe","task_revision_id":"1","upstream_id":"","short_description":"is a savannah cat the same as a bengal","config":"default","split":"validation","body":"{\"passage\":\"F1 and F2 generations are usually the largest, due to the stronger genetic influence of the African serval ancestor. As with other hybrid cats such as the Chausie and Bengal cat, most first generation cats will possess many or all of the serval's exotic looking traits, while these traits often diminish in later generations. Male Savannahs tend to be larger than females.\",\"question\":\"is a savannah cat the same as a bengal\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}