{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"fc1eee75-c3aa-5a48-90ac-d39d11948931","task_key":"default--validation--fc1eee75-c3aa-5a48-90ac-d39d11948931","task_revision_id":"1","upstream_id":"","short_description":"is the cat part of the chinese zodiac","config":"default","split":"validation","body":"{\"passage\":\"The Cat is the fourth animal symbol in the 12-year cycle of the Vietnamese zodiac and Gurung zodiac, taking place of the Rabbit in the Chinese zodiac. As such, the traits associated with the Rabbit are attributed to the cat. Cats are in conflict with the Rat.\",\"question\":\"is the cat part of the chinese zodiac\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}