{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"14b5301a-fd2d-5858-842a-ac7009bd9cce","task_key":"default--validation--14b5301a-fd2d-5858-842a-ac7009bd9cce","task_revision_id":"1","upstream_id":"","short_description":"are all the royal families of europe related","config":"default","split":"validation","body":"{\"passage\":\"The unions between descendants of Queen Victoria and of King Christian IX did not end with the First World War, despite the overthrows of both the German and Russian monarchies (along with House of Habsburg in Austria-Hungary). On the contrary, nearly all European reigning kings and queens today are most closely related through their descent from Victoria, Christian or both.\",\"question\":\"are all the royal families of europe related\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}