{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"4eb63cf0-c788-52ff-b8dd-94b1a92ec24c","task_key":"default--validation--4eb63cf0-c788-52ff-b8dd-94b1a92ec24c","task_revision_id":"1","upstream_id":"","short_description":"is bicuspid and mitral valve the same thing","config":"default","split":"validation","body":"{\"passage\":\"The mitral valve (/ˈmaɪtrəl/), also known as the bicuspid valve or left atrioventricular valve, is a valve with two flaps in the heart, that lies between the left atrium and the left ventricle. The mitral valve and the tricuspid valve are known collectively as the atrioventricular valves because they lie between the atria and the ventricles of the heart.\",\"question\":\"is bicuspid and mitral valve the same thing\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}