{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"612a12ac-af97-5c9e-8a48-1c0f04b1077f","task_key":"default--validation--612a12ac-af97-5c9e-8a48-1c0f04b1077f","task_revision_id":"1","upstream_id":"","short_description":"do you have to take the bar exam to practice law","config":"default","split":"validation","body":"{\"passage\":\"Admission to the bar in the United States is the granting of permission by a particular court system to a lawyer to practice law in that system. Each U.S state and similar jurisdiction (e.g., territories under federal control) has its own court system and sets its own rules for bar admission (or privilege to practice law), which can lead to different admission standards among states. In most cases, a person who is ``admitted'' to the bar is thereby a ``member'' of the particular bar.\",\"question\":\"do you have to take the bar exam to practice law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}