{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"208741b7-4802-5aed-82ed-b3f4bfd45158","task_key":"default--validation--208741b7-4802-5aed-82ed-b3f4bfd45158","task_revision_id":"1","upstream_id":"","short_description":"can you be an attorney without taking the bar exam","config":"default","split":"validation","body":"{\"passage\":\"Admission to the bar in the United States is the granting of permission by a particular court system to a lawyer to practice law in that system. Each U.S state and similar jurisdiction (e.g., territories under federal control) has its own court system and sets its own rules for bar admission (or privilege to practice law), which can lead to different admission standards among states. In most cases, a person who is ``admitted'' to the bar is thereby a ``member'' of the particular bar.\",\"question\":\"can you be an attorney without taking the bar exam\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}