{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"44c7cacd-9385-55c5-9d9a-cd71a018fe1d","task_key":"all--test--44c7cacd-9385-55c5-9d9a-cd71a018fe1d","task_revision_id":"1","upstream_id":"","short_description":"The Supreme Court has used the practice of selective incorporation to","config":"all","split":"test","body":"{\"choices\":\"['limit the number of appeals filed by defendants in state courts', 'extend voting rights to racial minorities and women', 'apply most Bill of Rights protections to state law', 'hasten the integration of public schools']\",\"question\":\"The Supreme Court has used the practice of selective incorporation to\",\"subject\":\"high_school_government_and_politics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}