{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a3d44203-ce8a-5315-99ee-59f3d81791d3","task_key":"all--test--a3d44203-ce8a-5315-99ee-59f3d81791d3","task_revision_id":"1","upstream_id":"","short_description":"Unlike in a closed primary election, in an open primary election","config":"all","split":"test","body":"{\"choices\":\"['voters select the winner by caucus instead of by individual ballots', 'the election results are not binding', 'any registered voter may participate, regardless of party affiliation', 'voters may register to vote on the day of the election']\",\"question\":\"Unlike in a closed primary election, in an open primary election\",\"subject\":\"high_school_government_and_politics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}