{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"90ad4b53-28a8-50a3-b1bb-c39c2235cedc","task_key":"all--test--90ad4b53-28a8-50a3-b1bb-c39c2235cedc","task_revision_id":"1","upstream_id":"","short_description":"Pluralist theories suggest that:","config":"all","split":"test","body":"{\"choices\":\"[\\\"the state's power can be exercised through several different administrative structures\\\", 'the ruling elite is composed of people from various class backgrounds', \\\"political parties must compete for the votes of 'consumers' in the electorate\\\", 'there is a close alignment between class background and party preference']\",\"question\":\"Pluralist theories suggest that:\",\"subject\":\"sociology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}