{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f8ea0986-6858-5b81-aad6-d30429c94141","task_key":"all--test--f8ea0986-6858-5b81-aad6-d30429c94141","task_revision_id":"1","upstream_id":"","short_description":"Which of the following defines the salience of a political issue?","config":"all","split":"test","body":"{\"choices\":\"['The amount of coverage the issue receives in the major news media', 'The degree to which public opinion on the issue is likely to shift quickly', 'The number of people affected by the issue', 'The importance of the issue to a particular individual or group']\",\"question\":\"Which of the following defines the salience of a political issue?\",\"subject\":\"high_school_government_and_politics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}