{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"db08abbb-cce1-5b52-9325-0c0a3f216486","task_key":"all--test--db08abbb-cce1-5b52-9325-0c0a3f216486","task_revision_id":"1","upstream_id":"","short_description":"The legislative successes of the National Rifle Association, antiabortion…","config":"all","split":"test","body":"{\"choices\":\"['United States domestic policy grew more conservative in the 1990s', 'the influence of political action committees has weakened in recent years', 'the power of interest groups depends on the degree of support for their positions in the White House', \\\"majority opinion on an issue can sometimes be overridden by the intensity of a minority's commitment to activism\\\"]\",\"question\":\"The legislative successes of the National Rifle Association, antiabortion activists, and other powerful interest groups demonstrate that\",\"subject\":\"high_school_government_and_politics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}