{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"8e9d6813-93f0-5e95-a4e1-2c539f6eddb0","task_key":"all--test--8e9d6813-93f0-5e95-a4e1-2c539f6eddb0","task_revision_id":"1","upstream_id":"","short_description":"What has been an effective way of disbursing US foreign aid to encourage change…","config":"all","split":"test","body":"{\"choices\":\"['Conditional programs, such as the Millennium Challenge, that require change before receipt of aid', 'the use of intergovernmental organizations to monitor aid disbursement', 'withdrawal of aid for bad policies', 'None of the above, international aid never works']\",\"question\":\"What has been an effective way of disbursing US foreign aid to encourage change in target states?\",\"subject\":\"us_foreign_policy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}