{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"60da48c9-35f6-5548-aabc-d5658a906f06","task_key":"all--test--60da48c9-35f6-5548-aabc-d5658a906f06","task_revision_id":"1","upstream_id":"","short_description":"Economic aid has largely failed to promote modernization in the developing…","config":"all","split":"test","body":"{\"choices\":\"['there are no clearly defined projects into which the money can be directed', 'the United Nations has refused to call on rich countries to provide it', 'debt repayments with interest can be greater than the amount of money received', 'debt repayments with interest can be greater than the amount of money received']\",\"question\":\"Economic aid has largely failed to promote modernization in the developing countries because:\",\"subject\":\"sociology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}