{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e5106181-f465-59f4-a3db-b3bb4a2c9ef1","task_key":"all--test--e5106181-f465-59f4-a3db-b3bb4a2c9ef1","task_revision_id":"1","upstream_id":"","short_description":"Instead of asking why the act of destroying the environment might be immoral,…","config":"all","split":"test","body":"{\"choices\":\"['why the act of destroying nature might be immoral.', 'why people who destroy the environment might be bad people.', 'how the decision to preserve the environment benefits the environment.', 'whether plants have interests.']\",\"question\":\" Instead of asking why the act of destroying the environment might be immoral, Hill wants to ask\",\"subject\":\"moral_disputes\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}