{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f2f5c693-a958-5589-9301-3d931965e8ad","task_key":"all--test--f2f5c693-a958-5589-9301-3d931965e8ad","task_revision_id":"1","upstream_id":"","short_description":"Ecoholism is the view that","config":"all","split":"test","body":"{\"choices\":\"['only whole ecosystems (not any of the individuals that make up those ecosystems) have direct moral standing.', 'ecosystems and some of the individuals that make them up have direct moral standing.', 'ecosystems do not have direct moral standing but some of the individuals that make them up do.', 'none of the above']\",\"question\":\" Ecoholism is the view that\",\"subject\":\"moral_disputes\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}