{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"367e1005-ea55-536d-a7af-1dca469fbfe2","task_key":"all--test--367e1005-ea55-536d-a7af-1dca469fbfe2","task_revision_id":"1","upstream_id":"","short_description":"According to Gill, the moral value of autonomy mostly consists in","config":"all","split":"test","body":"{\"choices\":\"['the ability to act and choose while free from distress.', \\\"the ability to choose to end one's own life.\\\", 'the ability to make important life decision on the basis of our deepest values.', 'the duty to not interfere with the free choices of others.']\",\"question\":\" According to Gill, the moral value of autonomy mostly consists in\",\"subject\":\"moral_disputes\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}