{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c70beee7-c409-593b-8b9b-1513b9cf700c","task_key":"all--test--c70beee7-c409-593b-8b9b-1513b9cf700c","task_revision_id":"1","upstream_id":"","short_description":"Which statement best describes one of Dworkin's central arguments in Justice for…","config":"all","split":"test","body":"{\"choices\":\"['Morality plays no role in the concept of law.', 'Moral arguments operate only in hard cases.', 'The law dictates what moral values should affect our ethical behaviour.', 'Moral values are both independent and objective.']\",\"question\":\"Which statement best describes one of Dworkin's central arguments in Justice for Hedgehogs?\",\"subject\":\"jurisprudence\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}