{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6d3a1864-2f87-59a2-a97c-e1048d5c5cc1","task_key":"all--test--6d3a1864-2f87-59a2-a97c-e1048d5c5cc1","task_revision_id":"1","upstream_id":"","short_description":"Van den Haag responds to the \"miscarriages of justice\" objection by claiming…","config":"all","split":"test","body":"{\"choices\":\"['miscarriages of justice are offset by the moral benefits and usefulness of doing justice.', 'there have been no miscarriages of justice, in the sense used in the objection.', 'miscarriages of justice are inevitable and so irrelevant.', 'none of the above']\",\"question\":\" Van den Haag responds to the \\\"miscarriages of justice\\\" objection by claiming that\",\"subject\":\"moral_disputes\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}