{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a6f37287-eb4f-523a-bcf0-6b86fb8f8cf3","task_key":"all--test--a6f37287-eb4f-523a-bcf0-6b86fb8f8cf3","task_revision_id":"1","upstream_id":"","short_description":"Robert Nozick's proposes the formula r x H as a guide to determine the…","config":"all","split":"test","body":"{\"choices\":\"['Effectiveness of rehabilitation of multiplied by hazard to the community.', 'Extent of responsibility multiplied by actual harm done.', 'Risk of violence multiplied by degree of humility of offender.', \\\"Recidivism multiplied by defendant's history.\\\"]\",\"question\":\"Robert Nozick's proposes the formula r x H as a guide to determine the appropriate punishment. What does it mean?\",\"subject\":\"jurisprudence\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}