{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6f7cc890-5c44-5a1b-9117-53025ba990db","task_key":"all--test--6f7cc890-5c44-5a1b-9117-53025ba990db","task_revision_id":"1","upstream_id":"","short_description":"Which proposition below is the most powerful refutation of Bentham's felicific…","config":"all","split":"test","body":"{\"choices\":\"['Happiness is less important than economic prosperity.', \\\"It is impossible to calculate all the consequences of one's acts.\\\", 'Pain and pleasure are inevitable features of life.', 'Utilitarianism fails to take account of differences in social background.']\",\"question\":\"Which proposition below is the most powerful refutation of Bentham's felicific calculus?\",\"subject\":\"jurisprudence\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}