{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ba4c43c0-9701-5c1e-92f6-acfa915d60c9","task_key":"all--test--ba4c43c0-9701-5c1e-92f6-acfa915d60c9","task_revision_id":"1","upstream_id":"","short_description":"According to Brandt’s theory, an ideal moral rule is one that would:","config":"all","split":"test","body":"{\"choices\":\"['maximize positive utility, ignoring negative utility.', 'minimize negative utility, ignoring positive utility.', 'maximize utility, with both positive and negative utilities being counted.', 'take no account of either positive or negative utility.']\",\"question\":\"According to Brandt’s theory, an ideal moral rule is one that would:\",\"subject\":\"philosophy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}