{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"9d98320c-7f8c-5138-a2a0-796f7063365f","task_key":"all--test--9d98320c-7f8c-5138-a2a0-796f7063365f","task_revision_id":"1","upstream_id":"","short_description":"The essence of responsibility accounting is","config":"all","split":"test","body":"{\"choices\":\"['Developing performance reports emphasizing costs and revenues that managers can control.', 'Allocating service department costs to production departments so that production department managers know all costs for which they are responsible.', 'Determining who is to blame for unfavorable variances.', 'Investigating all variances regardless of their status as favorable or unfavorable.']\",\"question\":\"The essence of responsibility accounting is\",\"subject\":\"professional_accounting\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}