{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"93efea20-87f4-5f8a-a62f-ebe61375ed44","task_key":"all--test--93efea20-87f4-5f8a-a62f-ebe61375ed44","task_revision_id":"1","upstream_id":"","short_description":"According to Feinberg, a good moral education:","config":"all","split":"test","body":"{\"choices\":\"['will make no use of pleasure or pain as sanctions.', 'will be based entirely on the use of pleasure and pain as sanctions.', 'will produce someone who does the right thing out of deference to authority.', 'will produce someone who does the right thing simply because it is right.']\",\"question\":\"According to Feinberg, a good moral education:\",\"subject\":\"philosophy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}