{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"492de05c-46fc-54a9-88d5-aec14d333eb5","task_key":"all--test--492de05c-46fc-54a9-88d5-aec14d333eb5","task_revision_id":"1","upstream_id":"","short_description":"Allocative efficiency","config":"all","split":"test","body":"{\"choices\":\"['means that no inferior products will be produced.', \\\"implies that the economy's output is distributed evenly.\\\", 'means that those who work hardest will get more.', 'implies that resources are used to produce the goods and services society desires in just the right amounts.']\",\"question\":\"Allocative efficiency\",\"subject\":\"high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}