{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ab6a8fc4-f325-5173-9bd1-7cb275abdaa4","task_key":"all--test--ab6a8fc4-f325-5173-9bd1-7cb275abdaa4","task_revision_id":"1","upstream_id":"","short_description":"The market demand curve for labor would shift to the left as the result of","config":"all","split":"test","body":"{\"choices\":\"['an increase in the price of the good which the labor is producing', 'an increase in demand for the good which the labor is producing', 'an increase in the wage rate paid to workers', 'a decrease in the marginal product of labor']\",\"question\":\"The market demand curve for labor would shift to the left as the result of\",\"subject\":\"high_school_microeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}