{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0c5bc771-e10a-5473-b309-2025072a1376","task_key":"all--test--0c5bc771-e10a-5473-b309-2025072a1376","task_revision_id":"1","upstream_id":"","short_description":"The demand for labor is called derived demand because it is","config":"all","split":"test","body":"{\"choices\":\"['dependent on the demand for the final product that the labor is used to produce', 'inversely related to the wage rate', 'dependent on the availability of capital goods', 'directly related to the marginal utility of working']\",\"question\":\"The demand for labor is called derived demand because it is\",\"subject\":\"miscellaneous\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}