{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d2ceb69a-ffeb-5597-a602-9e47288d2465","task_key":"all--test--d2ceb69a-ffeb-5597-a602-9e47288d2465","task_revision_id":"1","upstream_id":"","short_description":"The price of labor is $2, and the price of capital is $1. The marginal product…","config":"all","split":"test","body":"{\"choices\":\"['Increase capital and decrease labor so that the marginal product of capital falls and the marginal product of labor rises.', 'Increase capital and decrease labor so that the marginal product of capital rises and the marginal product of labor falls.', 'Decrease capital and increase labor so that the marginal product of capital rises and the marginal product of labor falls.', 'Decrease capital and increase labor so that the marginal product of capital falls and the marginal product of labor rises.']\",\"question\":\"The price of labor is $2, and the price of capital is $1. The marginal product of labor is 200, and the marginal product of capital is 50. What should the firm do?\",\"subject\":\"high_school_microeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}