{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d50c9472-8042-5434-8dec-4c591c212d15","task_key":"default--test--7580","task_revision_id":"1","upstream_id":"7580","short_description":"In order to hire the least-cost combination of labor and capital, the firm must…","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['Find the combination of labor and capital where the total cost of labor is equal to the total cost of capital.', 'Find the combination of labor and capital where the marginal product of labor is equal to the marginal product of capital.', 'Find the combination of labor and capital where the ratio of the marginal product of labor to the price of labor is equal to one.', 'Find the combination of labor and capital where the price of labor is equal to the price of capital.', 'Find the combination of labor and capital where the marginal product of labor divided by the price of capital is equal to the marginal product of capital divided by the price of labor.', 'Find the combination of labor and capital where the price of labor is less than the price of capital.', 'Find the combination of labor and capital where the ratio of the marginal product of labor to the marginal product of capital is equal to one.', 'Find the combination of labor and capital where the marginal product of labor is equal to the price of labor.', 'Find the combination of labor and capital where the marginal product of labor is greater than the marginal product of capital.', 'Find the combination of labor and capital where the marginal product of labor divided by the price of labor is equal to the marginal product of capital divided by the price of capital.']\",\"question\":\"In order to hire the least-cost combination of labor and capital, the firm must do which of the following?\",\"src\":\"ori_mmlu-high_school_microeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}