{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e661a3aa-cc1f-5b8e-ae14-b6d5d867ed5b","task_key":"default--test--7573","task_revision_id":"1","upstream_id":"7573","short_description":"Diminishing marginal returns to short-run production begin when","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['the total product of labor becomes negative.', 'the average product of labor becomes negative.', 'marginal product of labor becomes negative.', 'marginal product of labor remains constant.', 'the total product of labor remains constant.', 'marginal product of labor begins to fall.', 'the marginal and average product of labor both begin to fall.', 'the total product of labor begins to fall.', 'the average product of labor remains constant.', 'the average product of labor begins to fall.']\",\"question\":\"Diminishing marginal returns to short-run production begin when\",\"src\":\"ori_mmlu-high_school_microeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}