{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"911d34a8-1dad-5e65-8416-db2aaab8d921","task_key":"default--test--6983","task_revision_id":"1","upstream_id":"6983","short_description":"The market demand curve for labor will shift to the right when","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['the number of firms decreases', 'the number of firms increases', 'the labor supply curve shifts to the left', 'the price of output remains constant', 'the market supply curve for labor shifts to the right', 'the labor supply curve remains constant', 'the price of output decreases', 'the market supply curve for labor shifts to the left', 'the labor supply curve shifts to the right']\",\"question\":\"The market demand curve for labor will shift to the right when\",\"src\":\"ori_mmlu-high_school_microeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}