{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e777833b-e246-5578-804c-d80403b0275e","task_key":"default--test--7233","task_revision_id":"1","upstream_id":"7233","short_description":"An import quota on foreign automobiles is expected to","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['increase the price of automobiles and protect domestic producers at the expense of consumers.', 'decrease the price of automobiles and protect foreign producers at the expense of consumers.', 'increase the price of automobiles and protect foreign producers at the expense of domestic producers.', 'increase the price of automobiles and protect domestic consumers at the expense of domestic producers.', 'increase domestic efficiency and protect foreign producers at the expense of domestic consumers.', 'increase domestic efficiency and protect domestic producers at the expense of foreign producers.', 'decrease the price of automobiles and protect domestic consumers at the expense of foreign producers.', 'decrease domestic efficiency and protect domestic consumers at the expense of foreign producers.', 'decrease domestic efficiency and protect foreign producers at the expense of domestic producers.', 'decrease the price of automobiles and protect domestic producers at the expense of consumers.']\",\"question\":\"An import quota on foreign automobiles is expected to\",\"src\":\"ori_mmlu-high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}