{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6696a8e0-84ce-5de0-bf89-514afe7bf616","task_key":"default--test--5580","task_revision_id":"1","upstream_id":"5580","short_description":"A chief factor that contributed to the Second Agricultural Revolution was","config":"default","split":"test","body":"{\"category\":\"other\",\"options\":\"['the discovery of the plow.', 'the invention of electricity.', 'the Renaissance.', 'the invention of the internet.', 'World War II.', 'the discovery of new continents.', 'the French Revolution.', 'the Great Depression.', 'World War I.', 'the Industrial Revolution.']\",\"question\":\"A chief factor that contributed to the Second Agricultural Revolution was\",\"src\":\"ori_mmlu-high_school_geography\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}