{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5b85a008-11b7-50d5-806a-613f2301ebae","task_key":"default--test--7350","task_revision_id":"1","upstream_id":"7350","short_description":"Stagflation most likely results from","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['decreasing AD with constant SRAS.', 'a decrease in AD with increasing SRAS.', 'decreasing SRAS with constant AD.', 'increasing both AD and SRAS.', 'a decrease in AD and an increase in SRAS.', 'increasing AD with constant SRAS.', 'increasing SRAS with constant AD.', 'a decrease in both AD and LRAS.']\",\"question\":\"Stagflation most likely results from\",\"src\":\"ori_mmlu-high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}