{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"4efa69d5-4eb8-5a5e-891f-6cf9323d1ae5","task_key":"default--test--6827","task_revision_id":"1","upstream_id":"6827","short_description":"The aggregate demand curve is","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['not found by adding product demand curves horizontally or vertically', 'a vertical summation of market demand curves', 'found by adding product demand curves both horizontally and vertically', 'a horizontal subtraction of firm demand curves', 'a simple aggregation of demand curves for individual goods', 'a vertical subtraction of market demand curves', 'a simple aggregation of supply curves for individual goods', 'a horizontal summation of firm demand curves', 'a horizontal summation of market demand curves', 'a vertical summation of firm demand curves']\",\"question\":\"The aggregate demand curve is\",\"src\":\"ori_mmlu-high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}