{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"97fcde59-a9e1-57cb-9b1d-f8c7ba0865cb","task_key":"default--test--7356","task_revision_id":"1","upstream_id":"7356","short_description":"If the cost of the basket of goods and services the Bureau of Labor Statistics…","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['has risen 5 percent from the base to the current period.', 'equals 100 in the current period.', 'equals 50 in the current period.', 'equals 0.5 in the current period.', 'has risen 200 percent from the base to the current period.', 'equals 200 in the current period.', 'equals 300 in the current period.', 'has fallen 50 percent from the base to the current period.', 'equals 400 in the current period.']\",\"question\":\"If the cost of the basket of goods and services the Bureau of Labor Statistics uses to calculate the consumer price index rises from $200 in the base period to $400 in the current period then the consumer price index\",\"src\":\"ori_mmlu-high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}