{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"cbc35734-8b56-5084-b120-ae4e6e4e9705","task_key":"default--test--7322","task_revision_id":"1","upstream_id":"7322","short_description":"Distinguish between money wages and real wages.","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['Money wages represent the value of work, while real wages represent the amount of cash received.', 'Money and real wages are the same.', 'Money wages are the amount of cash workers spend, while real wages indicate the amount they save.', 'Money wages are the amount of cash workers receive per unit of time on the job, while real wages indicate the actual value of the money wages or their purchasing power.']\",\"question\":\"Distinguish between money wages and real wages.\",\"src\":\"stemez-Economics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}