{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c7cdf004-ab80-54a7-8c94-0b58c39770de","task_key":"default--test--6899","task_revision_id":"1","upstream_id":"6899","short_description":"Which of the following is an example of capital as an economic resource?","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['A barrel of crude oil', 'A music concert ticket', 'A valuable painting', 'An apartment for rent', 'A bushel of wheat', 'A pot of homemade soup', 'A share of corporate stock', 'A university degree', 'A cement mixer', 'A registered nurse']\",\"question\":\"Which of the following is an example of capital as an economic resource?\",\"src\":\"ori_mmlu-high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}