{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"480f9da4-e135-558a-aca2-41d35cc6a3cc","task_key":"default--test--7321","task_revision_id":"1","upstream_id":"7321","short_description":"\"Economic theory is applicable only to a capitalist society.\" Evaluate.","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['Economic theory is applicable to any system of competition', 'Economic theory cannot be applied to socialist societies', 'Economic theory is irrelevant to communist systems', 'Economic theory is only applicable to capitalist systems']\",\"question\":\"\\\"Economic theory is applicable only to a capitalist society.\\\" Evaluate.\",\"src\":\"stemez-Economics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}