{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6cc890ec-1461-534e-9a40-f58ea2fbf99d","task_key":"default--test--7088","task_revision_id":"1","upstream_id":"7088","short_description":"What is the capital-output ratio?","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['The ratio of total output to total input', \\\"The ratio of a company's debt to its equity\\\", 'The measure of the financial efficiency of capital investments', 'The ratio of gross national product to national savings', 'The ratio between capital and labor', \\\"The ratio of a country's total exports to its total imports\\\", 'The ratio of net income to total capital investment', 'The proportion of labor costs to total production costs', 'The relationship between increases in net investment and the resulting increases in the productive capacity of society', 'The relationship between net income and total assets']\",\"question\":\"What is the capital-output ratio?\",\"src\":\"stemez-Economics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}