{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"9e27b361-1750-5518-9f2f-845c8c3f3415","task_key":"default--test--7123","task_revision_id":"1","upstream_id":"7123","short_description":"For an autoregressive process to be considered stationary","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['The roots of the characteristic equation must all be greater than one in absolute value', 'The roots of the characteristic equation must all be equal to one', 'The roots of the characteristic equation must all be imaginary numbers', 'The roots of the characteristic equation must all be negative', 'The roots of the characteristic equation must all be less than one in absolute value', 'The roots of the characteristic equation must all lie outside the unit circle', 'The roots of the characteristic equation must all lie inside the unit circle', 'The roots of the characteristic equation must all be positive', 'The roots of the characteristic equation must all lie on the unit circle', 'The roots of the characteristic equation must all be real numbers']\",\"question\":\"For an autoregressive process to be considered stationary\",\"src\":\"ori_mmlu-econometrics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}