{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"daed0b83-04fb-53a9-8dc0-a72d06ab25e2","task_key":"default--test--7181","task_revision_id":"1","upstream_id":"7181","short_description":"Negative residual autocorrelation is indicated by which one of the following?","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['A complete randomness in the residuals', 'A consistent downward trend in the residuals', 'Residuals that steadily increase then decrease', 'An alternating pattern in the residuals', 'Residuals that are all far from zero', 'A pattern of residuals that repeats every few data points', 'A cyclical pattern in the residuals', 'Residuals that are all close to zero', 'A consistent upward trend in the residuals', 'Residuals that steadily decrease then increase']\",\"question\":\"Negative residual autocorrelation is indicated by which one of the following?\",\"src\":\"ori_mmlu-econometrics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}