{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c6a0fce1-14f0-5640-94f9-f2469c5d8dc3","task_key":"default--test--7122","task_revision_id":"1","upstream_id":"7122","short_description":"The pacf is necessary for distinguishing between","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['Different models from within the ARMA family', 'An AR and an ARIMA model', 'Different models from within the ARIMA family', 'An ARIMA and an ARMA model', 'Different models from within the AR model', 'An ARMA and an ARIMA model', 'Different models from within the MA model', 'An MA and an ARMA model', 'An AR and an ARMA model', 'An AR and an MA model']\",\"question\":\"The pacf is necessary for distinguishing between\",\"src\":\"ori_mmlu-econometrics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}