{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"9ea0999c-a744-5e8f-9b84-534e6b290c01","task_key":"default--test--7316","task_revision_id":"1","upstream_id":"7316","short_description":"The fixed effects panel model is also sometimes known as","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['The pooled cross-sectional model', 'The random effects model', 'The fixed variable regression model', 'The instrumental variables regression model', 'The generalized least squares approach', 'The least squares dummy variables approach', 'Heteroscedasticity and autocorrelation consistent', 'The correlation consistent approach', 'A seemingly unrelated regression model']\",\"question\":\"The fixed effects panel model is also sometimes known as\",\"src\":\"ori_mmlu-econometrics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}