{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"aa1cbf6c-f99e-57d7-83e5-593700bffe03","task_key":"default--test--10693","task_revision_id":"1","upstream_id":"10693","short_description":"You've just finished training a decision tree for spam classification, and it is…","config":"default","split":"test","body":"{\"category\":\"computer science\",\"options\":\"['You are overfitting.', 'Your decision trees are too deep.', 'You need to increase the learning rate.', 'Your data is not properly normalized.', 'The dataset is too small.', 'None of the above.', 'You need to decrease the learning rate.', 'Your decision trees are too shallow.']\",\"question\":\"You've just finished training a decision tree for spam classification, and it is getting abnormally bad performance on both your training and test sets. You know that your implementation has no bugs, so what could be causing the problem?\",\"src\":\"ori_mmlu-machine_learning\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}