{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6879699e-8206-5087-be70-5d95a4a5237f","task_key":"default--test--10599","task_revision_id":"1","upstream_id":"10599","short_description":"The disadvantage of Grid search is","config":"default","split":"test","body":"{\"category\":\"computer science\",\"options\":\"['It cannot handle categorical variables.', 'It can not be applied to non-differentiable functions.', 'It is not suitable for datasets with a large number of features.', 'It cannot handle missing data.', 'It cannot be used with neural networks.', 'It runs reasonably slow for multiple linear regression.', 'It can only be used for binary classification problems.', 'It is hard to implement.', 'It can not be applied to non-continuous functions.']\",\"question\":\"The disadvantage of Grid search is\",\"src\":\"ori_mmlu-machine_learning\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}