{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"760d6a75-9276-5e20-b63c-ae17c6ba120f","task_key":"default--test--10529","task_revision_id":"1","upstream_id":"10529","short_description":"What are support vectors?","config":"default","split":"test","body":"{\"category\":\"computer science\",\"options\":\"['The data outliers in an SVM.', 'The data points that are used to calculate the distance in an SVM.', 'The only examples necessary to compute f(x) in an SVM.', 'The data centroid.', 'All examples that have a zero weight αk in an SVM.', 'The examples farthest from the decision boundary.', 'All examples that fall within the decision boundary in an SVM.']\",\"question\":\"What are support vectors?\",\"src\":\"ori_mmlu-machine_learning\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}