{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5e7b1fad-0549-5009-8d6a-947c76ee7e07","task_key":"default--test--627","task_revision_id":"1","upstream_id":"627","short_description":"Types of non-random samples include:","config":"default","split":"test","body":"{\"category\":\"business\",\"options\":\"['Random and quota samples.', 'Cluster and systematic samples.', 'Stratified and random samples.', 'Random and systematic samples.', 'Random and cluster samples.', 'Systematic and quota samples.', 'Stratified and quota samples.', 'Convenience and quota samples.', 'Stratified and convenience samples.']\",\"question\":\" Types of non-random samples include:\",\"src\":\"ori_mmlu-marketing\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}