{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f0f5f64b-ed6d-529f-bedb-89662bfee9de","task_key":"default--test--2213","task_revision_id":"1","upstream_id":"2213","short_description":"Operant extinction would NOT be the treatment-of-choice when:","config":"default","split":"test","body":"{\"category\":\"psychology\",\"options\":\"['the behavior has been reinforced on a continuous schedule.', 'the behavior is not causing significant distress or dysfunction.', \\\"the behavior is a part of the individual's cultural or religious practices.\\\", 'an alternative behavior cannot be identified.', 'a temporary increase in the behavior cannot be tolerated.', 'the baseline levels of the behavior cannot be established.']\",\"question\":\"Operant extinction would NOT be the treatment-of-choice when:\",\"src\":\"ori_mmlu-professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}