{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"1c80fe6c-7f70-5082-bfb5-bac43203fddf","task_key":"default--test--2005","task_revision_id":"1","upstream_id":"2005","short_description":"With regard to minority and nonminority clients, psychotherapy is","config":"default","split":"test","body":"{\"category\":\"psychology\",\"options\":\"['more effective for minority clients', 'only effective for nonminority clients', 'more effective when client and therapist have different racial/ethnic origins', 'equally effective', 'only effective when client and therapist speak the same language', 'only effective for minority clients', 'more effective for nonminority clients', 'less effective when client and therapist have the same racial/ethnic origins', 'more effective when client and therapist have the same racial/ethnic origins', 'less effective for both minority and nonminority clients']\",\"question\":\"With regard to minority and nonminority clients, psychotherapy is\",\"src\":\"ori_mmlu-professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}