{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"722402af-a3a2-5d9e-a851-27ab9a1e25af","task_key":"default--test--2694","task_revision_id":"1","upstream_id":"2694","short_description":"Which of the following is not an available tool for assessing suicide risk?","config":"default","split":"test","body":"{\"category\":\"psychology\",\"options\":\"['Suicide Risk Identification Tool', 'Suicide Risk Assessment Manual', 'Mood Disorder Questionnaire', 'Beck Hopelessness Scale', 'Beck Scale for Suicidal Ideation', 'The Suicide Action Questionnaire', 'Oxford Happiness Questionnaire', 'Suicidal Ideation Questionnaire', 'Depression Anxiety Stress Scales', 'Mental Health Inventory']\",\"question\":\"Which of the following is not an available tool for assessing suicide risk?\",\"src\":\"ori_mmlu-professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}