{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e1bbe723-cd8b-5d54-8419-873a13519fc6","task_key":"default--test--2693","task_revision_id":"1","upstream_id":"2693","short_description":"Three types of prevention have been identified in community mental health.…","config":"default","split":"test","body":"{\"category\":\"psychology\",\"options\":\"['increase access to mental health services', 'create a support system for people with mental health problems', 'educate the community about mental health issues', 'prevent community disintegration', 'deal with problems before they occur', 'eliminate mental health problems completely', 'reduce the severity of problems', 'promote mental health awareness', 'provide treatment for severe mental health problems']\",\"question\":\"Three types of prevention have been identified in community mental health. Secondary prevention attempts to\",\"src\":\"ori_mmlu-professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}