{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"90e9de38-7a1e-5a56-86af-e423ddf4afba","task_key":"default--test--2225","task_revision_id":"1","upstream_id":"2225","short_description":"A person suffering from a skin rash finds her pain is temporarily relieved by…","config":"default","split":"test","body":"{\"category\":\"psychology\",\"options\":\"['intensity theory', 'neural network theory', 'pain modulation theory', 'sensory conflict theory', 'opponent-process theory', 'sensory interaction theory', 'amplitude and frequency theories', 'transduction theory', 'sensory adaptation theory', 'gate-control theory']\",\"question\":\"A person suffering from a skin rash finds her pain is temporarily relieved by vigorous scratching. She does not perceive the pain from the rash while she is scratching, but the pain returns soon after she stops scratching. Which concept best explains this temporary pain relief?\",\"src\":\"ori_mmlu-high_school_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}