{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"754a38e6-96e8-5239-b6be-6ceab57118b1","task_key":"default--test--2443","task_revision_id":"1","upstream_id":"2443","short_description":"Studies show that the effect of the presence of others on an individual's…","config":"default","split":"test","body":"{\"category\":\"psychology\",\"options\":\"['Have no significant effect on the performance of tasks', 'Facilitate the performance of both easy and difficult tasks', 'hinder the performance of all tasks', 'Hinder the performance of difficult tasks', 'hinder the performance of easy tasks', 'Increase the performance of difficult tasks but decrease the performance of easy tasks', 'Increase the performance of novel tasks but decrease the performance of difficult tasks', 'facilitate the performance of easy tasks', 'Increase the performance of all tasks regardless of difficulty.', 'facilitate the performance of novel and difficult tasks']\",\"question\":\"Studies show that the effect of the presence of others on an individual's performance is to\",\"src\":\"ori_mmlu-professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}