{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ee3d79d8-b1c8-53ef-bd5f-b592b0539597","task_key":"default--test--5898","task_revision_id":"1","upstream_id":"5898","short_description":"Which of the following steps should be taken first to effectively present new…","config":"default","split":"test","body":"{\"category\":\"other\",\"options\":\"['Sending out calendar invites for the presentation', 'Creating three to five key messages', 'Creating visual aids for the presentation', 'Determining the objective', 'Setting up the meeting room for the presentation', 'Deciding the date and time for the presentation', 'Writing a detailed script for the presentation', 'Analyzing the audience', 'Choosing a communication tool', 'Practicing the presentation in front of a mirror']\",\"question\":\"Which of the following steps should be taken first to effectively present new information to coworkers?\",\"src\":\"ori_mmlu-miscellaneous\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}