{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"4dea5766-eb54-570b-a259-d4a50b802c85","task_key":"default--test--11245","task_revision_id":"1","upstream_id":"11245","short_description":"When was the major shift by Greek philosophers who rejected the anthropomorphic…","config":"default","split":"test","body":"{\"category\":\"philosophy\",\"options\":\"['Late Sixth Century BCE', 'Late Second Century BCE', 'Early Fifth Century BCE', 'Late Fourth Century BCE', 'Early First Century BCE', 'Early Third Century BCE', 'Fourth and Third Century BCE', 'Mid Seventh Century BCE', 'Early Sixth Century BCE', 'Second and First Century BCE']\",\"question\":\" When was the major shift by Greek philosophers who rejected the anthropomorphic view of the divine?\",\"src\":\"ori_mmlu-world_religions\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}