{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3d78aa8b-72c4-5805-b7ba-f792a47a788b","task_key":"default--test--6469","task_revision_id":"1","upstream_id":"6469","short_description":"Projective tests generally ___ than objective tests of personality.","config":"default","split":"test","body":"{\"category\":\"health\",\"options\":\"['Are more valid', 'Require more training to administer', 'Have higher reliability', 'Provide more information', 'Are less accurate', 'Are less reliable', 'Are more popular among psychologists', 'Are more visual', 'Have fewer questions', 'Are more time-consuming']\",\"question\":\"Projective tests generally ___ than objective tests of personality.\",\"src\":\"ori_mmlu-human_aging\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}