{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"419243d6-40eb-56a9-bbcb-a93e9643b86a","task_key":"default--test--1991","task_revision_id":"1","upstream_id":"1991","short_description":"A person is most likely to be helped in an emergency situation when:","config":"default","split":"test","body":"{\"category\":\"psychology\",\"options\":\"['there is no one else around.', 'there are several bystanders.', 'there are several bystanders, all of whom are busy with their own tasks.', 'there are several bystanders of the same gender.', 'there are several bystanders of the opposite gender.', 'there are several bystanders who are strangers.', 'there is a single bystander.', 'there are several bystanders of varying genders.', 'there are several bystanders who are medical professionals.']\",\"question\":\"A person is most likely to be helped in an emergency situation when:\",\"src\":\"ori_mmlu-professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}