{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"89e4e9b3-5b11-5d6a-963f-5bd1de65657e","task_key":"default--test--2301","task_revision_id":"1","upstream_id":"2301","short_description":"What is psychology?","config":"default","split":"test","body":"{\"category\":\"psychology\",\"options\":\"['Psychology is the study of the legal system and its effects on human behavior.', 'Psychology is the study of the behavior of living organisms.', 'Psychology is the examination of human interaction.', 'Psychology is the investigation of chemical processes in the laboratory.', 'Psychology is the research of plant life.', 'Psychology is the study of the mind.', 'Psychology is the science of behavior.', 'Psychology is the analysis of historical human events.', 'Psychology is the exploration of planetary systems.', 'Psychology is the study of the physical body and its functions.']\",\"question\":\"What is psychology?\",\"src\":\"stemez-Psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}