{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"beb0c6ab-e1f8-5faa-9c32-93a7c5a05783","task_key":"default--test--3037","task_revision_id":"1","upstream_id":"3037","short_description":"What are the typical periods in the unfolding of abehavioral act?","config":"default","split":"test","body":"{\"category\":\"biology\",\"options\":\"['Appetitive behavior, exploratory behavior, quiescence', 'Termination, appetitive behavior, exploratory behavior', 'Appetitive behavior, consummatory act, quiescence', 'Consummatory act, exploratory behavior, termination', 'Appetitive behavior, termination, consummatory act', 'Exploratory behavior, consummatory act, quiescence', 'Quiescence, exploratory behavior, consummatory act', 'Consummatory act, quiescence, appetitive behavior', 'Exploratory behavior, appetitive behavior, consummatory act', 'Appetitive behavior, consummatory act, exploratory behavior']\",\"question\":\"What are the typical periods in the unfolding of abehavioral act?\",\"src\":\"stemez-Biology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}