{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e1f23c20-62f8-55a5-bc09-c807f5c7ee75","task_key":"default--test--5378","task_revision_id":"1","upstream_id":"5378","short_description":"The placenta does all of the following except:","config":"default","split":"test","body":"{\"category\":\"other\",\"options\":\"['creates amniotic fluid for the fetus', 'supplies blood to the fetus', 'stimulates labor in the mother', 'supplies nutrients to the fetus', \\\"regulates the fetus's body temperature\\\", 'produces antibodies for the fetus', 'removes waste products from the fetus', 'supplies oxygen to the fetus', 'directly feeds the fetus', 'secretes hormones']\",\"question\":\"The placenta does all of the following except:\",\"src\":\"ori_mmlu-human_sexuality\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}