{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"1418b7e8-aceb-5416-b7ac-f6507dfa76d1","task_key":"default--test--5525","task_revision_id":"1","upstream_id":"5525","short_description":"Which of the following events INITIATES puberty?","config":"default","split":"test","body":"{\"category\":\"other\",\"options\":\"['adrenal gland releases adrenaline', 'pituitary gland releases FSH', 'hypothalamus releases GNRS', 'hypothalamus releases LH', 'pituitary gland releases prolactin', 'pancreas releases insulin', 'pituitary gland releases TSH', 'adrenal gland releases cortisol', 'pituitary gland releases growth hormone', 'hypothalamus releases serotonin']\",\"question\":\"Which of the following events INITIATES puberty?\",\"src\":\"ori_mmlu-human_sexuality\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}