{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"302f6021-d936-5379-8da9-915a410e55ec","task_key":"default--test--5672","task_revision_id":"1","upstream_id":"5672","short_description":"Secretions of Cowper's gland fluid at the tip of the penis are first evident:","config":"default","split":"test","body":"{\"category\":\"other\",\"options\":\"['during vasocongestion', 'prior to the refractory period', 'during the resolution phase', 'immediately after orgasm', 'during the excitement phase', 'during the plateau phase', 'prior to vasocongestion', 'immediately before orgasm', 'following orgasm', 'following the refractory period']\",\"question\":\"Secretions of Cowper's gland fluid at the tip of the penis are first evident:\",\"src\":\"ori_mmlu-human_sexuality\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}