{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"aa6f0885-511a-502f-9860-3137ad1413ac","task_key":"default--test--6662","task_revision_id":"1","upstream_id":"6662","short_description":"Where is the sinoatrial node located?","config":"default","split":"test","body":"{\"category\":\"health\",\"options\":\"['Between the left ventricle and the right ventricle', 'Between the left atrium and the right atrium', 'Between the right atrium and the right ventricle', 'In the upper wall of the left ventricle', 'Between the left atrium and the left ventricle', 'In the upper wall of the left atrium', 'In the lower wall of the right atrium', 'In the lower wall of the left ventricle', 'In the lower wall of the right ventricle', 'In the upper wall of the right atrium']\",\"question\":\"Where is the sinoatrial node located?\",\"src\":\"ori_mmlu-anatomy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}