{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"245d2fcb-fe64-5314-8ddf-ae333c86b86c","task_key":"default--test--6746","task_revision_id":"1","upstream_id":"6746","short_description":"Which of the following best describes the location where the carotid pulse can…","config":"default","split":"test","body":"{\"category\":\"health\",\"options\":\"['Behind the knees', 'On the forehead', 'On the chest', 'In the antecubital space', 'On the posterior side of the neck', 'On the anterior side of the neck', 'In the middle of the groin', 'On the wrist', 'In front of the ears and just above eye level', 'At the top of the foot']\",\"question\":\"Which of the following best describes the location where the carotid pulse can be found?\",\"src\":\"ori_mmlu-anatomy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}