{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"8a1f006c-7cf9-5c95-8c73-7e76fcfc3431","task_key":"default--test--6171","task_revision_id":"1","upstream_id":"6171","short_description":"Proprioceptive nerve endings in synovial joints are located in","config":"default","split":"test","body":"{\"category\":\"health\",\"options\":\"['synovial fluid and articular discs.', 'capsule and ligaments.', 'articular cartilage and ligaments.', 'capsule and articular cartilage.', 'synovial membrane and capsule.', 'ligaments and articular discs.', 'articular discs and synovial membrane.', 'ligaments and synovial fluid.', 'articular cartilage and synovial membrane.', 'synovial membrane and ligaments.']\",\"question\":\"Proprioceptive nerve endings in synovial joints are located in\",\"src\":\"ori_mmlu-anatomy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}