{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"eea88c90-6e1b-518e-869a-c5dc06bf680f","task_key":"default--test--6723","task_revision_id":"1","upstream_id":"6723","short_description":"Which of the following is true about the knee joint?","config":"default","split":"test","body":"{\"category\":\"health\",\"options\":\"['The patellar tap is used to demonstrate an effusion', \\\"'knock knee' deformity is due to bilateral genu varum\\\", 'The knee joint is the smallest joint in the body', 'The knee is a hinge joint that only allows flexion and extension', \\\"A baker's cyst can sometimes be found anterior to the knee\\\", 'The knee joint is not capable of rotation', 'The knee joint includes the hip bone', 'The patella is not part of the knee joint', 'The knee is a ball and socket joint', \\\"'Bow leg' deformity is due to bilateral genu valgum\\\"]\",\"question\":\"Which of the following is true about the knee joint?\",\"src\":\"ori_mmlu-clinical_knowledge\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}