{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"38d2df44-3b23-593c-a0b4-7f1240b014eb","task_key":"default--test--6387","task_revision_id":"1","upstream_id":"6387","short_description":"The daily amount of protein oxidized in the body of a person spending 24 hours…","config":"default","split":"test","body":"{\"category\":\"health\",\"options\":\"['O2 consumption alone', 'Breath collection', 'Breath collection and total urinary nitrogen excretion combined', 'Total urinary nitrogen excretion and CO2 production combined', 'CO2 production alone', 'Blood pressure measurement alone', 'O2 consumption and CO2 production combined', 'Sweat collection alone', 'Saliva collection alone', 'Total urinary nitrogen excretion alone']\",\"question\":\"The daily amount of protein oxidized in the body of a person spending 24 hours in a respiratory chamber can be determined from his/her:\\n\",\"src\":\"ori_mmlu-nutrition\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}