{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"1db1c85c-6a68-5e34-be8a-769ca138e9e4","task_key":"default--test--6338","task_revision_id":"1","upstream_id":"6338","short_description":"Social support is most likely to have a positive influence on health and well…","config":"default","split":"test","body":"{\"category\":\"health\",\"options\":\"['Provided only in a crisis situation', 'Very emotional', 'Unexpected', 'Perceived as support', \\\"Given without the recipient's knowledge\\\", 'External rather than internal', 'Constant and unwavering regardless of circumstances', 'Financial in nature', 'Provided solely through online platforms']\",\"question\":\"Social support is most likely to have a positive influence on health and well being when it is\",\"src\":\"ori_mmlu-human_aging\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}