{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b4282f46-c8a9-570e-8b9e-a898816265b5","task_key":"default--test--10871","task_revision_id":"1","upstream_id":"10871","short_description":"Metz argues that dignity is based in","config":"default","split":"test","body":"{\"category\":\"philosophy\",\"options\":\"['a capacity for emotional intelligence', 'a capacity for scientific understanding', 'a capacity for communal or friendly relationships', 'a capacity for certain kinds of feelings or sentiments', 'a capacity for independent thinking', 'a capacity for moral thought', 'a capacity for rational deliberation', 'a capacity for physical strength', 'a capacity for artistic expression', 'a capacity for spiritual enlightenment']\",\"question\":\" Metz argues that dignity is based in\",\"src\":\"ori_mmlu-moral_disputes\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}