{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f3d5cb03-2902-5915-a50c-9b30c392880e","task_key":"default--test--364","task_revision_id":"1","upstream_id":"364","short_description":"What is a normative perspective?","config":"default","split":"test","body":"{\"category\":\"business\",\"options\":\"['The way things were.', 'The way things might have been.', 'The way things are going to be.', 'The way things are perceived to be.', 'The way things are.', 'The way things could have been.', 'The way things should be.', 'The way things were thought to be.', 'The way things appear to be.', 'The way things could be.']\",\"question\":\"What is a normative perspective?\",\"src\":\"ori_mmlu-management\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}