{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0ed94e9d-cc31-5d3e-8f60-456ab3f513d4","task_key":"default--test--6018","task_revision_id":"1","upstream_id":"6018","short_description":"Remarriages are","config":"default","split":"test","body":"{\"category\":\"health\",\"options\":\"['More frequent for men than women', 'Illegal in most countries', 'Most common among those who have never been married before', 'Typically more successful', 'Always unsuccessful', 'Always successful', 'More frequent for woman than men', 'Typically less successful', 'Only allowed after a certain period of time', 'Most common among those who have been married multiple times before']\",\"question\":\"Remarriages are\",\"src\":\"ori_mmlu-human_aging\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}