{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c941d9ff-6c03-5072-8c89-e7f12d87b429","task_key":"default--test--6655","task_revision_id":"1","upstream_id":"6655","short_description":"Presbyopia refers to","config":"default","split":"test","body":"{\"category\":\"health\",\"options\":\"['The point of clearest vision moving randomly from the eye', 'The decline in vision with advanced age', 'The loss of taste as one grows older', 'The point of clearest vision moving farther from the eye', 'The increase in hearing sensitivity as one grows older', 'The point of clearest vision remaining at the same distance from the eye', 'The improvement in vision with advanced age', 'The loss of hearing for higher pitch as one grows older', 'The loss of hearing for lower pitch as one grows older', 'The point of clearest vision moving closer to the eye']\",\"question\":\"Presbyopia refers to\",\"src\":\"ori_mmlu-human_aging\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}