{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"70050367-b510-5a85-b7c8-bb4616fca7d5","task_key":"default--test--6092","task_revision_id":"1","upstream_id":"6092","short_description":"With respect to job training, younger workers","config":"default","split":"test","body":"{\"category\":\"health\",\"options\":\"['Have less experience and therefore need more training', 'Do not benefit from training as much as older workers do', 'Are less open to feedback than older workers', 'Prefer to have classes by themselves', 'Always learn faster than older workers', 'Always perform worse on the job than trained older workers', 'Receive more opportunities than older workers', 'Are not interested in job training', 'Perform better on the job than trained older workers', 'Prefer online training over traditional classroom learning']\",\"question\":\"With respect to job training, younger workers\",\"src\":\"ori_mmlu-human_aging\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}