{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"153a3150-6e3e-5ffa-939f-93c7204c5ab9","task_key":"default--test--6342","task_revision_id":"1","upstream_id":"6342","short_description":"Older workers are more likely to","config":"default","split":"test","body":"{\"category\":\"health\",\"options\":\"['Be absent from work', 'Be more prone to workplace accidents', 'Be less productive', 'Be less likely to learn new technology', 'Be less innovative', 'Be resistant to change', 'Be laid off', 'Retire early', 'Be less motivated', 'Be dissatisfied with their jobs']\",\"question\":\"Older workers are more likely to\",\"src\":\"ori_mmlu-human_aging\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}