{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f7873d26-d445-583d-805b-e13a2b5bbb04","task_key":"default--test--2769","task_revision_id":"1","upstream_id":"2769","short_description":"Job satisfaction is an accurate predictor of:","config":"default","split":"test","body":"{\"category\":\"psychology\",\"options\":\"['employee turnover but not job performance.', 'neither job performance nor health.', 'job performance but not health.', 'neither health nor employee turnover.', 'health but not job performance.', 'both job performance and health.', 'salary increments but not job performance.', 'employee turnover and health.', 'health and employee turnover.', 'job performance and absenteeism.']\",\"question\":\"Job satisfaction is an accurate predictor of:\",\"src\":\"ori_mmlu-professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}