{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"af3e923f-ffde-5eb5-b508-9af65586e52d","task_key":"default--test--2511","task_revision_id":"1","upstream_id":"2511","short_description":"Which of the following is true of strong organizational culture?","config":"default","split":"test","body":"{\"category\":\"psychology\",\"options\":\"['It is correlated with low levels of job performance', 'It is correlated with low levels of job commitment', 'It is correlated with high levels of job performance', 'It has no effect on job performance or commitment']\",\"question\":\"Which of the following is true of strong organizational culture?\",\"src\":\"ori_mmlu-professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}