{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"4345f609-d2f9-5dab-9c60-247407e1009b","task_key":"default--test--2605","task_revision_id":"1","upstream_id":"2605","short_description":"What factors account for individual differences in problem solving?","config":"default","split":"test","body":"{\"category\":\"psychology\",\"options\":\"['Age and gender', 'Birth order and marital status', 'Sleep patterns and dietary habits', 'Astrological sign and time of day', 'Social media usage and television watching habits', 'Physical strength', 'Language proficiency', 'Motivation and personality, intelligence, background knowledge, memory, and application of knowledge', 'Height and weight', 'Handwriting style and artistic ability']\",\"question\":\"What factors account for individual differences in problem solving?\",\"src\":\"stemez-Psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}