{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7a3491b4-4cd7-50cc-ad40-cd79ec26b076","task_key":"default--test--2061","task_revision_id":"1","upstream_id":"2061","short_description":"Discuss three indicators of emotion.","config":"default","split":"test","body":"{\"category\":\"psychology\",\"options\":\"['Mood swings, depression, anxiety', 'Social media usage, internet browsing habits, television viewing preferences', 'Intelligence, memory, reaction time', 'Speech patterns, tone of voice, cadence', 'Happiness, sadness, anger', 'Weather conditions, time of day, day of the week', 'Personal reports, observed behaviors and physiological indicators', 'Blood type, hair color, handedness', 'Eye color, height, weight', 'Clothing style, food preferences, musical taste']\",\"question\":\"Discuss three indicators of emotion.\",\"src\":\"stemez-Psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}