{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f50e3284-a67e-527a-ac1a-4cf397e331f4","task_key":"default--test--2795","task_revision_id":"1","upstream_id":"2795","short_description":"Name and describe three major types of frustration.","config":"default","split":"test","body":"{\"category\":\"psychology\",\"options\":\"['Biological frustrations, cultural frustrations, and educational frustrations', 'Environmental frustrations, personal frustrations, and conflict frustrations', 'Academic frustrations, economic frustrations, and ethical frustrations', 'Aesthetic frustrations, health-related frustrations, and legal frustrations', 'Social frustrations, mental frustrations, and philosophical frustrations', 'Psychological frustrations, physical frustrations, and intellectual frustrations', 'Occupational frustrations, political frustrations, and moral frustrations', 'Emotional frustrations, spiritual frustrations, and financial frustrations', 'Technological frustrations, interpersonal frustrations, and existential frustrations', 'Physical frustrations, emotional frustrations, and social frustrations']\",\"question\":\"Name and describe three major types of frustration.\",\"src\":\"stemez-Psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}