{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"cbed575e-7b53-528b-b7ae-bde0671df76c","task_key":"default--test--2113","task_revision_id":"1","upstream_id":"2113","short_description":"Briefly trace social development during the period of adolescence.","config":"default","split":"test","body":"{\"category\":\"psychology\",\"options\":\"['Lesser focus on self-discovery and role experimentation', 'Increased social isolation and withdrawal from social contexts', 'more reliance on parents', 'Declining interest in establishing an identity', 'increased independence from peers', 'Heightened parental influence and reduced peer interaction', 'Reduced importance of peer acceptance', 'focus on academic success', 'Decreased ability to form close relationships', 'increased importance of social skills, less reliance on parents, and more reliance on peers']\",\"question\":\"Briefly trace social development during the period of adolescence.\",\"src\":\"stemez-Psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}