{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b8559849-75c9-5206-add8-7967b115da9d","task_key":"default--test--2499","task_revision_id":"1","upstream_id":"2499","short_description":"According to Piaget, children are ___________.","config":"default","split":"test","body":"{\"category\":\"psychology\",\"options\":\"['Unable to learn complex concepts', '“Blank slates”', '\\\"Little artists\\\"', '“Little scientists”', '\\\"Little philosophers\\\"', 'Shaped by their environment only', 'Shaped by culture', 'Less intelligent than adults', 'Just smaller versions of adults', 'Influenced by genetics only']\",\"question\":\"According to Piaget, children are ___________.\",\"src\":\"ori_mmlu-professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}