{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"dfa9eb89-9e24-55a5-829b-3085c00569a0","task_key":"all--test--dfa9eb89-9e24-55a5-829b-3085c00569a0","task_revision_id":"1","upstream_id":"","short_description":"The Pauli exclusion principle states that","config":"all","split":"test","body":"{\"choices\":\"['no two electrons can have the same four quantum numbers', 'no two electrons with the same spin can occupy an orbital', 'no two electrons can occupy separate orbitals', 'no two electrons can pair up if there is an empty orbital available']\",\"question\":\"The Pauli exclusion principle states that\",\"subject\":\"high_school_chemistry\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}