{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b0143221-642d-53f1-be23-c4536f8904ea","task_key":"all--test--b0143221-642d-53f1-be23-c4536f8904ea","task_revision_id":"1","upstream_id":"","short_description":"Which of the following is a true statement about optical isomerism of complexes…","config":"all","split":"test","body":"{\"choices\":\"['Square planar complexes can display optical isomerism only if all four ligands are identical.', 'Tetrahedral complexes never display optical isomerism.', 'Linear complexes can display optical isomerism when both ligands are different.', 'Octahedral complexes of monodentate ligands can display optical isomerism only when they have at least three different ligands.']\",\"question\":\"Which of the following is a true statement about optical isomerism of complexes containing achiral ligands?\",\"subject\":\"college_chemistry\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}