{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"41c4a3aa-c68e-5dc1-b594-861bf3e38645","task_key":"all--test--41c4a3aa-c68e-5dc1-b594-861bf3e38645","task_revision_id":"1","upstream_id":"","short_description":"Prosthetic groups are:","config":"all","split":"test","body":"{\"choices\":\"['required by all enzymes in the cell.', 'loosely bound to enzymes via hydrogen bonds.', 'sites on the enzyme molecule that permit allosteric modification of enzyme activity.', 'tightly bound to enzymes and are required for their activity.']\",\"question\":\"Prosthetic groups are:\",\"subject\":\"clinical_knowledge\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}