{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d1008531-a51a-5bdc-9a65-4d52c49e1d2e","task_key":"all--test--d1008531-a51a-5bdc-9a65-4d52c49e1d2e","task_revision_id":"1","upstream_id":"","short_description":"If the activity of an enzyme is constant over a broad range of pH values, it is…","config":"all","split":"test","body":"{\"choices\":\"['only ionizing groups on the enzyme participate in the reaction', 'only ionizing groups on the substrate participate in the reaction', 'ionizing groups on both the enzyme and substrate participate in the reaction', 'no ionizing groups on the enzyme or substrate participate in the reaction']\",\"question\":\"If the activity of an enzyme is constant over a broad range of pH values, it is likely that\",\"subject\":\"college_biology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}