{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ff1f5265-3c3a-57f8-a03f-5a489c0ae68f","task_key":"all--test--ff1f5265-3c3a-57f8-a03f-5a489c0ae68f","task_revision_id":"1","upstream_id":"","short_description":"A thin layer chromatography is performed on both the reactants and products of a…","config":"all","split":"test","body":"{\"choices\":\"['SN2 reaction converting an alkyl bromide to an alkyl chloride', 'Addition reaction converting an alkene to an alcohol', 'Nucleophilic acyl substitution reaction converting an ester to an anhydride', 'Elimination reaction converting an alcohol to an alkene']\",\"question\":\"A thin layer chromatography is performed on both the reactants and products of a reaction. It is found that the products have an Rf value that is significantly higher than the reactants. Which of the following could adequately describe this reaction:\",\"subject\":\"college_medicine\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}