{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5dff74dd-5e5e-5b8d-b85e-fda5ecdf2034","task_key":"all--test--5dff74dd-5e5e-5b8d-b85e-fda5ecdf2034","task_revision_id":"1","upstream_id":"","short_description":"S(s) + O2(g) → SO2(g)","config":"all","split":"test","body":"{\"choices\":\"['one atom of S reacts with one molecule of O2 to yield one molecule of SO2', 'one mole of sulfur atoms reacts with one mole of oxygen molecules to yield one mole of sulfur dioxide molecules', 'this reaction goes to completion', 'adding S(s) will change the equilibrium constant']\",\"question\":\"S(s) + O2(g) → SO2(g)\",\"subject\":\"high_school_chemistry\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}