{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f605deba-c1a5-5b6f-bc28-c5945b770fc0","task_key":"all--test--f605deba-c1a5-5b6f-bc28-c5945b770fc0","task_revision_id":"1","upstream_id":"","short_description":"Which of the following sources makes the greatest contribution to the dry mass…","config":"all","split":"test","body":"{\"choices\":\"['Organic molecules from decaying matter in the soil that are taken up by the roots', 'Mineral nutrients dissolved in groundwater that are taken up by the roots', 'Water that is taken up by the roots and carbon dioxide from the air', 'Endosperm located in the cotyledons of the acorn']\",\"question\":\"Which of the following sources makes the greatest contribution to the dry mass of organic matter that comprises an oak tree?\",\"subject\":\"college_biology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}