{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"87115367-e7d1-5f34-934d-ed03f423fd6c","task_key":"all--test--87115367-e7d1-5f34-934d-ed03f423fd6c","task_revision_id":"1","upstream_id":"","short_description":"An ideal solution is a","config":"all","split":"test","body":"{\"choices\":\"['mixture where two solvents can be dissolved in all ratios', 'mixture that has the same physical properties as the individual solvents', 'mixture where the potential energy of the mixture is the same as that of the individual solvents', 'mixture that is colorless']\",\"question\":\"An ideal solution is a\",\"subject\":\"high_school_chemistry\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}