{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d70ebcba-64a9-512d-9545-d13d1ec20c29","task_key":"all--test--d70ebcba-64a9-512d-9545-d13d1ec20c29","task_revision_id":"1","upstream_id":"","short_description":"The correlation between two sets of test scores indicates the","config":"all","split":"test","body":"{\"choices\":\"['extent to which skill in one test results in skill in another', 'accuracy of the two sets of test scores', 'extent to which skill in both tests is the result of a third skill', 'proportion of variance in one test associated with variance in the other test']\",\"question\":\"The correlation between two sets of test scores indicates the\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}