{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ddcc08a1-6c20-5e97-964e-2a98369baf40","task_key":"all--test--ddcc08a1-6c20-5e97-964e-2a98369baf40","task_revision_id":"1","upstream_id":"","short_description":"Mr. Bee's statistics class had a standard deviation of 11.2 on a standardized…","config":"all","split":"test","body":"{\"choices\":\"[\\\"Mr. Bee's class is less heterogeneous than Mr. Em's.\\\", \\\"Mr. Em's class is more homogeneous than Mr. Bee's.\\\", \\\"Mr. Bee's class performed twice as well as Mr. Em's.\\\", \\\"Mr. Em's class did not do as well as Mr. Bee's.\\\"]\",\"question\":\"Mr. Bee's statistics class had a standard deviation of 11.2 on a standardized test, while Mr. Em's class had a standard deviation of 5.6 on the same test. Which of the following is the most reasonable conclusion concerning the two classes' performance on the test?\",\"subject\":\"high_school_statistics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}