{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"429275b6-93d0-5854-a41f-73cd167d8c04","task_key":"all--test--429275b6-93d0-5854-a41f-73cd167d8c04","task_revision_id":"1","upstream_id":"","short_description":"Jared thinks that going to psychology lecture classes is a waste of time and…","config":"all","split":"test","body":"{\"choices\":\"['going to lecture classes', 'going to lecture classes, reading the review book, and watching \\\"Discovering Psychology\\\"', 'not going to lecture classes, reading the review book, and watching \\\"Discovering Psychology\\\"', 'just taking tests']\",\"question\":\"Jared thinks that going to psychology lecture classes is a waste of time and that you can do just as well in the course if you just read the review book, watch \\\"Discovering Psychology,\\\" and take the tests. He decides to test his hypothesis with an experiment. The independent variable in his experiment is\",\"subject\":\"high_school_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}