{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"08ed4a21-5dad-565b-ab5e-7aca227ff6c2","task_key":"all--test--08ed4a21-5dad-565b-ab5e-7aca227ff6c2","task_revision_id":"1","upstream_id":"","short_description":"A psychologist working in an elementary school setting asked to evaluate the…","config":"all","split":"test","body":"{\"choices\":\"['averaging the scores from the tests to increase the reliability and therefore the validity of the measures', 'choosing from among the tests by selecting the test with the highest reliability', 'asking the school principal to provide guidance on the selection of criteria, because the principal will have continuing responsibility for the results', 'using professional judgment to select from among the tests or combinations of tests, depending upon the goals of the program']\",\"question\":\"A psychologist working in an elementary school setting asked to evaluate the effectiveness of a new school program that has served 200 to 300 children per year for the past 5 years. Appropriate pre- and postintervention measures are available for each child. The psychologist should choose the dependent variables for the evaluation by\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}