{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"57c66dad-32c8-592d-ba05-d1c27ecf4093","task_key":"all--test--57c66dad-32c8-592d-ba05-d1c27ecf4093","task_revision_id":"1","upstream_id":"","short_description":"Statistical regression is a potential threat to a study’s internal validity…","config":"all","split":"test","body":"{\"choices\":\"['there is a statistically different number of participants in the study’s treatment groups.', 'there is a statistically significant difference in the number of participants who drop out of the different treatment groups during the course of the study.', 'participants are selected for inclusion in the study because of their extremely high or low scores on the pretest.', 'the researcher is unable to randomly assign participants to the different treatment groups.']\",\"question\":\"Statistical regression is a potential threat to a study’s internal validity when:\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}