{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b988e270-f283-570b-aa34-a92eb9784b2b","task_key":"all--test--b988e270-f283-570b-aa34-a92eb9784b2b","task_revision_id":"1","upstream_id":"","short_description":"A psychologist obtains a statistically significant F-ratio for the interaction…","config":"all","split":"test","body":"{\"choices\":\"['the effects of one variable are significant across all levels of the second variable.', 'the effects of one variable are contingent on the level of the second variable.', 'the main effects of both variables are statistically significant.', 'the two variables are statistically significant only when considered jointly.']\",\"question\":\"A psychologist obtains a statistically significant F-ratio for the interaction between two independent variables. This means that:\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}