{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"874a45bb-f738-5b7b-ba0b-4ee29e72ac8e","task_key":"all--test--874a45bb-f738-5b7b-ba0b-4ee29e72ac8e","task_revision_id":"1","upstream_id":"","short_description":"According to the Standards for Educational and Psychological Testing, when…","config":"all","split":"test","body":"{\"choices\":\"['focus attention on the confidence interval of a score rather than on the obtained score itself', 'use descriptive labels, because such labels readily communicate specific meanings to most people', 'stress the obtained score, since it is the best estimate of the true score', 'exclude the potential effects of situational and demographic variables from consideration']\",\"question\":\"According to the Standards for Educational and Psychological Testing, when interpreting and reporting test results, one should\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}