{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"bfcf070d-4b05-5e0e-8ddf-47eea7d55ba5","task_key":"all--test--bfcf070d-4b05-5e0e-8ddf-47eea7d55ba5","task_revision_id":"1","upstream_id":"","short_description":"Pre-testing a questionnaire is useful for:","config":"all","split":"test","body":"{\"choices\":\"['finding out which topics are important to the respondents', 'testing out your computer and printer', 'identifying any problems with the question wording and routing', 'deciding which respondents to leave out of the final sample']\",\"question\":\"Pre-testing a questionnaire is useful for:\",\"subject\":\"sociology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}