{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ff9807ce-c35c-5c71-86e5-ffa67dd4d874","task_key":"all--test--ff9807ce-c35c-5c71-86e5-ffa67dd4d874","task_revision_id":"1","upstream_id":"","short_description":"A moral panic occurs when:","config":"all","split":"test","body":"{\"choices\":\"['the media exaggerate reports of deviant groups, generating hostile reactions', 'children watch violent or sexually explicit films and then copy the behaviour', 'audiences challenge the ethnic stereotypes represented by the media', 'elitists express concern with the Americanization of culture']\",\"question\":\"A moral panic occurs when:\",\"subject\":\"sociology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}