{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f772b9b8-c5a3-5a3a-b1cd-c585233ab812","task_key":"all--test--f772b9b8-c5a3-5a3a-b1cd-c585233ab812","task_revision_id":"1","upstream_id":"","short_description":"Brenda gets enraged when people criticize her, talks about becoming the first…","config":"all","split":"test","body":"{\"choices\":\"['hypochondriasis', 'disorganized schizophrenia', 'antisocial personality disorder', 'narcissistic personality disorder']\",\"question\":\"Brenda gets enraged when people criticize her, talks about becoming the first woman president, exaggerates her abilities and talents, takes advantage of classmates, and constantly demands attention in class. When she received a certificate for participating in an essay contest, she told everyone she'd won a prestigious writing award. She most likely would be diagnosed as evidencing\",\"subject\":\"high_school_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}