{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e4f1da4a-c72b-5027-8146-1ca0f5ae2d50","task_key":"all--test--e4f1da4a-c72b-5027-8146-1ca0f5ae2d50","task_revision_id":"1","upstream_id":"","short_description":"Research on women who have had abortions indicates that","config":"all","split":"test","body":"{\"choices\":\"['subsequent problems in sexual adjustment and in relationships with men are common', 'most women who have abortions think no more about the event than they would about having a wisdom tooth removed', 'the psychological consequences are no worse than they are for women who have chosen to continue their pregnancies and give birth', 'the experience frequently has serious psychological consequences, usually in the form of guilt and depression']\",\"question\":\"Research on women who have had abortions indicates that\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}