{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ec9161c5-ce7b-5553-92d5-7ceabc95ef26","task_key":"all--test--ec9161c5-ce7b-5553-92d5-7ceabc95ef26","task_revision_id":"1","upstream_id":"","short_description":"With regard to the effects of crowding, which of the following is true?","config":"all","split":"test","body":"{\"choices\":\"['Men are more likely than women to act aggressively in crowded conditions.', 'Men are less likely than women to be stressed by crowded conditions.', 'Men and women are equally likely to react negatively to crowded conditions.', 'Men and women react aggressively to crowded conditions to about the same degree']\",\"question\":\"With regard to the effects of crowding, which of the following is true?\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}