{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"191ef3a4-6b39-532c-a770-795fa083b7be","task_key":"all--test--191ef3a4-6b39-532c-a770-795fa083b7be","task_revision_id":"1","upstream_id":"","short_description":"Allen's (2001) study of nurses showed that:","config":"all","split":"test","body":"{\"choices\":\"['nurses perform a great deal of emotional labour for which they are not paid', 'the policies of Project 2000 had the effect of de-professionalising the career of nursing', 'more men were moving into nursing, which challenges some of the prevailing stereotypes about the occupation', 'the role of the nurse was ambiguous and had to be constantly redefined in the context of everyday interactions with other staff and patients']\",\"question\":\"Allen's (2001) study of nurses showed that:\",\"subject\":\"sociology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}