{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"fabb0a0c-411e-5b84-a2e2-ddd4215043c8","task_key":"all--test--fabb0a0c-411e-5b84-a2e2-ddd4215043c8","task_revision_id":"1","upstream_id":"","short_description":"The patient's self-report of pain is important because health care staff:","config":"all","split":"test","body":"{\"choices\":\"[\\\"can overestimate the intensity of the patient's pain.\\\", \\\"underestimate the intensity of the patient's pain.\\\", 'do not possess an objective way of assessing pain.', 'can use the information to prescribe and administer the least possible amount of pain relief.']\",\"question\":\"The patient's self-report of pain is important because health care staff:\",\"subject\":\"clinical_knowledge\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}