{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3406c05f-d3f2-5aba-9199-db141a4f48a3","task_key":"all--test--3406c05f-d3f2-5aba-9199-db141a4f48a3","task_revision_id":"1","upstream_id":"","short_description":"A psychologist at a pain clinic is helping design a medication reduction…","config":"all","split":"test","body":"{\"choices\":\"[\\\"in the patient’s food, because reduction will occur sooner as the patient's awareness of the medication decreases\\\", 'at specific times, because then the medication will not be given in response to pain', 'only when requested by the patient, because reduction will occur sooner if less medication is given', 'by injection, because as administration becomes more painful, less medication will be requested']\",\"question\":\"A psychologist at a pain clinic is helping design a medication reduction schedule to address the learned aspects of a patient's medication use. The psychologist’s best recommendation would be to administer medication\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}