{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6aed3479-7847-5c48-8012-f3b147052c6e","task_key":"all--test--6aed3479-7847-5c48-8012-f3b147052c6e","task_revision_id":"1","upstream_id":"","short_description":"A 15-year-old girl is brought to the office by her mother because of abdominal…","config":"all","split":"test","body":"{\"choices\":\"['Color, caliber, and frequency of bowel movements', 'Exposure to sexually transmitted diseases', 'Family history of irritable bowel syndrome', 'Menstrual history']\",\"question\":\"A 15-year-old girl is brought to the office by her mother because of abdominal pain and constipation for the past several weeks. Her mother says, \\\"She is getting almost all A's in school and she is on the track team.\\\" You ask the patient about her diet and she responds, \\\"I'm kind of a picky eater.\\\" She requests a laxative to help with her constipation. She is 158 cm (5 ft 2 in) tall and weighs 43 kg (95 lb); BMI is 18 kg/m2 . Pulse is 65/min. Specific additional history should be obtained regarding which of the following?\",\"subject\":\"professional_medicine\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}