{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2730ceb6-664a-5591-953e-cbddeda9224b","task_key":"all--test--2730ceb6-664a-5591-953e-cbddeda9224b","task_revision_id":"1","upstream_id":"","short_description":"Jimmy and Kima are going on a trip. They will drive for three days. The first…","config":"all","split":"test","body":"{\"choices\":\"['150 + 400 + 200', '200 + 400 + 200', '200 + 450 + 200', '200 + 500 + 200']\",\"question\":\"Jimmy and Kima are going on a trip. They will drive for three days. The first day they will drive 182 miles. The second day they will drive 439 miles. The third day they will drive 217 miles. Which expression is the closest estimate of how many miles Jimmy and Kima will drive on their trip?\",\"subject\":\"elementary_mathematics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}