{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"65e06417-8938-5843-b8d7-55645a4036e9","task_key":"all--test--65e06417-8938-5843-b8d7-55645a4036e9","task_revision_id":"1","upstream_id":"","short_description":"The rate of blood lactate accumulation is determined by:","config":"all","split":"test","body":"{\"choices\":\"['the rate of muscle lactate production and the rate of muscle lactate efflux.', 'the rate of anaerobic glycolysis.', 'the rate of muscle glucose uptake.', 'the difference between the rate of lactate appearance and the rate of lactate clearance.']\",\"question\":\"The rate of blood lactate accumulation is determined by:\",\"subject\":\"college_medicine\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}