{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"1a7f3ae6-35e0-5fee-9c96-4fddffe2d357","task_key":"all--test--1a7f3ae6-35e0-5fee-9c96-4fddffe2d357","task_revision_id":"1","upstream_id":"","short_description":"The main factors determining success in sport are:","config":"all","split":"test","body":"{\"choices\":\"['a high energy diet and large appetite.', 'high intelligence and motivation to succeed.', 'a good coach and the motivation to succeed.', 'innate ability and the capacity to respond to the training stimulus.']\",\"question\":\"The main factors determining success in sport are:\",\"subject\":\"clinical_knowledge\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}