{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c7a5f4d9-2875-549d-ac69-0d7f4f1f3e37","task_key":"all--test--c7a5f4d9-2875-549d-ac69-0d7f4f1f3e37","task_revision_id":"1","upstream_id":"","short_description":"The primary objective of team-based selling is to","config":"all","split":"test","body":"{\"choices\":\"['match various functional areas of the company with customer needs', 'distribute the work involved in managing an account', 'equitably manage the sales bonus pool', 'create multiple points of contact between the customer and the company']\",\"question\":\"The primary objective of team-based selling is to\",\"subject\":\"marketing\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}