{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"1ece1214-92ee-5f7e-b694-fb63b52a2a0c","task_key":"all--test--1ece1214-92ee-5f7e-b694-fb63b52a2a0c","task_revision_id":"1","upstream_id":"","short_description":"The alternative form of 'network organization' means that:","config":"all","split":"test","body":"{\"choices\":\"['work can be subcontracted out to independent suppliers and retailers', 'business transactions occur only through electronic communication', 'the Japanese model is applied, through lateral networks of flexible roles', 'activities are redistributed equally between men and women']\",\"question\":\"The alternative form of 'network organization' means that:\",\"subject\":\"sociology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}