{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"20828db4-89aa-5fc6-8f03-26193dbcb83c","task_key":"all--test--20828db4-89aa-5fc6-8f03-26193dbcb83c","task_revision_id":"1","upstream_id":"","short_description":"What is a virtual organisation?","config":"all","split":"test","body":"{\"choices\":\"[\\\"An organisation that uses information and communications technologies (ICT's) to coordinate activities without physical boundaries between different functions\\\", 'An organisation that uses internet technologies to sell products to customers', 'An organisation that manages the supply chain using digital technologies', 'An organisation that coordinates the workforce via video conferencing']\",\"question\":\"What is a virtual organisation?\",\"subject\":\"management\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}