{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6f375d11-205c-5b09-aa58-f7e710606fd0","task_key":"all--test--6f375d11-205c-5b09-aa58-f7e710606fd0","task_revision_id":"1","upstream_id":"","short_description":"Which one of the following statements does NOT correctly describe transnational…","config":"all","split":"test","body":"{\"choices\":\"['Many TNCs operate in areas of electronics, chemicals, pharmaceuticals and petroleum.', 'Most TNCs produce and sell manufactured goods.', 'Most TNCs are headquartered in the United States, Japan, and the European Union.', 'TNCs are generally controlled by foreign governments.']\",\"question\":\"Which one of the following statements does NOT correctly describe transnational companies (TNCs)?\",\"subject\":\"high_school_geography\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}