{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"8ea498f2-8c7f-5aab-9a49-99e8a79c3af2","task_key":"all--test--8ea498f2-8c7f-5aab-9a49-99e8a79c3af2","task_revision_id":"1","upstream_id":"","short_description":"What is the purpose of a 'quality circle'?","config":"all","split":"test","body":"{\"choices\":\"['Bring together managers and workers to find improvements.', 'Bring together managers and workers to discuss output.', 'Bring together managers and workers to review quality of work.', 'Bring together managers and workers to review targets.']\",\"question\":\"What is the purpose of a 'quality circle'?\",\"subject\":\"management\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}