{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"80b73ebd-c9db-5816-b7b7-07f242891497","task_key":"all--test--80b73ebd-c9db-5816-b7b7-07f242891497","task_revision_id":"1","upstream_id":"","short_description":"What does Milton Friedman believe to be the sole responsibility of business?","config":"all","split":"test","body":"{\"choices\":\"['The only social responsibility of business is to its shareholders', 'Managers should act in ways that balance the interest of society and shareholders', 'The primary responsibility organizations have is to its employees', 'The primary responsibility organizations have is to its stakeholders']\",\"question\":\"What does Milton Friedman believe to be the sole responsibility of business?\",\"subject\":\"business_ethics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}