{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e2b24fcc-83f3-5a00-b00c-60920fb182fa","task_key":"all--test--e2b24fcc-83f3-5a00-b00c-60920fb182fa","task_revision_id":"1","upstream_id":"","short_description":"Which of the following statements is correct?","config":"all","split":"test","body":"{\"choices\":\"[\\\"Business ethics is not a real concept as the rules and ethics of everyday life don't apply to the world of business.\\\", 'Business Ethics is the study of business situations, activities and decisions where issues of right and wrong are addressed.', 'Business ethics cannot be defined as a real concept as it is an oxymoronic term.', 'Business ethics is concerned with the study of assessing the activities of a business based on their profitability.']\",\"question\":\"Which of the following statements is correct?\",\"subject\":\"business_ethics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}