{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"8904bf30-e9d2-531d-8e5c-45be8e266438","task_key":"all--test--8904bf30-e9d2-531d-8e5c-45be8e266438","task_revision_id":"1","upstream_id":"","short_description":"A company president is concerned about the low motivation and satisfaction of…","config":"all","split":"test","body":"{\"choices\":\"['ERG theory', 'expectancy theory', 'equity theory', 'two-factor theory']\",\"question\":\"A company president is concerned about the low motivation and satisfaction of her employees and, as a result, institutes a wage and bonus (financial) incentive program for all employees. Six months later, the president finds that her efforts have not increased the employees' job motivation or satisfaction. This result is best predicted by which of the following theories?\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}