{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e2dbeb20-c3df-581e-b020-736b0a8347d5","task_key":"all--test--e2dbeb20-c3df-581e-b020-736b0a8347d5","task_revision_id":"1","upstream_id":"","short_description":"In general, it can be said that job satisfaction","config":"all","split":"test","body":"{\"choices\":\"['is not highly correlated with job performance', 'seems to increase considerably with an increase in wages', 'is higher in groups that do not have to assume responsibility', 'tends to decrease steadily as tenure on a job increases']\",\"question\":\"In general, it can be said that job satisfaction\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}