{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6e1d93ba-b4b6-5f3e-bf14-86494f92b5ea","task_key":"all--test--6e1d93ba-b4b6-5f3e-bf14-86494f92b5ea","task_revision_id":"1","upstream_id":"","short_description":"In order to deal with the legal issue of age discrimination, iris important for…","config":"all","split":"test","body":"{\"choices\":\"['only when company policy reflects adverse impact on older workers', \\\"whenever the employee's age, instead of work performance, is the basis for firing\\\", 'whenever the affected employee can demonstrate substantial economic loss', 'only when the majority of employees in a given age group are adversely affected economically']\",\"question\":\"In order to deal with the legal issue of age discrimination, iris important for the psychologist to know that, with regard to the firing of an employee, evidence of age discrimination exists\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}