{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6127485d-b266-5823-940a-cc6611f4763e","task_key":"all--test--6127485d-b266-5823-940a-cc6611f4763e","task_revision_id":"1","upstream_id":"","short_description":"As used in personnel selection, “adverse impact” means that","config":"all","split":"test","body":"{\"choices\":\"['a group covered by law is hired at a rate less than 80% of that of the group with the best selection', 'selection interviews are “adverse” for groups covered by law and result in differential selection rates', 'adverse conditions exist for selection of groups covered bylaw', 'the total selection process results in unequal results for one or more groups covered by law']\",\"question\":\"As used in personnel selection, “adverse impact” means that\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}