{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f965b7ac-7c18-579a-a335-893e563073f3","task_key":"all--test--f965b7ac-7c18-579a-a335-893e563073f3","task_revision_id":"1","upstream_id":"","short_description":"In personnel selection, the selection ratio is defined as the","config":"all","split":"test","body":"{\"choices\":\"['ratio of successful co unsuccessful workers', 'ratio of the number of successful selected workers to the difficulty level of the job', 'percent of workers correctly placed in the group hired to do the job', 'ratio of the number of workers needed to the number of applicants available']\",\"question\":\"In personnel selection, the selection ratio is defined as the\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}