{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"793d2bd5-3e19-5e2b-9a81-2d3544121426","task_key":"all--test--793d2bd5-3e19-5e2b-9a81-2d3544121426","task_revision_id":"1","upstream_id":"","short_description":"The \"grandmother effect\" refers to:","config":"all","split":"test","body":"{\"choices\":\"['the premature aging of many Paleolithic women.', 'the shift in cave paintings that took place as older women began to express themselves.', 'the decrease in child mortality associated with the presence of older generations.', 'the tendency of feminist archaeologists to question male prejudice in the field.']\",\"question\":\"The \\\"grandmother effect\\\" refers to:\",\"subject\":\"prehistory\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}