{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"200e2b38-97ce-580d-95b0-cbe87b823df1","task_key":"all--test--200e2b38-97ce-580d-95b0-cbe87b823df1","task_revision_id":"1","upstream_id":"","short_description":"Archaeological evidence for the domestication of cats suggests it occurred when…","config":"all","split":"test","body":"{\"choices\":\"['before 22,000 years ago, as a result of the shift from opportunistic foraging to logistical collecting', 'before 11,000 years ago, as a direct result of artificial selection', 'after 11,000 years ago, as an unintentional consequence of food production and storage', 'after 9,000 years ago, as an unintentional result of the domestication of cattle and production of milk and cheese']\",\"question\":\"Archaeological evidence for the domestication of cats suggests it occurred when and why?\",\"subject\":\"prehistory\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}