{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"750fe1fb-7e15-5b20-b99b-fa91d560d4c7","task_key":"all--test--750fe1fb-7e15-5b20-b99b-fa91d560d4c7","task_revision_id":"1","upstream_id":"","short_description":"What distinguishes the trade patterns of the Mesolithic from those of the Upper…","config":"all","split":"test","body":"{\"choices\":\"['in the Mesolithic, goods traveled farther and more goods were exchanged', 'in the Mesolithic, goods traveled farther but fewer goods were exchanged', 'in the Mesolithic, goods traveled less far but more goods were exchanged', 'in the Mesolithic, goods traveled less far and fewer goods were exchanged']\",\"question\":\"What distinguishes the trade patterns of the Mesolithic from those of the Upper Paleolithic?\",\"subject\":\"prehistory\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}