{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"425f3130-fd99-5325-928e-ed9cde8a1594","task_key":"all--test--425f3130-fd99-5325-928e-ed9cde8a1594","task_revision_id":"1","upstream_id":"","short_description":"Why are perceptual or vernacular regions so difficult to identify?","config":"all","split":"test","body":"{\"choices\":\"['Boundaries are constantly being redrawn.', 'Physical features, such as rivers, are constantly shifting.', 'Defining criteria are subjective and differ among researchers.', 'Antecedent boundaries were drawn before humans were located in the regions.']\",\"question\":\"Why are perceptual or vernacular regions so difficult to identify?\",\"subject\":\"high_school_geography\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}