{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5cc02d2c-e878-5c1f-bb7c-7ac93a94dfaf","task_key":"all--test--5cc02d2c-e878-5c1f-bb7c-7ac93a94dfaf","task_revision_id":"1","upstream_id":"","short_description":"Is recognition of governments prevalent in contemporary international practice?","config":"all","split":"test","body":"{\"choices\":\"['Recognition of governments is very prevalent in contemporary practice', 'Recognition of governments has largely been replaced by functional Recognition', 'Government recognition is common in respect of rebel entities', 'Only democratic governments are recognised in contemporary practice']\",\"question\":\"Is recognition of governments prevalent in contemporary international practice?\",\"subject\":\"international_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}