{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"16abadbe-5d93-5a93-9af8-b80f8045db4c","task_key":"all--test--16abadbe-5d93-5a93-9af8-b80f8045db4c","task_revision_id":"1","upstream_id":"","short_description":"Do third States enjoy any fishing rights within the Exclusive Economic Zone of…","config":"all","split":"test","body":"{\"choices\":\"[\\\"When the coastal State cannot harvest the 'total allowable catch', the coastal State is to give other State access to that surplus with priority to be given to developing and land-locked States\\\", \\\"Third States may never have access to fisheries within another State's EEZ\\\", 'The coastal State is to give access to fisheries within its EEZ only to neighbouring States', 'Third States are free to fish within another EEZ, except from certain designated areas']\",\"question\":\"Do third States enjoy any fishing rights within the Exclusive Economic Zone of another State?\",\"subject\":\"international_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}