{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"59b5e699-6ff3-5237-a00b-f7d524a2c304","task_key":"all--test--59b5e699-6ff3-5237-a00b-f7d524a2c304","task_revision_id":"1","upstream_id":"","short_description":"What is the fundamental prerequisite for the incorporation of custom under…","config":"all","split":"test","body":"{\"choices\":\"['Custom is incorporated if it is not in conflict with existing legislation', 'Custom is superior to English law and is always incorporated', 'Custom must first be recognised by Parliament before the courts can bring it into the domestic sphere', 'Custom is incorporated with the passing of implementing legislation']\",\"question\":\"What is the fundamental prerequisite for the incorporation of custom under English law?\",\"subject\":\"international_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}