{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"9d191ede-8ab0-5526-828b-7ba264b332ca","task_key":"all--test--9d191ede-8ab0-5526-828b-7ba264b332ca","task_revision_id":"1","upstream_id":"","short_description":"Is the recognition of foreign judgments subject to the same rules as those…","config":"all","split":"test","body":"{\"choices\":\"['Foreign judgments are enforced on the basis of the doctrine of incorporation', 'Foreign judgments are enforced on the basis of the doctrine of transformation', 'The recognition of foreign judgments is dependent on the existence of appropriate bilateral or multilateral treaties', 'The courts exercise discretion as to the enforcement of foreign judgments on the basis of the rule of comity']\",\"question\":\"Is the recognition of foreign judgments subject to the same rules as those applicable to the incorporation and transformation of treaties?\",\"subject\":\"international_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}