{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5c795460-f3df-58ff-8c0e-5049010cd06e","task_key":"all--test--5c795460-f3df-58ff-8c0e-5049010cd06e","task_revision_id":"1","upstream_id":"","short_description":"What is the meaning of \"act of State\" doctrine?","config":"all","split":"test","body":"{\"choices\":\"['The act of State doctrine denotes that all State acts attract immunity', 'The act of State doctrine denotes that the assessment as to the existence of an alleged tort committed by a State belongs to the executive and not the courts', 'The act of State doctrine denotes that the courts are well placed to assess the existence of an alleged tort committed by the State', 'The act of State doctrine is a legal mechanism that allows the courts to provide immunity to public acts of foreign States']\",\"question\":\"What is the meaning of \\\"act of State\\\" doctrine?\",\"subject\":\"international_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}