{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f616efee-126c-50b0-81e2-fb83623ed9ae","task_key":"all--test--f616efee-126c-50b0-81e2-fb83623ed9ae","task_revision_id":"1","upstream_id":"","short_description":"What is the rationale for the exhaustion of local remedies in international…","config":"all","split":"test","body":"{\"choices\":\"['The local remedies rule aims to free up international tribunals to deal with the most serious cases', 'The local remedies rule aims to dissuade applicants abusing the system from filing unnecessary petitions', 'The local remedies rule aims on the one hand to restrict the volume of petitions to international tribunals while at the same time building up the capacity of local courts', 'The local remedies rule helps demonstrate that national courts are always better placed than international ones to deal with cases']\",\"question\":\"What is the rationale for the exhaustion of local remedies in international human rights?\",\"subject\":\"international_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}