{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"4e87bde4-5370-5d3a-8299-4c6c8ba0dec2","task_key":"all--test--4e87bde4-5370-5d3a-8299-4c6c8ba0dec2","task_revision_id":"1","upstream_id":"","short_description":"Which of the following statements best describes the UN Human Rights Council?","config":"all","split":"test","body":"{\"choices\":\"['The UN Human Rights Council has the power to impose economic sanctions on a state for human rights violations', 'The UN Human Rights Council scrutinises the human rights records of member states on the Council and each member state of the UN', 'The UN Human Rights Council replaced the Economic and Social Committee of the UN', 'The UN Human Rights Council consists of 27 member states']\",\"question\":\"Which of the following statements best describes the UN Human Rights Council?\",\"subject\":\"international_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}