{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3d754529-d490-52fc-8f7a-c49ead17e2df","task_key":"all--test--3d754529-d490-52fc-8f7a-c49ead17e2df","task_revision_id":"1","upstream_id":"","short_description":"What is the meaning of collective rights?","config":"all","split":"test","body":"{\"choices\":\"['Collective rights belong to distinct groups of people', 'Collective rights are those that belong to particular groups as opposed to the individual members of the group', 'Minority rights are collective rights', \\\"Collective rights entail a right of the group as such as well as individual rights of the group's members\\\"]\",\"question\":\"What is the meaning of collective rights?\",\"subject\":\"international_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}