{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"63d543ab-f956-5981-82f2-4b257727ae05","task_key":"all--test--63d543ab-f956-5981-82f2-4b257727ae05","task_revision_id":"1","upstream_id":"","short_description":"What is an example of \"mutual coercion, mutually agreed upon\"?","config":"all","split":"test","body":"{\"choices\":\"['all countries cooperating to change the existing incentive structure by introducing a system of enforceable sanctions to curb climate change.', 'the agreement of more powerful nations to require less powerful nations to curb greenhouse gas emissions for the benefit of all humanity.', 'the agreement of less powerful nations to boycott trade with more powerful nations until the latter agree to curb their greenhouse gas emissions.', 'the agreement of a large number of individual agents to restrict their own pollution.']\",\"question\":\" What is an example of \\\"mutual coercion, mutually agreed upon\\\"?\",\"subject\":\"moral_disputes\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}