{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c55f2237-63a4-565d-a671-7136c8d8a902","task_key":"all--test--c55f2237-63a4-565d-a671-7136c8d8a902","task_revision_id":"1","upstream_id":"","short_description":"Which statement is closest to characterizing the principal difference between…","config":"all","split":"test","body":"{\"choices\":\"['They adopt different attitudes towards the role of the courts in maintaining order.', 'They disagree about the role of law in society.', 'They have opposing views about the nature of contractual obligations.', 'They differ in respect of their account of life before the social contract.']\",\"question\":\"Which statement is closest to characterizing the principal difference between the positions adopted by Hobbes and Locke?\",\"subject\":\"jurisprudence\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}