{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"fac50a7a-cd3c-5208-8f2e-d52459faca56","task_key":"all--test--fac50a7a-cd3c-5208-8f2e-d52459faca56","task_revision_id":"1","upstream_id":"","short_description":"At a Nash equilibrium,","config":"all","split":"test","body":"{\"choices\":\"['the supply curve intersects the demand curve', 'neither party has an incentive to deviate from his or her strategy', 'the marginal revenue curve intersects the marginal cost curve', 'the equilibrium is unstable and each party would like to switch strategies']\",\"question\":\"At a Nash equilibrium,\",\"subject\":\"high_school_microeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}