{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5cc4aadd-4e6e-5200-9317-86b0b090c216","task_key":"all--test--5cc4aadd-4e6e-5200-9317-86b0b090c216","task_revision_id":"1","upstream_id":"","short_description":"If the demand for grapes increases simultaneously with an increase in the supply…","config":"all","split":"test","body":"{\"choices\":\"['equilibrium quantity rises, but the price change is ambiguous.', 'equilibrium quantity falls, but the price change is ambiguous.', 'equilibrium quantity rises, and the price rises.', 'equilibrium quantity falls, and the price falls.']\",\"question\":\"If the demand for grapes increases simultaneously with an increase in the supply of grapes, we can say that\",\"subject\":\"high_school_microeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}