{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0fdea0c6-9311-5051-a7a2-b273f3bc6175","task_key":"all--test--0fdea0c6-9311-5051-a7a2-b273f3bc6175","task_revision_id":"1","upstream_id":"","short_description":"If there were a leverage effect in practice, what would be the shape of the news…","config":"all","split":"test","body":"{\"choices\":\"['It would rise more quickly for negative disturbances than for positive ones of the same magnitude', 'It would be symmetrical about zero', 'It would rise less quickly for negative disturbances than for positive ones of the same magnitude', 'It would be zero for all positive disturbances']\",\"question\":\"If there were a leverage effect in practice, what would be the shape of the news impact curve for as model that accounted for that leverage?\",\"subject\":\"econometrics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}