{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"43ed9715-60e7-5c62-b093-d0dcc06ced8d","task_key":"all--test--43ed9715-60e7-5c62-b093-d0dcc06ced8d","task_revision_id":"1","upstream_id":"","short_description":"The real interest rate is","config":"all","split":"test","body":"{\"choices\":\"['what one sees when looking at bank literature', 'the nominal interest rate divided by the inflation rate', 'the nominal interest rate plus the anticipated inflation rate', 'the nominal interest rate minus anticipated inflation']\",\"question\":\"The real interest rate is\",\"subject\":\"high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}