{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f26e71f3-bfd0-5b1e-a986-c4b7b0ca6b87","task_key":"all--test--f26e71f3-bfd0-5b1e-a986-c4b7b0ca6b87","task_revision_id":"1","upstream_id":"","short_description":"Fisher's Hypothesis states that","config":"all","split":"test","body":"{\"choices\":\"['the real interest equals the nominal interest rate plus the inflation rate.', 'the nominal interest rate equals the real interest rate minus the inflation rate.', 'the nominal interest rate equals the unemployment rate plus the real interest rate.', 'the nominal interest rate equals the real interest rate plus the inflation rate.']\",\"question\":\"Fisher's Hypothesis states that\",\"subject\":\"high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}