{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"52100776-73d6-523e-a402-0eb856b993ba","task_key":"all--test--52100776-73d6-523e-a402-0eb856b993ba","task_revision_id":"1","upstream_id":"","short_description":"Lowering reserve requirements would","config":"all","split":"test","body":"{\"choices\":\"['force banks to hold more reserves and make more loans.', 'allow banks to make more loans and buy more investments thus decreasing the money supply.', 'allow banks to make more loans and buy more investments thus increasing the money supply.', 'allow banks more freedom to merge and acquire other businesses.']\",\"question\":\"Lowering reserve requirements would\",\"subject\":\"high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}