{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f131f730-d800-5b5a-9a52-99eff60f8cd0","task_key":"all--test--f131f730-d800-5b5a-9a52-99eff60f8cd0","task_revision_id":"1","upstream_id":"","short_description":"In response to the objection that freedom of association is much more important…","config":"all","split":"test","body":"{\"choices\":\"['there is no freedom of association in the marital context.', 'his argument does not require that marital and political freedom of association be equally important.', 'freedom of association is equally important in both contexts.', 'none of the above']\",\"question\":\" In response to the objection that freedom of association is much more important in the marital context than the political realm, Wellman says\",\"subject\":\"moral_disputes\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}