{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"fd05d574-5705-55bb-bf59-45d7753f7805","task_key":"all--test--fd05d574-5705-55bb-bf59-45d7753f7805","task_revision_id":"1","upstream_id":"","short_description":"Dworkin contends that to every legal question there is only one right answer.…","config":"all","split":"test","body":"{\"choices\":\"['In hard cases judges generally decide cases on the basis of rights.', 'The rights of the parties feature in the determination of most cases before the courts.', 'Judges exercise strong discretion.', \\\"Judges seek the best 'fit' with constitutional and institutional history.\\\"]\",\"question\":\"Dworkin contends that to every legal question there is only one right answer. Which proposition below is most inconsistent with this claim?\",\"subject\":\"jurisprudence\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}