{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"74398bd1-6b2c-58b3-ac24-196ed02e7f8b","task_key":"all--test--74398bd1-6b2c-58b3-ac24-196ed02e7f8b","task_revision_id":"1","upstream_id":"","short_description":"Defendant is on trial. Which of the following, if occurs, would NOT cause a due…","config":"all","split":"test","body":"{\"choices\":\"['The trial is conducted in a way that jurors would not be able to give evidence reasonable consideration.', 'The defendant is compelled to stand trial in street clothing.', 'The defendant is compelled to stand trial or appear at penalty phase proceedings visibly shackled (unless there are security concerns).', 'Jurors are exposed to influence favorable to the prosecution.']\",\"question\":\"Defendant is on trial. Which of the following, if occurs, would NOT cause a due process violation in the trial?\",\"subject\":\"professional_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}