{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f057be28-8d75-53d5-b2b1-7191ed4bc99f","task_key":"all--test--f057be28-8d75-53d5-b2b1-7191ed4bc99f","task_revision_id":"1","upstream_id":"","short_description":"A defendant is on trial for kidnapping. The victim has testified that one of the…","config":"all","split":"test","body":"{\"choices\":\"['No, because it is hearsay not within any exception. exception.', 'No, because it is substantially more prejudicial than probative.', 'Yes, as circumstantial evidence that the defendant was one of the kidnappers.', 'Yes, to corroborate the truthfulness of the victim.']\",\"question\":\"A defendant is on trial for kidnapping. The victim has testified that one of the kidnappers referred to the other as \\\"Speed.\\\" The prosecutor calls a jail employee to testify that, while the defendant was in jail awaiting trial, other inmates addressed the defendant as \\\"Speed.\\\" Is the jail employee's testimony admissible?\",\"subject\":\"professional_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}