{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"cfeba188-5cc0-51eb-a526-ec7f849f5fc0","task_key":"all--test--cfeba188-5cc0-51eb-a526-ec7f849f5fc0","task_revision_id":"1","upstream_id":"","short_description":"In order to establish the unavailability of a witness at trial","config":"all","split":"test","body":"{\"choices\":\"['it is sufficient to show that the witness is not presently in court.', 'it is necessary to show that he has died.', 'it is necessary to show that every reasonable effort has been made to procure his attendance.', 'if living, it is necessary to show that he is insane.']\",\"question\":\"In order to establish the unavailability of a witness at trial\",\"subject\":\"professional_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}