{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"54dfd118-2e63-55f0-9d62-563777c63027","task_key":"all--test--54dfd118-2e63-55f0-9d62-563777c63027","task_revision_id":"1","upstream_id":"","short_description":"A plaintiff filed a civil action asking for damages resulting from a tortious…","config":"all","split":"test","body":"{\"choices\":\"['The objection will be sustained because the question is misleading.', 'The objection will be sustained because the question is leading.', 'The objection will be overruled because leading questions are allowed on cross examination.', 'The objection will be overruled because the question is not leading or misleading.']\",\"question\":\"A plaintiff filed a civil action asking for damages resulting from a tortious assault that the defendant inflicted on him. During trial, plaintiff's counsel asked an opposing witness on cross examination: \\\"At any time during the assault did anyone attempt to leave?\\\" Defense counsel objected to the question. How will the court rule on the objection?\",\"subject\":\"professional_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}