{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ada3d593-0523-52c6-b600-4737c679fb44","task_key":"all--test--ada3d593-0523-52c6-b600-4737c679fb44","task_revision_id":"1","upstream_id":"","short_description":"Defendant was convicted of armed robbery. On appeal, Defendant moves for a new…","config":"all","split":"test","body":"{\"choices\":\"['The trial attorney lied to Defendant about her criminal trial experience.', 'The trial attorney failed to interview an alibi witness.', 'The trial attorney did not consult Defendant about her trial strategy.', \\\"The trial attorney did not believe in Defendant's innocence.\\\"]\",\"question\":\"Defendant was convicted of armed robbery. On appeal, Defendant moves for a new trial, claiming that his Sixth Amendment rights were violated because he received ineffective assistance of counsel at trial. Which of the following facts, if proven, would provide the best grounds to substantiate Defendant's ineffectiveness of counsel claim?\",\"subject\":\"professional_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}