{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"8d13bc30-c158-5ba9-a2c6-615aefc1f64b","task_key":"all--test--8d13bc30-c158-5ba9-a2c6-615aefc1f64b","task_revision_id":"1","upstream_id":"","short_description":"A man and a woman are tennis partners who play regularly. Last January, the man…","config":"all","split":"test","body":"{\"choices\":\"['inadmissible as hearsay.', 'inadmissible as opinion testimony.', 'admissible as a proper lay opinion.', 'admissible as a statement of bodily condition.']\",\"question\":\"A man and a woman are tennis partners who play regularly. Last January, the man slipped and fell while restocking grocery shelves at work. The man is suing the grocery store for damages, claiming that he suffers from pain in his back and legs as a result of the accident. At trial, the woman testified that five days prior to the accident, the man told her, \\\"I can't complete the tennis match because of pains in my back and legs. \\\"The trial judge should rule this testimony\",\"subject\":\"professional_law\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}