{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"32324b5e-61b2-5bfe-8acb-1d9a59aa113e","task_key":"all--test--32324b5e-61b2-5bfe-8acb-1d9a59aa113e","task_revision_id":"1","upstream_id":"","short_description":"According to Aquinas, the first precept of natural law is","config":"all","split":"test","body":"{\"choices\":\"['\\\"good is to be done, evil to be avoided.\\\"', '\\\"one ought to do what one will.\\\"', '\\\"one ought to do only what can be done without contradiction.\\\"', '\\\"pleasure is to be sought, pain to be avoided.\\\"']\",\"question\":\" According to Aquinas, the first precept of natural law is\",\"subject\":\"moral_disputes\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}