{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7dca920a-9733-53a6-9b9b-99e3f98c6f07","task_key":"all--test--7dca920a-9733-53a6-9b9b-99e3f98c6f07","task_revision_id":"1","upstream_id":"","short_description":"Hare claims that once two people agree on the meaning of the term “ought”:","config":"all","split":"test","body":"{\"choices\":\"['they will share all the same moral opinions.', 'they will disagree morally only if they disagree about the facts of the case.', 'they will disagree morally only if they have different inclinations.', 'none of the above.']\",\"question\":\"Hare claims that once two people agree on the meaning of the term “ought”:\",\"subject\":\"philosophy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}