{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"9989a1fa-288d-5e78-9e3a-21d0dc4703c4","task_key":"all--test--9989a1fa-288d-5e78-9e3a-21d0dc4703c4","task_revision_id":"1","upstream_id":"","short_description":"One objection to Singer’s theory that he considers is that it:","config":"all","split":"test","body":"{\"choices\":\"['does not do enough to address suffering in other countries besides our own.', 'inappropriately makes proximity morally important.', 'does not account for the fact that we have stricter obligations to our loved ones than to strangers.', 'requires too drastic a revision to our moral scheme.']\",\"question\":\"One objection to Singer’s theory that he considers is that it:\",\"subject\":\"philosophy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}