{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"639bbce6-ec69-57d4-b98f-8c43a0b0b764","task_key":"all--test--639bbce6-ec69-57d4-b98f-8c43a0b0b764","task_revision_id":"1","upstream_id":"","short_description":"By recognizing that we have backup duties to donate to aid agencies, Ashford…","config":"all","split":"test","body":"{\"choices\":\"['acknowledge the force of the criticism that effective altruism is at best a band-aid approach while diffusing this same criticism.', 'acknowledge that effective altruism fails to be the right response to global poverty.', 'feel relieved about our duties to the global poor, since backup duties are not morally urgent.', 'None of the above.']\",\"question\":\" By recognizing that we have backup duties to donate to aid agencies, Ashford argues that we can\",\"subject\":\"moral_disputes\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}