{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"fa3f8439-6d58-568c-b008-903745749677","task_key":"all--test--fa3f8439-6d58-568c-b008-903745749677","task_revision_id":"1","upstream_id":"","short_description":"Before we can collect data from other human beings we must make sure that they","config":"all","split":"test","body":"{\"choices\":\"['Have information that will be worth our effort to collect', 'Are going to be honest and forthright', 'Are informed about our study and give their consent to participate', 'Have been granted permission to participate by the IRB']\",\"question\":\"Before we can collect data from other human beings we must make sure that they\",\"subject\":\"human_aging\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}