{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"93105458-3065-5e71-8212-63dd7ca49d6f","task_key":"all--test--93105458-3065-5e71-8212-63dd7ca49d6f","task_revision_id":"1","upstream_id":"","short_description":"Socioemotional selectivity theory says that older adults have smaller social…","config":"all","split":"test","body":"{\"choices\":\"['Are more concerned with those closest to them', 'Select new network members based on emotional factors', 'Can no longer get out to select new network members', 'Are too emotionally involved to spend time with others']\",\"question\":\"Socioemotional selectivity theory says that older adults have smaller social networks because they\",\"subject\":\"human_aging\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}