{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a17903ca-c2d5-57a3-987c-baf12e0c0809","task_key":"all--test--a17903ca-c2d5-57a3-987c-baf12e0c0809","task_revision_id":"1","upstream_id":"","short_description":"The term \"work-family conflict\" for middle-aged adults can occur when they must","config":"all","split":"test","body":"{\"choices\":\"['Care for an ailing parent while continuing to work', 'Work a high stress job while their children are at home', 'Pay for nursing home care by sacrificing their own care', \\\"Serving as an executor of their parent's estate while still working full time\\\"]\",\"question\":\"The term \\\"work-family conflict\\\" for middle-aged adults can occur when they must\",\"subject\":\"human_aging\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}