{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"dcf5cd8d-8782-598f-aca7-8c887af95c0a","task_key":"all--test--dcf5cd8d-8782-598f-aca7-8c887af95c0a","task_revision_id":"1","upstream_id":"","short_description":"Maternal weight gain is usually monitored in pregnancy. Which of the following…","config":"all","split":"test","body":"{\"choices\":\"['research to define pattern and level of optimal weight gain is ongoing', 'both inadequate and excessive weight gain are associated with poorer maternal and infant health outcomes', 'excessive maternal weight gain in pregnancy has been linked to obesity in the offspring', 'all of the options given are correct']\",\"question\":\"Maternal weight gain is usually monitored in pregnancy. Which of the following statements is/are true:\\n\",\"subject\":\"nutrition\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}