{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"66f9c5b5-d22f-5c4b-9d70-7cfe9d0c11c8","task_key":"all--test--66f9c5b5-d22f-5c4b-9d70-7cfe9d0c11c8","task_revision_id":"1","upstream_id":"","short_description":"Carol and Jim are experiencing marital difficulties. They have two school-aged…","config":"all","split":"test","body":"{\"choices\":\"['neither child is more likely to manifest an immediate behavior problem than are children of stable marriages', 'the girl is more likely than the boy to manifest an immediate behavior problem', 'the boy is more likely than the girl to manifest an immediate behavior problem', 'both children ore equally likely to manifest an immediate behavior problem']\",\"question\":\"Carol and Jim are experiencing marital difficulties. They have two school-aged children, a boy and a gid. According to meta-analysis of research on the relationship between marital discord and child behavior problems, it would be expected that\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}