{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a37c1dbb-df03-511a-a95f-cd58c9deb788","task_key":"all--test--a37c1dbb-df03-511a-a95f-cd58c9deb788","task_revision_id":"1","upstream_id":"","short_description":"Which of the following is consistent with results of current research conducted…","config":"all","split":"test","body":"{\"choices\":\"['In about a quarter of households with children, men stay home with the children so their wives can work.', 'Most women believe that there is equal opportunity today between men and women in career choice, advancement, and income.', 'Most men believe that women should be homemakers because men earn more money.', 'Most men married to working women do not share housework and childcare obligations equally with their working wives.']\",\"question\":\"Which of the following is consistent with results of current research conducted in the area of gender roles and the workplace?\",\"subject\":\"sociology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}