{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b7578ca9-6f17-5f07-b74b-d3381d2054ef","task_key":"all--test--b7578ca9-6f17-5f07-b74b-d3381d2054ef","task_revision_id":"1","upstream_id":"","short_description":"A novel has 400 pages and Veronica wants to estimate how long it will take her…","config":"all","split":"test","body":"{\"choices\":\"['225', '320', '400', '450']\",\"question\":\"A novel has 400 pages and Veronica wants to estimate how long it will take her to complete it. She reads 250 words per minute. She counted the words on one quarter of a typical page and found that there were approximately 200 words per page. To the nearest minute, how long will it take Veronica to read the book?\",\"subject\":\"high_school_mathematics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}