{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"919c7b77-28cc-5250-bf9a-d24bbbef3a4b","task_key":"all--test--919c7b77-28cc-5250-bf9a-d24bbbef3a4b","task_revision_id":"1","upstream_id":"","short_description":"A virus is spreading throughout the population of a town, and the number of…","config":"all","split":"test","body":"{\"choices\":\"['January 10th', 'January 21st', 'January 31st', 'February 10th']\",\"question\":\"A virus is spreading throughout the population of a town, and the number of people who have the virus doubles every 3 days. If there are 1,000 people in the town, and 10 people have the virus on January 1st, what is the earliest date at which the entire town would be infected with the virus, given that there are 365 days in a year, and 31 days in the month of January?\",\"subject\":\"high_school_mathematics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}