{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b59aad79-e4fd-5283-942f-a3c37b373b30","task_key":"all--test--b59aad79-e4fd-5283-942f-a3c37b373b30","task_revision_id":"1","upstream_id":"","short_description":"The binomial distribution is an appropriate model for which of the following?","config":"all","split":"test","body":"{\"choices\":\"['The number of minutes in an hour for which the Dow-Jones average is above its beginning average for the day.', 'The number of cities among the 10 largest in New York State for which the weather is cloudy for most of a given day.', 'The number of drivers wearing seat belts if 10 consecutive drivers are stopped at a police roadblock.', 'None of the above.']\",\"question\":\"The binomial distribution is an appropriate model for which of the following?\",\"subject\":\"high_school_statistics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}