{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7d5701df-1eb0-5a80-85af-76bc95561be6","task_key":"all--test--7d5701df-1eb0-5a80-85af-76bc95561be6","task_revision_id":"1","upstream_id":"","short_description":"If we found that adult age was significantly and positively correlated with…","config":"all","split":"test","body":"{\"choices\":\"['Drinking herbal teas makes one grow older more slowly', 'Becoming older causes one to begin or increase consumption of herbal teas', 'Older adults drink less herbal tea than do younger adults', 'Older adults drink more herbal tea than do younger adults']\",\"question\":\"If we found that adult age was significantly and positively correlated with consumption of herbal teas, we could conclude that\",\"subject\":\"human_aging\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}