{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ee278243-4b19-5e92-bacc-e837c4a899fd","task_key":"all--test--ee278243-4b19-5e92-bacc-e837c4a899fd","task_revision_id":"1","upstream_id":"","short_description":"Risk management for chemical contaminants of food generally relies on:","config":"all","split":"test","body":"{\"choices\":\"['Banning of the contaminant from food', 'Allowing levels of contamination based on what manufacturers believe is achievable', 'Banning any food found to contain detectable amounts of the contaminants', 'Prohibiting the introduction into commerce food containing contaminants at levels greater than a specified level (a risk-based MRL or tolerance)']\",\"question\":\"Risk management for chemical contaminants of food generally relies on:\\n\",\"subject\":\"nutrition\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}