{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"24ccdcdf-8abf-5df0-b9c1-669a119c6a55","task_key":"all--test--24ccdcdf-8abf-5df0-b9c1-669a119c6a55","task_revision_id":"1","upstream_id":"","short_description":"Marketing research:","config":"all","split":"test","body":"{\"choices\":\"['Is work undertaken to understand how to make specific marketing strategy decisions.', 'Is the collection and analysis of data from a sample or census of individuals or organizations.', 'Includes all forms of market, opinion, and social research such as consumer and industrial surveys.', 'Is work undertaken to determine either structural characteristics of the industry of concern.']\",\"question\":\"Marketing research:\",\"subject\":\"marketing\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}