{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"62191df1-f82f-52d8-8468-c8b738070a3f","task_key":"all--test--62191df1-f82f-52d8-8468-c8b738070a3f","task_revision_id":"1","upstream_id":"","short_description":"Which of the following statements concerning the regression population and…","config":"all","split":"test","body":"{\"choices\":\"['The population is the total collection of all items of interest', 'The population can be infinite', 'In theory, the sample could be larger than the population', 'A random sample is one where each individual item from the population is equally likely to be drawn.']\",\"question\":\"Which of the following statements concerning the regression population and sample is FALSE?\",\"subject\":\"econometrics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}