{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5f804888-754a-5722-9899-60b93e80258e","task_key":"all--test--5f804888-754a-5722-9899-60b93e80258e","task_revision_id":"1","upstream_id":"","short_description":"Which of the following is not an observation or inference on which natural…","config":"all","split":"test","body":"{\"choices\":\"['There is heritable variation among individuals.', 'Poorly adapted individuals never produce offspring.', 'Species produce more offspring than the environment can support.', 'Individuals whose characteristics are best suited to the environment generally leave more offspring than those whose characteristics are less suited.']\",\"question\":\"Which of the following is not an observation or inference on which natural selection is based?\",\"subject\":\"high_school_biology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}