{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"9e9c7b5a-6f42-58ff-988f-b43a1fde8492","task_key":"all--test--9e9c7b5a-6f42-58ff-988f-b43a1fde8492","task_revision_id":"1","upstream_id":"","short_description":"The frequency of a particular allele in a population of 1,000 birds in…","config":"all","split":"test","body":"{\"choices\":\"['It will increase if the allele is favorable or will decrease if it is unfavorable for individuals in that population.', 'Not enough information is provided to determine if the frequency of the allele will remain the same or change.', 'The frequency of the allele will remain at 0.3 because the population is at Hardy-Weinberg equilibrium.', 'The frequency of the allele will remain the same; this is an example of the bottleneck effect.']\",\"question\":\"The frequency of a particular allele in a population of 1,000 birds in Hardy-Weinberg equilibrium is 0.3. If the population remains in equilibrium, what would be the expected frequency of that allele after 500 years?\",\"subject\":\"high_school_biology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}