{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7fefe17d-5ebd-5012-b4c5-a25baf3f036f","task_key":"all--test--7fefe17d-5ebd-5012-b4c5-a25baf3f036f","task_revision_id":"1","upstream_id":"","short_description":"A group of scientists wanted to estimate the proportion of geese returning to…","config":"all","split":"test","body":"{\"choices\":\"['The distribution of the sample proportion will be more spread out.', 'The distribution of the sample proportion will be less spread out.', 'The spread of the distribution of the sample proportion will remain unaffected.', 'The distribution of the sample proportion will more closely resemble the binomial distribution.']\",\"question\":\"A group of scientists wanted to estimate the proportion of geese returning to the same site for the next breeding season. Suppose they decided to increase the sample size from 200 to 2,000. How will this affect the distribution of the sample proportion?\",\"subject\":\"high_school_statistics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}