{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d20ec22b-0679-57e6-953c-e30351a79518","task_key":"all--test--d20ec22b-0679-57e6-953c-e30351a79518","task_revision_id":"1","upstream_id":"","short_description":"Fifty oranges of one variety were selected at random and weighed. A 95 percent…","config":"all","split":"test","body":"{\"choices\":\"['In repeated samplings of the same size, 95 percent of the intervals constructed will contain the true mean weight of the oranges of this variety.', 'In repeated samplings of the same size, 95 percent of the intervals constructed will contain the sampled mean weight of the oranges.', 'Ninety-five percent of the oranges in this sample weigh between 7.58 and 8.72 ounces.', 'Ninety-five percent of the oranges of this variety weigh between 7.58 and 8.72 ounces.']\",\"question\":\"Fifty oranges of one variety were selected at random and weighed. A 95 percent confidence interval computed from the sample weights to estimate the mean weight of oranges of this variety is (7.58, 8.72) ounces. Which of the following statements is true with respect to the confidence level used?\",\"subject\":\"high_school_statistics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}