{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6f6b85cb-e44c-5b1b-b527-62db8a559414","task_key":"all--test--6f6b85cb-e44c-5b1b-b527-62db8a559414","task_revision_id":"1","upstream_id":"","short_description":"\"A hypothesis test yields a P-value of 0.20.\" Which of the following best…","config":"all","split":"test","body":"{\"choices\":\"['The probability of getting a finding at least as extreme as that obtained by chance alone if the null hypothesis is true is 0.20.', 'The probability of getting a finding as extreme as that obtained by chance alone from repeated random sampling is 0.20.', 'The probability is 0.20 that our finding is significant.', 'The probability of getting this finding is 0.20.']\",\"question\":\"\\\"A hypothesis test yields a P-value of 0.20.\\\" Which of the following best describes what is meant by this statement?\",\"subject\":\"high_school_statistics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}