{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"dc7076ca-df42-554a-817d-360454638ddd","task_key":"all--test--dc7076ca-df42-554a-817d-360454638ddd","task_revision_id":"1","upstream_id":"","short_description":"Which of the following statements is INCORRECT concerning the classical…","config":"all","split":"test","body":"{\"choices\":\"['If the null hypothesis is rejected, the alternative is accepted', 'The null hypothesis is the statement being tested while the alternative encompasses the remaining outcomes of interest', 'The test of significance and confidence interval approaches will always give the same conclusions', 'Hypothesis tests are used to make inferences about the population parameters.']\",\"question\":\"Which of the following statements is INCORRECT concerning the classical hypothesis testing framework?\",\"subject\":\"econometrics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}