{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3391b3ac-9020-55e8-8c47-cc88a4a665ad","task_key":"all--test--3391b3ac-9020-55e8-8c47-cc88a4a665ad","task_revision_id":"1","upstream_id":"","short_description":"Which one of the following statements best describes a Type II error?","config":"all","split":"test","body":"{\"choices\":\"['It is the probability of incorrectly rejecting the null hypothesis', 'It is equivalent to the power of the test', 'It is equivalent to the size of the test', 'It is the probability of failing to reject a null hypothesis that was wrong']\",\"question\":\"Which one of the following statements best describes a Type II error?\",\"subject\":\"econometrics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}