{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"math","formal_name":"MATH","introduction":"MATH organises 12,500 high-school competition problems into seven subjects and five difficulty levels, each with a full worked solution. It underlies much of the later mathematics evaluation work; this catalogue imports the full test split: 5,000 problems across all seven subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/math","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5899d008-8ce1-5794-8c49-f9bf3fe239a7","task_key":"counting~5fand~5fprobability--test--5899d008-8ce1-5794-8c49-f9bf3fe239a7","task_revision_id":"1","upstream_id":"","short_description":"The summary of a survey of 100 students listed the following totals:","config":"counting_and_probability","split":"test","body":"{\"level\":\"Level 3\",\"problem\":\"The summary of a survey of 100 students listed the following totals:\\n\\n59 students did math homework\\n\\n49 students did English homework\\n\\n42 students did science homework\\n\\n20 students did English and science homework\\n\\n29 students did science and math homework\\n\\n31 students did math and English homework\\n\\n12 students did math, science and English homework\\n\\nHow many students did no math, no English and no science homework?\",\"type\":\"Counting & Probability\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/math","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}