{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"math","formal_name":"MATH","introduction":"MATH organises 12,500 high-school competition problems into seven subjects and five difficulty levels, each with a full worked solution. It underlies much of the later mathematics evaluation work; this catalogue imports the full test split: 5,000 problems across all seven subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/math","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0c6cd49b-c2ae-5dd1-bb27-fdd1193d9dbe","task_key":"prealgebra--test--0c6cd49b-c2ae-5dd1-bb27-fdd1193d9dbe","task_revision_id":"1","upstream_id":"","short_description":"Jenny's grandmother has $24$ cats. Seventeen of the cats do not catch mice. Ten…","config":"prealgebra","split":"test","body":"{\"level\":\"Level 3\",\"problem\":\"Jenny's grandmother has $24$ cats.  Seventeen of the cats do not catch mice.  Ten of the cats have black fur.  What is the smallest possible number of cats that do not catch mice that have black fur?\",\"type\":\"Prealgebra\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/math","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}