{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"math","formal_name":"MATH","introduction":"MATH organises 12,500 high-school competition problems into seven subjects and five difficulty levels, each with a full worked solution. It underlies much of the later mathematics evaluation work; this catalogue imports the full test split: 5,000 problems across all seven subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/math","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"dc8dc7cc-e112-5336-87d7-d9473ca83007","task_key":"number~5ftheory--test--dc8dc7cc-e112-5336-87d7-d9473ca83007","task_revision_id":"1","upstream_id":"","short_description":"When all the girls at Madeline's school line up in rows of eight, there are…","config":"number_theory","split":"test","body":"{\"level\":\"Level 1\",\"problem\":\"When all the girls at Madeline's school line up in rows of eight, there are seven left over.\\n\\nIf instead they line up in rows of four, how many are left over?\",\"type\":\"Number Theory\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/math","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}