{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"math","formal_name":"MATH","introduction":"MATH organises 12,500 high-school competition problems into seven subjects and five difficulty levels, each with a full worked solution. It underlies much of the later mathematics evaluation work; this catalogue imports the full test split: 5,000 problems across all seven subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/math","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"937899f7-98ea-58c3-aeaa-93c342b36f94","task_key":"counting~5fand~5fprobability--test--937899f7-98ea-58c3-aeaa-93c342b36f94","task_revision_id":"1","upstream_id":"","short_description":"Alex has four books of different sizes which he wishes to place on a bookshelf.…","config":"counting_and_probability","split":"test","body":"{\"level\":\"Level 2\",\"problem\":\"Alex has four books of different sizes which he wishes to place on a bookshelf. Unfortunately, the bookshelf has a conspicuous hole at one end through which only the smallest book can fall. If he wishes for all his books to stay stationary, in how many ways can he arrange his books?\",\"type\":\"Counting & Probability\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/math","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}