{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"math","formal_name":"MATH","introduction":"MATH organises 12,500 high-school competition problems into seven subjects and five difficulty levels, each with a full worked solution. It underlies much of the later mathematics evaluation work; this catalogue imports the full test split: 5,000 problems across all seven subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/math","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"679d18e4-527f-536c-85f8-fcc771057ff7","task_key":"counting~5fand~5fprobability--test--679d18e4-527f-536c-85f8-fcc771057ff7","task_revision_id":"1","upstream_id":"","short_description":"Our physics club has $20$ members, among which we have 3 officers: President,…","config":"counting_and_probability","split":"test","body":"{\"level\":\"Level 4\",\"problem\":\"Our physics club has $20$ members, among which we have 3 officers: President, Vice President, and Treasurer.  However, one member, Alex, hates another member, Bob.  How many ways can we fill the offices if Alex refuses to serve as an officer if Bob is also an officer? (No person is allowed to hold more than one office.)\",\"type\":\"Counting & Probability\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/math","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}