{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"math","formal_name":"MATH","introduction":"MATH organises 12,500 high-school competition problems into seven subjects and five difficulty levels, each with a full worked solution. It underlies much of the later mathematics evaluation work; this catalogue imports the full test split: 5,000 problems across all seven subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/math","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"be35adde-b8c2-513f-8d7a-77c8ff1af261","task_key":"counting~5fand~5fprobability--test--be35adde-b8c2-513f-8d7a-77c8ff1af261","task_revision_id":"1","upstream_id":"","short_description":"Phillip flips an unfair coin eight times. This coin is twice as likely to come…","config":"counting_and_probability","split":"test","body":"{\"level\":\"Level 5\",\"problem\":\"Phillip flips an unfair coin eight times. This coin is twice as likely to come up heads as tails. How many times as likely is Phillip to get exactly three heads than exactly two heads?\",\"type\":\"Counting & Probability\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/math","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}