{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"math","formal_name":"MATH","introduction":"MATH organises 12,500 high-school competition problems into seven subjects and five difficulty levels, each with a full worked solution. It underlies much of the later mathematics evaluation work; this catalogue imports the full test split: 5,000 problems across all seven subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/math","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"858a14bc-dd1b-58c5-a637-e03589fc28bf","task_key":"algebra--test--858a14bc-dd1b-58c5-a637-e03589fc28bf","task_revision_id":"1","upstream_id":"","short_description":"A store carries chocolate, vanilla, peppermint, and lemon candies. One day, the…","config":"algebra","split":"test","body":"{\"level\":\"Level 3\",\"problem\":\"A store carries chocolate, vanilla, peppermint, and lemon candies. One day, the store clerk notices that he has fifteen candies total. Furthermore, the number of peppermint and lemon candies together is twice the number of chocolate and vanilla candies together, and there are eight more peppermint candies than lemon candies. How many lemon candies are there?\",\"type\":\"Algebra\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/math","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}