{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"math","formal_name":"MATH","introduction":"MATH organises 12,500 high-school competition problems into seven subjects and five difficulty levels, each with a full worked solution. It underlies much of the later mathematics evaluation work; this catalogue imports the full test split: 5,000 problems across all seven subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/math","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7d8dc45e-3a6a-59b7-8459-02d08b21cf74","task_key":"prealgebra--test--7d8dc45e-3a6a-59b7-8459-02d08b21cf74","task_revision_id":"1","upstream_id":"","short_description":"Three schools have a chess tournament. Four players come from each school. Each…","config":"prealgebra","split":"test","body":"{\"level\":\"Level 5\",\"problem\":\"Three schools have a chess tournament. Four players come from each school. Each player plays three games against each player from the other schools, and plays one game against each other player from his or her own school. How many games of chess are played?\",\"type\":\"Prealgebra\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/math","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}