{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"math","formal_name":"MATH","introduction":"MATH organises 12,500 high-school competition problems into seven subjects and five difficulty levels, each with a full worked solution. It underlies much of the later mathematics evaluation work; this catalogue imports the full test split: 5,000 problems across all seven subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/math","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"8ed8c9e3-01d6-5698-b402-6b963f3aeb89","task_key":"prealgebra--test--8ed8c9e3-01d6-5698-b402-6b963f3aeb89","task_revision_id":"1","upstream_id":"","short_description":"The first round of the 2010 FIFA World Cup consisted of several groups of four…","config":"prealgebra","split":"test","body":"{\"level\":\"Level 4\",\"problem\":\"The first round of the 2010 FIFA World Cup consisted of several groups of four teams each. Within each group, each of the four teams played each other once. How many matches were there in each group?\",\"type\":\"Prealgebra\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/math","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}