{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"math","formal_name":"MATH","introduction":"MATH organises 12,500 high-school competition problems into seven subjects and five difficulty levels, each with a full worked solution. It underlies much of the later mathematics evaluation work; this catalogue imports the full test split: 5,000 problems across all seven subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/math","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2531bd2d-a4e4-54c8-bb88-67ebefcc0349","task_key":"prealgebra--test--2531bd2d-a4e4-54c8-bb88-67ebefcc0349","task_revision_id":"1","upstream_id":"","short_description":"The same eight people sit in a certain church pew every week, but not always in…","config":"prealgebra","split":"test","body":"{\"level\":\"Level 5\",\"problem\":\"The same eight people sit in a certain church pew every week, but not always in the same order. Every week, each person hugs the people immediately to his or her left and right. How many weeks does it take (at a minimum) for every pair of people to hug at least once?\",\"type\":\"Prealgebra\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/math","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}