{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"omni-math","formal_name":"Omni-MATH","introduction":"Omni-MATH evaluates mathematical reasoning on Olympiad-level problems. Its official dataset contains 4,428 problems accompanied by domain and difficulty information.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/KbsdJames/Omni-MATH","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2da57434-5bbc-5c82-8ab2-90c8c92c8327","task_key":"test--2da57434-5bbc-5c82-8ab2-90c8c92c8327","task_revision_id":"1","upstream_id":"","short_description":"Richard starts with the string HHMMMMTT. A move consists of replacing an…","config":"","split":"test","body":"{\"problem\":\"Richard starts with the string HHMMMMTT. A move consists of replacing an instance of HM with MH , replacing an instance of MT with TM, or replacing an instance of TH with HT. Compute the number of possible strings he can end up with after performing zero or more moves.\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/KbsdJames/Omni-MATH","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}