{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"omni-math","formal_name":"Omni-MATH","introduction":"Omni-MATH evaluates mathematical reasoning on Olympiad-level problems. Its official dataset contains 4,428 problems accompanied by domain and difficulty information.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/KbsdJames/Omni-MATH","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"88f9c299-d0c8-538a-b8ea-17ce6946ce38","task_key":"test--88f9c299-d0c8-538a-b8ea-17ce6946ce38","task_revision_id":"1","upstream_id":"","short_description":"A numerical value is assigned to each letter of the alphabet. The value of a…","config":"","split":"test","body":"{\"problem\":\"A numerical value is assigned to each letter of the alphabet. The value of a word is determined by adding up the numerical values of each of its letters. The value of SET is 2, the value of HAT is 7, the value of TASTE is 3, and the value of MAT is 4. What is the value of the word MATH?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/KbsdJames/Omni-MATH","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}