{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mgsm","formal_name":"MGSM","introduction":"MGSM is a human translation of 250 GSM8K problems into eleven languages, measuring whether reasoning survives the change of language. The gap against English is the multilingual signal.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research/url-nlp","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"42311c38-c7ae-521d-b315-bf1de43c3816","task_key":"sw--test--42311c38-c7ae-521d-b315-bf1de43c3816","task_revision_id":"1","upstream_id":"","short_description":"Umri wa Adrian ni mara tatu zaidi ya umri wa Harriet, na umri wa Harriet ni nusu…","config":"sw","split":"test","body":"{\"question\":\"Umri wa Adrian ni mara tatu zaidi ya umri wa Harriet, na umri wa Harriet ni nusu ya umri wa Zack. Piga hesabu ya umri wa wastani wa wote watatu baada ya miaka mitatu iwapo umri wa Harriet wa sasa ni miaka 21.\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research/url-nlp","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}