{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mgsm","formal_name":"MGSM","introduction":"MGSM is a human translation of 250 GSM8K problems into eleven languages, measuring whether reasoning survives the change of language. The gap against English is the multilingual signal.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research/url-nlp","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"dc8c5c52-fdfa-51b3-8c1d-d7dc53889161","task_key":"es--test--dc8c5c52-fdfa-51b3-8c1d-d7dc53889161","task_revision_id":"1","upstream_id":"","short_description":"El iPhone de Brandon es cuatro veces más viejo que el iPhone de Ben. El iPhone…","config":"es","split":"test","body":"{\"question\":\"El iPhone de Brandon es cuatro veces más viejo que el iPhone de Ben. El iPhone de Ben es dos veces más viejo que el iPhone de Suzy. Si el iPhone de Suzy tiene 1 año, ¿cuántos años tiene el iPhone de Brandon?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research/url-nlp","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}