{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mgsm","formal_name":"MGSM","introduction":"MGSM is a human translation of 250 GSM8K problems into eleven languages, measuring whether reasoning survives the change of language. The gap against English is the multilingual signal.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research/url-nlp","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ae0ac1e7-5989-5437-aace-ab861ea443d3","task_key":"es--test--ae0ac1e7-5989-5437-aace-ab861ea443d3","task_revision_id":"1","upstream_id":"","short_description":"Al principio, Elaine tenía 20 cartas de Pokémon. Después de un mes, tenía tres…","config":"es","split":"test","body":"{\"question\":\"Al principio, Elaine tenía 20 cartas de Pokémon. Después de un mes, tenía tres veces más. El segundo mes, tenía 20 cartas menos que las que tenía el primer mes. El tercer mes, tenía el doble de la cantidad total de cartas de Pokémon que tenía el primer y el segundo mes. ¿Cuántas cartas de Pokémon tiene ahora en total?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research/url-nlp","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}