{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mgsm","formal_name":"MGSM","introduction":"MGSM is a human translation of 250 GSM8K problems into eleven languages, measuring whether reasoning survives the change of language. The gap against English is the multilingual signal.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research/url-nlp","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"54d172cb-7579-5cd0-b80d-35062f360137","task_key":"es--test--54d172cb-7579-5cd0-b80d-35062f360137","task_revision_id":"1","upstream_id":"","short_description":"Cuatro estudiantes anotaron un total de 251 puntos en un juego de mesa. Naomi…","config":"es","split":"test","body":"{\"question\":\"Cuatro estudiantes anotaron un total de 251 puntos en un juego de mesa. Naomi anotó 68 de los puntos. Yuri anotó 10 más de la mitad de puntos que anotó Naomi y Brianna anotó 17 puntos más que Naomi. ¿Cuántos puntos anotó Jojo?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research/url-nlp","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}