{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mgsm","formal_name":"MGSM","introduction":"MGSM is a human translation of 250 GSM8K problems into eleven languages, measuring whether reasoning survives the change of language. The gap against English is the multilingual signal.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research/url-nlp","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"21cc7cb2-90b1-5281-a0d0-27bf6c436812","task_key":"es--test--21cc7cb2-90b1-5281-a0d0-27bf6c436812","task_revision_id":"1","upstream_id":"","short_description":"Hay cuatro aves en el furgón de cola. Sally Two es tres años mayor que Granny…","config":"es","split":"test","body":"{\"question\":\"Hay cuatro aves en el furgón de cola. Sally Two es tres años mayor que Granny Red. Granny Red es dos veces mayor que Sally Four. Si Sally Four tiene la misma edad que Sally Thirtytwo, y Sally Thirtytwo tiene 8 años, ¿qué edad tienen las cuatro aves en total?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research/url-nlp","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}