{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mgsm","formal_name":"MGSM","introduction":"MGSM is a human translation of 250 GSM8K problems into eleven languages, measuring whether reasoning survives the change of language. The gap against English is the multilingual signal.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research/url-nlp","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f074b1b1-3a9a-5194-9f6f-6d14b6ae28be","task_key":"es--test--f074b1b1-3a9a-5194-9f6f-6d14b6ae28be","task_revision_id":"1","upstream_id":"","short_description":"Poppy está armando un rompecabezas de 1000 piezas. Coloca una cuarta parte de…","config":"es","split":"test","body":"{\"question\":\"Poppy está armando un rompecabezas de 1000 piezas. Coloca una cuarta parte de las piezas en el tablero, luego su madre coloca un tercio de las piezas restantes. ¿Cuántas piezas del rompecabezas faltan colocar?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research/url-nlp","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}