{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mgsm","formal_name":"MGSM","introduction":"MGSM is a human translation of 250 GSM8K problems into eleven languages, measuring whether reasoning survives the change of language. The gap against English is the multilingual signal.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research/url-nlp","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"dc6cddf2-63ff-5ddf-85a5-d20c1620f5bd","task_key":"fr--test--dc6cddf2-63ff-5ddf-85a5-d20c1620f5bd","task_revision_id":"1","upstream_id":"","short_description":"Une entreprise dépense 15 000 dollars en publicité pendant un an, puis dépense…","config":"fr","split":"test","body":"{\"question\":\"Une entreprise dépense 15 000 dollars en publicité pendant un an, puis dépense un tiers de cette somme en publicité pendant une autre année. Quel est le montant total que l'entreprise a dépensé en publicité au cours de ces deux années ?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research/url-nlp","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}