{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mgsm","formal_name":"MGSM","introduction":"MGSM is a human translation of 250 GSM8K problems into eleven languages, measuring whether reasoning survives the change of language. The gap against English is the multilingual signal.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research/url-nlp","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c97283be-c044-527b-b7cd-ba98119c8b64","task_key":"fr--test--c97283be-c044-527b-b7cd-ba98119c8b64","task_revision_id":"1","upstream_id":"","short_description":"Dans un certain quartier, la population des lapins de compagnie compte douze…","config":"fr","split":"test","body":"{\"question\":\"Dans un certain quartier, la population des lapins de compagnie compte douze unités de moins que celle de l'ensemble des chiens et des chats de compagnie. Si pour chaque chien on compte deux chats et qu'il y a en tout 60 chiens, combien d'animaux domestiques y a-t-il au total dans le quartier ?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research/url-nlp","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}