{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mgsm","formal_name":"MGSM","introduction":"MGSM is a human translation of 250 GSM8K problems into eleven languages, measuring whether reasoning survives the change of language. The gap against English is the multilingual signal.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research/url-nlp","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"98e92bd5-cb07-5ebc-9047-32910f218a2a","task_key":"de--test--98e92bd5-cb07-5ebc-9047-32910f218a2a","task_revision_id":"1","upstream_id":"","short_description":"Während sie in einem Ein-Euro-Shop ist, zählt Sloane 100 Kunden, die den Laden…","config":"de","split":"test","body":"{\"question\":\"Während sie in einem Ein-Euro-Shop ist, zählt Sloane 100 Kunden, die den Laden betreten. Am nächsten Tag zählt sie 50 Kunden mehr als am ersten Tag. Wenn die Gesamtzahl der Kunden am Dritten Tag 500 betrug, wie viele Kunden zählte sie dann am dritten Tag?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research/url-nlp","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}