{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mgsm","formal_name":"MGSM","introduction":"MGSM is a human translation of 250 GSM8K problems into eleven languages, measuring whether reasoning survives the change of language. The gap against English is the multilingual signal.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research/url-nlp","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c4728347-c771-5b58-8267-aa54aa7adb61","task_key":"de--test--c4728347-c771-5b58-8267-aa54aa7adb61","task_revision_id":"1","upstream_id":"","short_description":"Es gibt 4 Schnecken in einem Aquarium und 32 Schnecken in einem anderen…","config":"de","split":"test","body":"{\"question\":\"Es gibt 4 Schnecken in einem Aquarium und 32 Schnecken in einem anderen Aquarium. Der Unterschied zwischen der Anzahl Schnecken in den zwei Aquarien entspricht dem Doppelten der Anzahl Fische in beiden Aquarien. Wenn beide Aquarien die gleiche Anzahl Fische darin haben, wie viele Fische sind dann in jedem Aquarium?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research/url-nlp","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}