{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mgsm","formal_name":"MGSM","introduction":"MGSM is a human translation of 250 GSM8K problems into eleven languages, measuring whether reasoning survives the change of language. The gap against English is the multilingual signal.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research/url-nlp","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"4ad74d3c-15bf-558e-b904-364470aa46cd","task_key":"de--test--4ad74d3c-15bf-558e-b904-364470aa46cd","task_revision_id":"1","upstream_id":"","short_description":"Jerry hat zwei Swimmingpools, beide mit Lecks, aus denen 4 Gallonen/Minute…","config":"de","split":"test","body":"{\"question\":\"Jerry hat zwei Swimmingpools, beide mit Lecks, aus denen 4 Gallonen/Minute auslaufen. Vor 4 Minuten hatte der große Swimmingpool doppelt so viel Wasser wie der kleine Swimmingpool. Jetzt hat der große Swimmingpool vier Mal so viel Wasser wie der kleine Swimmingpool. Wie viel Wasser hat der kleine Swimmingpool jetzt?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research/url-nlp","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}