{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mgsm","formal_name":"MGSM","introduction":"MGSM is a human translation of 250 GSM8K problems into eleven languages, measuring whether reasoning survives the change of language. The gap against English is the multilingual signal.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research/url-nlp","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d17802e4-525d-500e-908b-3da2d00d5bfb","task_key":"de--test--d17802e4-525d-500e-908b-3da2d00d5bfb","task_revision_id":"1","upstream_id":"","short_description":"Adrians Alter ist das Dreifache des Alters von Harriet, und Harriet ist halb so…","config":"de","split":"test","body":"{\"question\":\"Adrians Alter ist das Dreifache des Alters von Harriet, und Harriet ist halb so alt wie Zack. Berechnen Sie das Durchschnittsalter der drei in drei Jahren, wenn Harriet jetzt 21 Jahre alt ist.\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research/url-nlp","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}