{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mgsm","formal_name":"MGSM","introduction":"MGSM is a human translation of 250 GSM8K problems into eleven languages, measuring whether reasoning survives the change of language. The gap against English is the multilingual signal.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research/url-nlp","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"632414d8-b2bf-552a-9371-aef4630368de","task_key":"de--test--632414d8-b2bf-552a-9371-aef4630368de","task_revision_id":"1","upstream_id":"","short_description":"Es gibt vier Vögel in der Kombüse. Sally Two ist drei Jahre älter als Granny…","config":"de","split":"test","body":"{\"question\":\"Es gibt vier Vögel in der Kombüse. Sally Two ist drei Jahre älter als Granny Red. Granny Red ist zwei Mal älter als Sally Four. Wenn Sally Four gleich alt ist wie Sally Thirtytwo und Sally Thirtytwo 8 Jahre älter, wie hoch ist dann das Gesamtalter der vier Vögel?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research/url-nlp","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}