{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mgsm","formal_name":"MGSM","introduction":"MGSM is a human translation of 250 GSM8K problems into eleven languages, measuring whether reasoning survives the change of language. The gap against English is the multilingual signal.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research/url-nlp","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"003769b0-a266-5666-89ad-e29f6164b1a7","task_key":"sw--test--003769b0-a266-5666-89ad-e29f6164b1a7","task_revision_id":"1","upstream_id":"","short_description":"Kuna ndege wanne katika Caboose. Sally Two ana umri wa miaka mitatu zaidi ya…","config":"sw","split":"test","body":"{\"question\":\"Kuna ndege wanne katika Caboose. Sally Two ana umri wa miaka mitatu zaidi ya Granny Red. Umri wa Granny Red ni mara mbili zaidi ya umri wa Sally Four. Ikiwa Sally Four ana umri sawa na Sally Thirtytwo, na Sally Thirtytwo ana umri wa miaka 8, jumla ya umri wa ndege hawa wanne ni ngapi?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research/url-nlp","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}