{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mgsm","formal_name":"MGSM","introduction":"MGSM is a human translation of 250 GSM8K problems into eleven languages, measuring whether reasoning survives the change of language. The gap against English is the multilingual signal.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research/url-nlp","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f7820d31-6524-5380-ab1b-c7c3184a5023","task_key":"sw--test--f7820d31-6524-5380-ab1b-c7c3184a5023","task_revision_id":"1","upstream_id":"","short_description":"Jirani wa Sandra humpa kikapu cha mayai 9 kila mara akiwa yaya wa binti wao. Ili…","config":"sw","split":"test","body":"{\"question\":\"Jirani wa Sandra humpa kikapu cha mayai 9 kila mara akiwa yaya wa binti wao. Ili kuandaa keki ya Kihispania, anahitaji mayai 3. Ikiwa Sandra amepewa kazi ya kuandaa keki 15 za Kihispania kwa ajili ya uchangishaji wa fedha katika shule yake, Sandra atahitaji kufanya uyaya mara ngapi?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research/url-nlp","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}