{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mgsm","formal_name":"MGSM","introduction":"MGSM is a human translation of 250 GSM8K problems into eleven languages, measuring whether reasoning survives the change of language. The gap against English is the multilingual signal.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research/url-nlp","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"4e1cacb4-4228-5534-b296-b2e1b61adada","task_key":"sw--test--4e1cacb4-4228-5534-b296-b2e1b61adada","task_revision_id":"1","upstream_id":"","short_description":"Gunter anajaribu kuhesabu peremende zilizo kwenye chupa kubwa. Anawauliza…","config":"sw","split":"test","body":"{\"question\":\"Gunter anajaribu kuhesabu peremende zilizo kwenye chupa kubwa. Anawauliza marafiki zake kuwa wanadhani peremende ngapi zipo kwenye chupa hiyo kubwa. Mmoja anasema 80. Mwingine anasema 20 zaidi ya nusu ya ile wa kwanza alisema. Wa tatu anasema 25% zaidi ya wa kwanza. Wastani ya kisio lao ni ngapi?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research/url-nlp","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}