{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mgsm","formal_name":"MGSM","introduction":"MGSM is a human translation of 250 GSM8K problems into eleven languages, measuring whether reasoning survives the change of language. The gap against English is the multilingual signal.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research/url-nlp","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e40b005a-ee59-542c-b82b-abe98fc4fbf9","task_key":"sw--test--e40b005a-ee59-542c-b82b-abe98fc4fbf9","task_revision_id":"1","upstream_id":"","short_description":"Kelian ana mapishi mawili ya kuandaa milo, moja lina maelekezo 20 na la pili…","config":"sw","split":"test","body":"{\"question\":\"Kelian ana mapishi mawili ya kuandaa milo, moja lina maelekezo 20 na la pili lina maelekezo mara tatu zaidi ya mapishi ya kwanza. Kelian anahitajika kusoma maelekezo mangapi ili kuandaa milo miwili?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research/url-nlp","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}