{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mgsm","formal_name":"MGSM","introduction":"MGSM is a human translation of 250 GSM8K problems into eleven languages, measuring whether reasoning survives the change of language. The gap against English is the multilingual signal.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research/url-nlp","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"17119012-8e0e-5489-9733-28e8da3953c2","task_key":"sw--test--17119012-8e0e-5489-9733-28e8da3953c2","task_revision_id":"1","upstream_id":"","short_description":"Freda akipika mchuzi wa nyanya zilizowekwa kwenye mkebe, huwa zinapoteza nusu ya…","config":"sw","split":"test","body":"{\"question\":\"Freda akipika mchuzi wa nyanya zilizowekwa kwenye mkebe, huwa zinapoteza nusu ya ujazo wao. Kila mkebe wa nyanya wenye aunsi 16 ambao huwa anatumia una nyanya tatu. Kifurushi cha mwisho cha Freda cha mchuzi wa nyanya kilitengeneza aunsi 32 za mchuzi. Freda alitumia nyanya ngapi?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research/url-nlp","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}