{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mgsm","formal_name":"MGSM","introduction":"MGSM is a human translation of 250 GSM8K problems into eleven languages, measuring whether reasoning survives the change of language. The gap against English is the multilingual signal.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research/url-nlp","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"9431ff27-33aa-5d55-9192-48e4cb60dde5","task_key":"sw--test--9431ff27-33aa-5d55-9192-48e4cb60dde5","task_revision_id":"1","upstream_id":"","short_description":"Sandra, muuza maua anayepatikana karibu, hajafurahia jinsi ambavyo Fred…","config":"sw","split":"test","body":"{\"question\":\"Sandra, muuza maua anayepatikana karibu, hajafurahia jinsi ambavyo Fred hakukamilisha uwasilishaji wa agizo. Sandra alikuwa ameagiza waridi mwekundu mara nne zaidi ya maua meupe. Pia aliagiza yungiyungi 200 za pinki, ambazo zilikuwa mara tano zaidi ya idadi ya maua meupe. Sandra ametishia kubadilisha wasambazaji iwapo waridi mwekundu ambao haupo hautawasilishia kufikia saa 11 jioni. Ili kudumisha biashara ya Sandra, ni lazima Fred awasilishe waridi mwekundu ngapi kabla ya saa 11 jioni?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research/url-nlp","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}