{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mgsm","formal_name":"MGSM","introduction":"MGSM is a human translation of 250 GSM8K problems into eleven languages, measuring whether reasoning survives the change of language. The gap against English is the multilingual signal.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research/url-nlp","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"cfaef208-5f4c-583e-aed2-1ba67388b03c","task_key":"sw--test--cfaef208-5f4c-583e-aed2-1ba67388b03c","task_revision_id":"1","upstream_id":"","short_description":"Kuna konokono 4 katika tangisamaki na konokono 32 katika tangisamaki nyingine.…","config":"sw","split":"test","body":"{\"question\":\"Kuna konokono 4 katika tangisamaki na konokono 32 katika tangisamaki nyingine. Tofauti kati ya idadi ya konokono katika tangisamaki hizi mbili ni mara mbili zaidi ya idadi ya samaki katika tangisamaki zote mbili. Ikiwa tangisamaki zote mbili zina idadi sawa ya samaki, kuna samaki wangapi katika kila tangisamaki?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research/url-nlp","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}