{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mgsm","formal_name":"MGSM","introduction":"MGSM is a human translation of 250 GSM8K problems into eleven languages, measuring whether reasoning survives the change of language. The gap against English is the multilingual signal.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research/url-nlp","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c27f004c-96da-5432-a747-7861eb43ba6e","task_key":"sw--test--c27f004c-96da-5432-a747-7861eb43ba6e","task_revision_id":"1","upstream_id":"","short_description":"Brinley yupo katika darasa la hisabati la Mr. Bert. Mr. Bert hupeana mazoezi…","config":"sw","split":"test","body":"{\"question\":\"Brinley yupo katika darasa la hisabati la Mr. Bert. Mr. Bert hupeana mazoezi sita kila muhula. Huwa anawaruhusu wanafunzi kuondoa alama ya chini zaidi kwenye wastani wa matokeo kila muhula. Ikiwa Brinley ana alama za 89, 71, 92, 100 na 86 kwa mazoezi matano ya kwanza, anahitaji kupata alama ngapi katika zoezi la sita ili awe na wastani wa 93?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research/url-nlp","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}