{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mgsm","formal_name":"MGSM","introduction":"MGSM is a human translation of 250 GSM8K problems into eleven languages, measuring whether reasoning survives the change of language. The gap against English is the multilingual signal.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research/url-nlp","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3e823a45-e4bc-5eb0-b7fe-6acd35364441","task_key":"sw--test--3e823a45-e4bc-5eb0-b7fe-6acd35364441","task_revision_id":"1","upstream_id":"","short_description":"Kuna vifarasi 27 waliosalia duniani. Theluthi moja yao wapo katika Nyanda za Juu…","config":"sw","split":"test","body":"{\"question\":\"Kuna vifarasi 27 waliosalia duniani. Theluthi moja yao wapo katika Nyanda za Juu za Uskoti. Theluthi mbili ya vifaransi wa Uskoti ni wa kike. Kuna vifarasi wangapi wa kike wa Uskoti?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research/url-nlp","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}