{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mgsm","formal_name":"MGSM","introduction":"MGSM is a human translation of 250 GSM8K problems into eleven languages, measuring whether reasoning survives the change of language. The gap against English is the multilingual signal.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research/url-nlp","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"1e5394f1-6dce-52fe-8cea-be528faadf3f","task_key":"sw--test--1e5394f1-6dce-52fe-8cea-be528faadf3f","task_revision_id":"1","upstream_id":"","short_description":"Dax alienda katika shamba lao kuokota tufaha na chungu ambao ni nusu ya idadi ya…","config":"sw","split":"test","body":"{\"question\":\"Dax alienda katika shamba lao kuokota tufaha na chungu ambao ni nusu ya idadi ya siafu katika shamba. Ikiwa kulikuwa na siafu 50, piga hesabu ya wadudu wote kwa jumla katika shamba hilo.\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research/url-nlp","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}