{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mgsm","formal_name":"MGSM","introduction":"MGSM is a human translation of 250 GSM8K problems into eleven languages, measuring whether reasoning survives the change of language. The gap against English is the multilingual signal.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research/url-nlp","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ff4002b7-7bc5-579f-831a-aa907423783d","task_key":"de--test--ff4002b7-7bc5-579f-831a-aa907423783d","task_revision_id":"1","upstream_id":"","short_description":"Ram verbraucht einen Haufen Stifte. Er entdeckt, dass er Geld sparen kann, indem…","config":"de","split":"test","body":"{\"question\":\"Ram verbraucht einen Haufen Stifte. Er entdeckt, dass er Geld sparen kann, indem er die Tinte von fünf leeren Stiften mischt, um einen Stift voll zu machen. Wenn er 25 Stifte kauft und sie dann verwendet, um neue Stifte zu machen, wenn die Tinte ausgeht, wie viele Stifte kann er dann insgesamt haben?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research/url-nlp","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}