{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mgsm","formal_name":"MGSM","introduction":"MGSM is a human translation of 250 GSM8K problems into eleven languages, measuring whether reasoning survives the change of language. The gap against English is the multilingual signal.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research/url-nlp","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"8b4f37fd-e81f-5dae-bbab-4311f7d26516","task_key":"de--test--8b4f37fd-e81f-5dae-bbab-4311f7d26516","task_revision_id":"1","upstream_id":"","short_description":"Jenna und ihre Mutter pflückten einige Äpfel auf ihrer Apfelfarm. Jenna pflückte…","config":"de","split":"test","body":"{\"question\":\"Jenna und ihre Mutter pflückten einige Äpfel auf ihrer Apfelfarm. Jenna pflückte halb so viele Äpfel wie ihre Mutter. Wenn ihre Mutter 20 Äpfel hatte, wie viele Äpfel pflückten sie dann beide?\"}","display_format":"math","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research/url-nlp","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}