{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"gsm8k","formal_name":"GSM8K","introduction":"GSM8K is a set of grade-school word problems that each need several arithmetic steps. It remains a standard reference point for multi-step reasoning.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/openai/gsm8k","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"68b0c179-7c89-5e7d-a12f-d75b702c5ac7","task_key":"main--test--68b0c179-7c89-5e7d-a12f-d75b702c5ac7","task_revision_id":"1","upstream_id":"","short_description":"To kick off summer, Jolene is having a water balloon fight with her friends.…","config":"main","split":"test","body":"{\"question\":\"To kick off summer, Jolene is having a water balloon fight with her friends.  They fill up 10 packs of balloons that have 30 balloons per pack.  By the end of the afternoon, 12 balloons are left.  How many balloons did they throw?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/openai/gsm8k","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}