{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"gsm8k","formal_name":"GSM8K","introduction":"GSM8K is a set of grade-school word problems that each need several arithmetic steps. It remains a standard reference point for multi-step reasoning.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/openai/gsm8k","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e4d35e9c-39d0-583f-879b-9f44817ee20b","task_key":"main--test--e4d35e9c-39d0-583f-879b-9f44817ee20b","task_revision_id":"1","upstream_id":"","short_description":"Josh decides to take up juggling to perform at the school talent show a month in…","config":"main","split":"test","body":"{\"question\":\"Josh decides to take up juggling to perform at the school talent show a month in the future.  He starts off practicing juggling 3 balls, and slowly gets better adding 1 ball to his juggling act each week.  After the end of the fourth week the talent show begins, but when Josh walks on stage he slips and drops three of his balls.  2 of them are caught by people in the crowd as they roll off the stage, but one gets lost completely since the auditorium is dark.  With a sigh, Josh starts to juggle on stage with how many balls?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/openai/gsm8k","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}