{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"gsm8k","formal_name":"GSM8K","introduction":"GSM8K is a set of grade-school word problems that each need several arithmetic steps. It remains a standard reference point for multi-step reasoning.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/openai/gsm8k","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6874a63b-7432-5dcc-b5be-f6d04d708f58","task_key":"main--test--6874a63b-7432-5dcc-b5be-f6d04d708f58","task_revision_id":"1","upstream_id":"","short_description":"A football team has 105 members. There are twice as many players on the offense…","config":"main","split":"test","body":"{\"question\":\"A football team has 105 members.  There are twice as many players on the offense as there is on the defense. There is half the number of players on the special teams as there is on the defense.  How many players are on the defense?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/openai/gsm8k","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}