{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"gsm8k","formal_name":"GSM8K","introduction":"GSM8K is a set of grade-school word problems that each need several arithmetic steps. It remains a standard reference point for multi-step reasoning.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/openai/gsm8k","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"21323d5d-1426-5149-9dac-b05224ba3c4b","task_key":"main--test--21323d5d-1426-5149-9dac-b05224ba3c4b","task_revision_id":"1","upstream_id":"","short_description":"Carl has four times as many marbles as Sean and Sean has half as many marbles as…","config":"main","split":"test","body":"{\"question\":\"Carl has four times as many marbles as Sean and Sean has half as many marbles as Cal. If Sean has 56 marbles, how many marbles do Carl and Cal have combined?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/openai/gsm8k","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}