{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"gsm8k","formal_name":"GSM8K","introduction":"GSM8K is a set of grade-school word problems that each need several arithmetic steps. It remains a standard reference point for multi-step reasoning.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/openai/gsm8k","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"66b14668-01a8-53cc-9d89-8099b01dbe6d","task_key":"main--test--66b14668-01a8-53cc-9d89-8099b01dbe6d","task_revision_id":"1","upstream_id":"","short_description":"Jackie grew 3\" over the summer. She is now 2\" shorter than Anne, who is twice…","config":"main","split":"test","body":"{\"question\":\"Jackie grew 3\\\" over the summer.  She is now 2\\\" shorter than Anne, who is twice the size of Albert.  If Albert is 36\\\" tall, how tall was Jackie before summer?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/openai/gsm8k","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}