{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"gsm8k","formal_name":"GSM8K","introduction":"GSM8K is a set of grade-school word problems that each need several arithmetic steps. It remains a standard reference point for multi-step reasoning.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/openai/gsm8k","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"81a91c3a-1160-53e9-a1c7-1083bd3d99d8","task_key":"main--test--81a91c3a-1160-53e9-a1c7-1083bd3d99d8","task_revision_id":"1","upstream_id":"","short_description":"Mr Boarden is remodeling his bathroom. For every square foot, he needs 24 mosaic…","config":"main","split":"test","body":"{\"question\":\"Mr Boarden is remodeling his bathroom. For every square foot, he needs 24 mosaic tiles. How many mosaic tiles would Mr Boarden need to cover two thirds of his 36 sq ft bathroom?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/openai/gsm8k","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}