{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"gsm8k","formal_name":"GSM8K","introduction":"GSM8K is a set of grade-school word problems that each need several arithmetic steps. It remains a standard reference point for multi-step reasoning.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/openai/gsm8k","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6911e83c-64a4-5ddb-88ab-af339ea29416","task_key":"main--test--6911e83c-64a4-5ddb-88ab-af339ea29416","task_revision_id":"1","upstream_id":"","short_description":"Amy had two eyeshadow palettes with four colors each and three makeup sets that…","config":"main","split":"test","body":"{\"question\":\"Amy had two eyeshadow palettes with four colors each and three makeup sets that came with six eyeshadow colors each. Her sister steals one of the palettes. Amy uses up half of the colors from one makeup set. How many eyeshadow colors does she have left?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/openai/gsm8k","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}