{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"gsm8k","formal_name":"GSM8K","introduction":"GSM8K is a set of grade-school word problems that each need several arithmetic steps. It remains a standard reference point for multi-step reasoning.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/openai/gsm8k","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b52517ff-7e9c-5d83-8831-17b174afcb0d","task_key":"main--test--b52517ff-7e9c-5d83-8831-17b174afcb0d","task_revision_id":"1","upstream_id":"","short_description":"Carrie is planning the caroling schedule. The choir plans to sing \"Deck the…","config":"main","split":"test","body":"{\"question\":\"Carrie is planning the caroling schedule. The choir plans to sing \\\"Deck the Halls\\\" twice and \\\"Jingle Bells\\\" once. If \\\"Deck the Halls\\\" is 150 seconds long and \\\"Jingle Bells\\\" is 240 seconds long, how long will they be caroling?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/openai/gsm8k","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}