{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"gsm8k","formal_name":"GSM8K","introduction":"GSM8K is a set of grade-school word problems that each need several arithmetic steps. It remains a standard reference point for multi-step reasoning.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/openai/gsm8k","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a77eeccf-149a-59d6-9b2e-44c8907e480d","task_key":"main--test--a77eeccf-149a-59d6-9b2e-44c8907e480d","task_revision_id":"1","upstream_id":"","short_description":"Brinley is in Mr. Bert's math class. Mr. Bert gives six tests each semester. He…","config":"main","split":"test","body":"{\"question\":\"Brinley is in Mr. Bert's math class. Mr. Bert gives six tests each semester. He allows the students to remove the lowest score from the average each semester. If Brinley has scores of 89, 71, 92, 100 and 86 on the first five tests, what score does she need on the sixth test to get an average of 93?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/openai/gsm8k","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}