{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"57e2b45e-558e-58df-a974-ddebc4e758fd","task_key":"ARC~2dEasy--test--LEAP~5f2004~5f4~5f10258","task_revision_id":"1","upstream_id":"LEAP_2004_4_10258","short_description":"What is one way people are helping the environment?","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['They are planting trees to replace the ones that are cut.', 'They are building more roads so more people can see natural areas.', 'They are building more dumps to hold the trash we create.', 'They are using their cars more to get to places faster.']\",\"question\":\"What is one way people are helping the environment?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}