{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0a3a161d-e0f8-5102-adc1-68d3f25eb4ea","task_key":"ARC~2dEasy--test--MCAS~5f2005~5f8~5f21","task_revision_id":"1","upstream_id":"MCAS_2005_8_21","short_description":"Lightning from a thunderstorm strikes a 21 tree that falls to the forest floor…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['consumers', 'decomposers', 'predators', 'producers']\",\"question\":\"Lightning from a thunderstorm strikes a 21 tree that falls to the forest floor and dies. During the next few years the dead tree undergoes many changes. What organisms are most likely responsible for the biological and chemical changes to the tree?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}