{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a4238e23-2914-5396-91ad-a5d39cd46fed","task_key":"ARC~2dEasy--test--NYSEDREGENTS~5f2010~5f8~5f31","task_revision_id":"1","upstream_id":"NYSEDREGENTS_2010_8_31","short_description":"Earth's hydrosphere is best described as the","config":"ARC-Easy","split":"test","body":"{\"choices\":\"[\\\"relatively thin layer of rock found above Earth's mantle\\\", \\\"relatively thin layer of water covering most of Earth's crust\\\", \\\"hot liquid rock located in Earth's outer core\\\", \\\"very dense rock located in Earth's inner core\\\"]\",\"question\":\"Earth's hydrosphere is best described as the\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}