{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"db1be4a3-2ba9-563f-a461-dc464d8ef12b","task_key":"ARC~2dEasy--test--AKDE~26ED~5f2008~5f4~5f3","task_revision_id":"1","upstream_id":"AKDE&ED_2008_4_3","short_description":"Which statement correctly describes both gases and liquids?","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['Their shapes stay the same in any container.', 'Their shapes change when they are in different containers.', 'Their volumes stay the same in any container.', 'Their volumes change when they are in different containers.']\",\"question\":\"Which statement correctly describes both gases and liquids?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}