{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c78d8b12-7f12-5292-87fe-490637e618cb","task_key":"ARC~2dEasy--test--NAEP~5f2005~5f8~5fS11~2b3","task_revision_id":"1","upstream_id":"NAEP_2005_8_S11+3","short_description":"An unusual type of fossil clam is found in rock layers high in the Swiss Alps.…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['glaciers carried the fossils up the mountains', 'the Rocky Mountains and the Swiss Alps are both volcanic in origin', 'clams once lived in mountains, but have since evolved into sea-dwelling creatures', 'the layers of rocks in which the fossils were found are from the same geologic age']\",\"question\":\"An unusual type of fossil clam is found in rock layers high in the Swiss Alps. The same type of fossil clam is also found in the Rocky Mountains of North America. From this, scientists conclude that\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}