{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"35fa7ec7-113b-54ba-937a-d2094e2ecefb","task_key":"ARC~2dEasy--test--Mercury~5f7252403","task_revision_id":"1","upstream_id":"Mercury_7252403","short_description":"A population of ground squirrels has established a community in the grasslands…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['burrowing below the frost point of the soil surface', 'burrowing in tree trunks above the soil surface', 'consuming roots found under the soil surface', 'consuming organisms found in the soil surface']\",\"question\":\"A population of ground squirrels has established a community in the grasslands of the Great Plains. Temperatures often reach -15°C for most of the winter. What is the most likely behavior the ground squirrels use to survive these winter temperatures?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}