{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"975febc4-30d5-5ee6-862f-33909b8afd6d","task_key":"ARC~2dEasy--test--Mercury~5f405056","task_revision_id":"1","upstream_id":"Mercury_405056","short_description":"Students are comparing different rocks. What do all rocks have in common?","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['Rocks are made of one or more minerals.', 'Rocks are made of two or more elements.', 'Rocks are made of magma and sediments.', 'Rocks are made of sand changed by pressure.']\",\"question\":\"Students are comparing different rocks. What do all rocks have in common?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}