{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"4fdb3163-2427-5533-b23a-72fc9a1e6cc1","task_key":"ARC~2dEasy--test--Mercury~5f7214585","task_revision_id":"1","upstream_id":"Mercury_7214585","short_description":"The distance from Earth to the Sun is one astronomical unit. Which unit best…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['hundreds', 'thousands', 'millions', 'billions']\",\"question\":\"The distance from Earth to the Sun is one astronomical unit. Which unit best describes how many astronomical units it is from Earth to the far end of the Milky Way Galaxy?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}