{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d4909981-ed00-5716-a970-b757b2186396","task_key":"ARC~2dEasy--test--TAKS~5f2009~5f5~5f28","task_revision_id":"1","upstream_id":"TAKS_2009_5_28","short_description":"Which of the following happens in our solar system?","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['Earth revolves around the sun once per day.', 'The moon revolves around Earth once per day.', 'Earth revolves around the sun once per year.', 'The moon revolves around Earth once per year.']\",\"question\":\"Which of the following happens in our solar system?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}