{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d94c304a-e583-5018-8673-0f524fb3a183","task_key":"ARC~2dEasy--test--ACTAAP~5f2010~5f5~5f2","task_revision_id":"1","upstream_id":"ACTAAP_2010_5_2","short_description":"In the 16005 Robert Hooke invented an improved type of microscope. Which of…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['The first view of atoms and molecules', 'Detailed observations of Jupiter and Mars', 'The name spectrum for the colors of light', 'The term cell to describe the smallest unit of life']\",\"question\":\"In the 16005 Robert Hooke invented an improved type of microscope. Which of these was a direct result of this invention?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}