{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6284ffa8-9f21-52f8-b7af-8a78076f8520","task_key":"ARC~2dEasy--test--Mercury~5fSC~5f408424","task_revision_id":"1","upstream_id":"Mercury_SC_408424","short_description":"On a class field trip, Zach took a walk through the woods using his senses. Zach…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['nervous system', 'digestive system', 'circulatory system', 'respiratory system']\",\"question\":\"On a class field trip, Zach took a walk through the woods using his senses. Zach made observations on the different sights, smells, and sounds in the woods. What system transferred the observations from his senses to his brain?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}