{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f55454f6-aa62-5057-a92d-68aba5e65120","task_key":"ARC~2dEasy--test--Mercury~5fSC~5f401125","task_revision_id":"1","upstream_id":"Mercury_SC_401125","short_description":"Newborn white-tailed deer have hundreds of spots on their coats which gradually…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['mimicry.', 'migration.', 'hibernation.', 'camouflage.']\",\"question\":\"Newborn white-tailed deer have hundreds of spots on their coats which gradually disappear at three to four months of age. The spots on their coats make the newborns blend in with the environment through\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}