{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"25fbb9e0-015d-55f6-a126-b96d730d7c2c","task_key":"ARC~2dEasy--test--MEA~5f2013~5f5~5f11","task_revision_id":"1","upstream_id":"MEA_2013_5_11","short_description":"A scientist compares ancient animal tracks to modern animal tracks. Which…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['Some ancient animals and some modern animals walk on four legs.', 'Most ancient animals and most modern animals hunt animals for food.', 'The same animals that lived long ago also live today.', 'All animals can walk.']\",\"question\":\"A scientist compares ancient animal tracks to modern animal tracks. Which conclusion is the scientist most likely to reach?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}