{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ad79893b-5720-5ccf-9eea-f1b6d861e618","task_key":"ARC~2dEasy--test--AIMS~5f2009~5f4~5f20","task_revision_id":"1","upstream_id":"AIMS_2009_4_20","short_description":"Ducks live near ponds and lakes. The shape of a duck's foot helps it swim and…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"[\\\"the shape of the parent ducks' feet\\\", 'the temperature of the pond water', 'the amount of mud in the bottom of the pond', 'the amount of rain that fell before the duck was born']\",\"question\":\"Ducks live near ponds and lakes. The shape of a duck's foot helps it swim and walk on muddy ground. Which factor is most important in determining the shape of a baby duck's foot?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}