{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"fd9db4ee-df78-5c08-be04-f50b35e0ffb7","task_key":"ARC~2dEasy--test--MCAS~5f2013~5f8~5f29417","task_revision_id":"1","upstream_id":"MCAS_2013_8_29417","short_description":"A scientist wants to collect several bird eggs on an island. She needs a case…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['a hard metal case with flexible foam lining', 'a flexible metal case with smooth plastic lining', 'a strong wooden case with lightweight plastic lining', 'a lightweight wooden case with strong aluminum lining']\",\"question\":\"A scientist wants to collect several bird eggs on an island. She needs a case that will protect the eggs she collects. Which of the following cases would best protect the eggs?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}