{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7df94287-32c7-5c55-82fb-b91420e9978f","task_key":"ARC~2dEasy--test--MDSA~5f2013~5f8~5f2","task_revision_id":"1","upstream_id":"MDSA_2013_8_2","short_description":"Each layer of Earth has different properties. Which statement best describes the…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['The mantle lies below the core.', 'The mantle is composed of hot gases.', 'The mantle lies between the core and the crust.', 'The mantle temperature is lower than the crust temperature.']\",\"question\":\"Each layer of Earth has different properties. Which statement best describes the mantle of Earth?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}