{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f792a67d-e1e4-585a-bffa-5e760c4cd62a","task_key":"ARC~2dEasy--test--TIMSS~5f2007~5f8~5fpg57","task_revision_id":"1","upstream_id":"TIMSS_2007_8_pg57","short_description":"In a deep valley on Earth, a person shouting will hear an echo as the sound is…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['the gravitational pull on the Moon is too low', 'the temperature on the Moon is too low', 'there is no air on the Moon for the sound to travel through', 'the mountains on the Moon cannot reflect sound']\",\"question\":\"In a deep valley on Earth, a person shouting will hear an echo as the sound is reflected back off the surrounding mountains. In a similar valley on the Moon, no echo will be heard. This is because\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}