{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ceaede83-f6ca-5629-bcb5-8febf78108e7","task_key":"ARC~2dEasy--test--Mercury~5fSC~5f409576","task_revision_id":"1","upstream_id":"Mercury_SC_409576","short_description":"Paul listens to music through his radio. Which best explains the sound Paul…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['Sounds are fluids that travel through air.', 'Sounds are waves that travel through matter.', 'Sounds are gases that transform into vibrations.', 'Sounds are forms of energy that are converted from light.']\",\"question\":\"Paul listens to music through his radio. Which best explains the sound Paul hears?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}