{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ddb030a1-501f-5c10-9045-8352c047246e","task_key":"ARC~2dEasy--test--Mercury~5fSC~5f413242","task_revision_id":"1","upstream_id":"Mercury_SC_413242","short_description":"How does the Sun most affect the water cycle?","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['The Sun causes the ocean water to evaporate.', 'The Sun creates water droplets in the clouds.', 'The Sun forces water to drain back into the ocean.', 'The Sun makes the clouds produce precipitation.']\",\"question\":\"How does the Sun most affect the water cycle?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}