{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c3c83ec2-53bc-544e-ace3-5582bec17813","task_key":"ARC~2dEasy--test--OHAT~5f2008~5f8~5f29","task_revision_id":"1","upstream_id":"OHAT_2008_8_29","short_description":"Which explains the relationship between hours of sunlight and seasons?","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['the rotation of Earth on its axis', \\\"the tilt of Earth's axis relative to the sun\\\", \\\"the location of Earth's orbit in the solar system\\\", 'the motion of the moon as it travels around Earth']\",\"question\":\"Which explains the relationship between hours of sunlight and seasons?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}