{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f7150bf1-b133-5fea-8107-153d975ada03","task_key":"ARC~2dEasy--test--Mercury~5f7139720","task_revision_id":"1","upstream_id":"Mercury_7139720","short_description":"The surface of Earth is composed of large tectonic plates that are constantly…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['normal faulting', 'seafloor spreading', 'igneous intrusions', 'convection currents']\",\"question\":\"The surface of Earth is composed of large tectonic plates that are constantly shifting as they float on top of molten rock. Which process must occur in the mantle to make the plates move?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}