{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7f10d85c-5136-5152-aef3-d1cb4135f863","task_key":"ARC~2dEasy--test--Mercury~5f7084018","task_revision_id":"1","upstream_id":"Mercury_7084018","short_description":"Less force is required to launch a spaceship from the surface of the Moon than…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['the Moon has a smaller surface area than Earth.', 'the mass of an object on Earth is greater than on the Moon.', 'the gravitational field of the Moon is less than that of Earth.', 'the atmosphere of the Moon is much thinner than that of Earth.']\",\"question\":\"Less force is required to launch a spaceship from the surface of the Moon than to launch an identical ship from the surface of Earth because\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}