{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"1c1ac870-446b-5a79-bc67-7de726bb520b","task_key":"ARC~2dEasy--test--Mercury~5f402456","task_revision_id":"1","upstream_id":"Mercury_402456","short_description":"An atom has a mass of 24 and a nuclear charge of 12. Which statement about the…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['It has twice as many protons as electrons.', 'It has twice as many neutrons as protons.', 'It has equal numbers of neutrons and protons.', 'It has equal numbers of nuclear particles and electrons.']\",\"question\":\"An atom has a mass of 24 and a nuclear charge of 12. Which statement about the atom is accurate?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}