{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ab420e07-8619-58fe-932e-219502dbff79","task_key":"ARC~2dEasy--test--Mercury~5f7037275","task_revision_id":"1","upstream_id":"Mercury_7037275","short_description":"How is the mass of an atom calculated?","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['add the number of protons to the number of electrons', 'add the number of protons to the number of neutrons', 'subtract the number of protons from the number of neutrons', 'subtract the number of electrons from the sum of protons and neutrons']\",\"question\":\"How is the mass of an atom calculated?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}