{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"8160c2a4-f58f-5ec5-b930-6ef02497153e","task_key":"ARC~2dEasy--test--Mercury~5fSC~5fLBS10680","task_revision_id":"1","upstream_id":"Mercury_SC_LBS10680","short_description":"What allows a light bulb to give off light?","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['the current flowing through the wire to the light bulb', 'the light bulb giving electrical energy to the battery', 'the light bulb generating heat energy', 'the battery pushing light through the wire']\",\"question\":\"What allows a light bulb to give off light?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}