{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"53e2aa59-cf16-574e-b419-cc70fcb370fb","task_key":"ARC~2dEasy--test--ACTAAP~5f2013~5f7~5f10","task_revision_id":"1","upstream_id":"ACTAAP_2013_7_10","short_description":"Which statement about gravity is written as a law?","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['The reason gravity works is because masses bend time and space.', 'The effect of gravity on plants might be reduced if certain minerals are added to the soil.', 'The force of gravity between two objects depends upon their masses and the distance between them.', 'The experiments being done on gravity today are better than what were done in the past and a full understanding is only a few years away.']\",\"question\":\"Which statement about gravity is written as a law?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}