{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7d7a085e-a6a7-5019-aa34-47b7b14cec27","task_key":"ARC~2dEasy--test--MCAS~5f2012~5f8~5f23653","task_revision_id":"1","upstream_id":"MCAS_2012_8_23653","short_description":"Miriam notices when she goes to the beach that sometimes the water rises as high…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['the Sun', 'the Moon', 'asteroids', 'comets']\",\"question\":\"Miriam notices when she goes to the beach that sometimes the water rises as high as the pier. At other times of the day, the water barely covers the pillars under the pier. These differences in water level are primarily due to the gravitational influence of which of the following?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}