{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b8de014a-9300-59ee-9ba1-98739d491ac4","task_key":"ARC~2dEasy--test--MCAS~5f2011~5f8~5f17681","task_revision_id":"1","upstream_id":"MCAS_2011_8_17681","short_description":"Which of the following is the main reason water at the surface of the ocean is…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['Water at the bottom of the ocean contains more dissolved solids.', 'Water at the surface of the ocean absorbs more energy from the Sun.', 'Friction is created by fast moving currents at the surface of the ocean.', 'Wave action transfers heat from the bottom of the ocean to the surface.']\",\"question\":\"Which of the following is the main reason water at the surface of the ocean is warmer than water at the bottom of the ocean?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}