{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"81689ba0-6267-5eae-a7f4-0c8b906c6a9c","task_key":"ARC~2dEasy--test--Mercury~5f407132","task_revision_id":"1","upstream_id":"Mercury_407132","short_description":"A student walks along a trail by a lake on a cool summer morning. Which…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['Fog is rising from the lake.', 'The water is too cold for swimming.', 'The water is cold because it comes from melted snow.', 'The temperature of the air is rising because the Sun is out.']\",\"question\":\"A student walks along a trail by a lake on a cool summer morning. Which statement is an observation the student could make?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}