{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2de3d079-c702-5186-8569-fe72d87be5d4","task_key":"ARC~2dEasy--test--Mercury~5fSC~5f402116","task_revision_id":"1","upstream_id":"Mercury_SC_402116","short_description":"A student is trying to model an ocean environment. What is the most important…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['starfish', 'seaweed', 'salt water', 'coral reef']\",\"question\":\"A student is trying to model an ocean environment. What is the most important factor the student should add to the aquarium in order to make sure that the model is accurate?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}