{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"acee2a7a-7e86-5b23-9135-0196de260b09","task_key":"ARC~2dEasy--test--Mercury~5f7146178","task_revision_id":"1","upstream_id":"Mercury_7146178","short_description":"Lea is investigating how phosphates affect oxygen levels in pond water. For part…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['conclusion', 'hypothesis', 'control group', 'experimental group']\",\"question\":\"Lea is investigating how phosphates affect oxygen levels in pond water. For part of the investigation, she uses pond water that contains no phosphates. The pond water without phosphates would be what part of the investigation?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}