{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"43818443-f041-541d-8c1b-e3aa16f17ff2","task_key":"ARC~2dEasy--test--Mercury~5f7145583","task_revision_id":"1","upstream_id":"Mercury_7145583","short_description":"Elias investigates whether soaking beans in water before planting affects how…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['the beans that were soaked the least amount of time', 'the beans that were not soaked in water', 'the beans that had the greatest mass', 'the beans that grew the tallest']\",\"question\":\"Elias investigates whether soaking beans in water before planting affects how the beans grow. Which beans would most likely be the control group?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}