{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"37376314-856f-5a90-aa16-0e427bbe4bbe","task_key":"ARC~2dEasy--test--Mercury~5f7184748","task_revision_id":"1","upstream_id":"Mercury_7184748","short_description":"Scientists have discovered that there has been a reduction in the butterfly…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['removing primary producers', 'spraying of insecticides', 'increasing runoff', 'planting flowers']\",\"question\":\"Scientists have discovered that there has been a reduction in the butterfly population in an ecosystem. After much research, they have identified that the carrying capacity for butterflies has been decreased. If the scientists want to increase the butterfly population, which action should they recommend?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}