{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"47f55555-4b67-54f5-bcb7-01626d54bfe6","task_key":"ARC~2dEasy--test--LEAP~5f~5f7~5f10346","task_revision_id":"1","upstream_id":"LEAP__7_10346","short_description":"Which relationship is mutualistic?","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['an insect that lives and feeds on the body of an alligator', 'an ant that lives on a plant and defends the plant from other insects', 'a bird that migrates to follow the movements of the butterflies that it eats', 'a deer that eats one kind of plant, which allows another kind of plant to grow in its place']\",\"question\":\"Which relationship is mutualistic?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}