{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f7baf184-de7e-5fec-8009-3c6e179a4efe","task_key":"ARC~2dEasy--test--Mercury~5f7219713","task_revision_id":"1","upstream_id":"Mercury_7219713","short_description":"Ferns belong to any one of about 12,000 species of plants grouped in their own…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['Bryophyta', 'Gymnosperm', 'Angiosperm', 'Pteridophyta']\",\"question\":\"Ferns belong to any one of about 12,000 species of plants grouped in their own division within the plant kingdom. Ferns are vascular, seedless, flowerless, and reproduce by spores. To which plant group do ferns belong?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}