{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e4df2d5c-4ad7-5a49-9315-5ac0740bc140","task_key":"ARC~2dEasy--test--Mercury~5fSC~5f413631","task_revision_id":"1","upstream_id":"Mercury_SC_413631","short_description":"Which of these correctly identifies the way materials are transported in a…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['Xylem carries water from the roots to the leaves.', 'Phloem carries minerals from the roots to the leaves.', 'Xylem carries sugars from the flowers to the stems.', 'Phloem carries water from the flowers to the stems.']\",\"question\":\"Which of these correctly identifies the way materials are transported in a plant?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}