{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c495b4e8-116c-579e-99c6-34866bd767da","task_key":"ARC~2dEasy--test--ACTAAP~5f2009~5f7~5f6","task_revision_id":"1","upstream_id":"ACTAAP_2009_7_6","short_description":"Stomata are tiny pores located on the leaves of plants. These pores permit the…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['The cornea in the eye', 'The alveoli in the lungs', 'The chambers in the heart', 'The salivary glands in the mouth']\",\"question\":\"Stomata are tiny pores located on the leaves of plants. These pores permit the exchange of gases between air in the environment and plant cells located inside the leaf. Which tissue performs a similar function in vertebrates?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}