{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"53cbd6aa-eb34-5af8-a4fe-b503a4932a1c","task_key":"ARC~2dEasy--test--Mercury~5f7221025","task_revision_id":"1","upstream_id":"Mercury_7221025","short_description":"Rheumatoid arthritis is an autoimmune disease that affects the joints. Which of…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"[\\\"The body's immune system attacks specific tissues.\\\", 'The cells of the immune system begin to grow rapidly.', \\\"The body's immune system fails to fight off infections.\\\", 'The cells of the immune system are absorbed by antigens.']\",\"question\":\"Rheumatoid arthritis is an autoimmune disease that affects the joints. Which of these events causes the symptoms of this disease?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}