{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"723ad150-9cd8-5669-bcde-2d1d33635c4e","task_key":"ARC~2dEasy--test--ACTAAP~5f2010~5f7~5f8","task_revision_id":"1","upstream_id":"ACTAAP_2010_7_8","short_description":"The list below gives some symptoms of people with the common cold. Symptoms of…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['Nervous', 'Digestive', 'Circulatory', 'Respiratory']\",\"question\":\"The list below gives some symptoms of people with the common cold. Symptoms of the Common Cold stuffy nose low fever sore throat cough Which body system is most affected by the common cold?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}