{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ad3b1257-c710-5d29-866b-7ee74a5295dd","task_key":"ARC~2dEasy--test--MCAS~5f2000~5f4~5f35","task_revision_id":"1","upstream_id":"MCAS_2000_4_35","short_description":"In the United States, each day the Sun appears to","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['rise in the west and set in the east.', 'rise in the east and set in the west.', 'rise in the north and set in the south.', 'rise in the south and set in the north.']\",\"question\":\"In the United States, each day the Sun appears to\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}