{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7692e6e5-382b-56c6-b298-cec34f51168f","task_key":"ARC~2dEasy--test--MEA~5f2016~5f5~5f5","task_revision_id":"1","upstream_id":"MEA_2016_5_5","short_description":"A student walks to school each morning in Maine. It is dark outside when he…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['winter to spring', 'summer to fall', 'spring to winter', 'fall to winter']\",\"question\":\"A student walks to school each morning in Maine. It is dark outside when he begins walking. As the days pass, the student notices the mornings are becoming brighter. The Sun is rising earlier each day. He also notices that there is more daylight after school. The Sun is setting later in the day. Which change of seasons is occurring?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}