{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c77abce4-740d-5503-82b2-4273050381b4","task_key":"ARC~2dChallenge--test--AKDE~26ED~5f2008~5f8~5f3","task_revision_id":"1","upstream_id":"AKDE&ED_2008_8_3","short_description":"What most likely happens when winter and summer temperatures are below normal…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['Meltwater decreases, and the size of the glacier decreases.', 'Meltwater decreases, and the size of the glacier increases.', 'Meltwater increases, and the size of the glacier decreases.', 'Meltwater increases, and the size of the glacier increases.']\",\"question\":\"What most likely happens when winter and summer temperatures are below normal and precipitation rates are above normal?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}