{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"7c4c5956-6bb2-5ecf-9629-e3492be230f8","task_key":"ARC~2dChallenge--test--TIMSS~5f1995~5f8~5fJ1","task_revision_id":"2","upstream_id":"TIMSS_1995_8_J1","short_description":"Which BEST describes the surface of the Earth over billions of years?","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['A flat surface is gradually pushed up into higher and higher mountains until the Earth is covered with mountains.', 'High mountains gradually wear down until most of the Earth is at sea level.', 'High mountains gradually wear down as new mountains are continuously being formed, over and over again.', 'High mountains and flat plains stay side by side for billions of years with little change.']\",\"question\":\"Which BEST describes the surface of the Earth over billions of years?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}