{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"66302648-3415-5c53-9c8c-27f7a89b7706","task_key":"ARC~2dChallenge--test--Mercury~5f7270165","task_revision_id":"1","upstream_id":"Mercury_7270165","short_description":"Oceanic crust is composed mainly of basalt. Continental crust is composed mainly…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['The oceanic crust is thicker than the continental crust.', 'The continental crust is thicker than oceanic crust.', 'The oceanic crust is denser than the continental crust.', 'The continental crust is denser than the oceanic crust.']\",\"question\":\"Oceanic crust is composed mainly of basalt. Continental crust is composed mainly of granite. Why does oceanic crust generally tend to subduct under continental crust when plates collide?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}