{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"23058dfd-bffa-5df6-bbc8-9f2a078810a6","task_key":"ARC~2dChallenge--test--Mercury~5f7233765","task_revision_id":"1","upstream_id":"Mercury_7233765","short_description":"Removing the coal from Earth's crust can change the structure of the crust,…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['atmosphere', 'biosphere', 'hydrosphere', 'lithosphere']\",\"question\":\"Removing the coal from Earth's crust can change the structure of the crust, release methane gas, and contaminate groundwater with heavy metals. Which of Earth's subsystems is most likely to be affected by all these consequences?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}