{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"45192a1c-be19-5ce5-bba9-7ad75cb40809","task_key":"ARC~2dChallenge--test--NYSEDREGENTS~5f2008~5f8~5f30","task_revision_id":"2","upstream_id":"NYSEDREGENTS_2008_8_30","short_description":"Part of the east coast of South America and the west coast of Africa have…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['separated by a much larger ocean', 'joined together as one landmass', 'located near the North Pole', 'in a different hemisphere']\",\"question\":\"Part of the east coast of South America and the west coast of Africa have matching fossils within the same series of rock layers. This provides evidence that these two continents were once\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}