{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2614f28a-9444-50b0-a009-a549b40889dc","task_key":"ARC~2dChallenge--test--ACTAAP~5f2010~5f5~5f1","task_revision_id":"1","upstream_id":"ACTAAP_2010_5_1","short_description":"A layer of rock is found to contain a fossil of a fish and a fossil of a…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['The fish and dinosaur both lived near a shoreline.', 'The fish was carried far inland by an enormous wave.', 'The fish and dinosaur were fossilized at very different times.', 'The dinosaur was swimming from one continent to another when it died.']\",\"question\":\"A layer of rock is found to contain a fossil of a fish and a fossil of a land-dwelling dinosaur very close to one another. What is the most likely explanation for this?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}