{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0faf60a0-fdd4-5c52-80fc-13f6eaba35ab","task_key":"ARC~2dChallenge--test--MCAS~5f2005~5f8~5f6","task_revision_id":"1","upstream_id":"MCAS_2005_8_6","short_description":"Fossilized coral reefs, fish, and other warm water marine creatures have been…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['The climate and geology of this area have changed over time.', 'These creatures were better adapted to cold climates at one time.', 'The process of fossilization greatly changed the original material.', 'Scavengers carried the remains of these creatures to higher regions.']\",\"question\":\"Fossilized coral reefs, fish, and other warm water marine creatures have been found in mountainous regions of New England. Which of the following best explains how this could have occurred?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}