{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"cb62ec56-23ad-5a96-8103-2375f15e0aaf","task_key":"ARC~2dChallenge--test--Mercury~5f7109498","task_revision_id":"1","upstream_id":"Mercury_7109498","short_description":"Sequoia trees in the Sierra Nevada in California are tall giants. Some of them…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['They set up a secondary succession event.', 'They eliminate some competition for nutrients.', 'They allow larger trees to act as pioneer species.', 'They stimulate growth in smaller, shade-tolerant trees.']\",\"question\":\"Sequoia trees in the Sierra Nevada in California are tall giants. Some of them are more than 3000 years old. Which statement best illustrates how forest brush fires have benefited these trees?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}