{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"83acf304-71b2-52a9-bdf2-4f9355808787","task_key":"ARC~2dChallenge--test--LEAP~5f~5f7~5f10351","task_revision_id":"1","upstream_id":"LEAP__7_10351","short_description":"Which statement best describes the roles of photosynthesis and respiration in…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['Respiration and photosynthesis both add carbon to the atmosphere.', 'Respiration and photosynthesis both remove carbon from the atmosphere.', 'Respiration adds carbon to the atmosphere, while photosynthesis removes carbon from the atmosphere.', 'Photosynthesis adds carbon to the atmosphere, while respiration removes carbon from the atmosphere.']\",\"question\":\"Which statement best describes the roles of photosynthesis and respiration in the carbon cycle?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}