{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5a9a213c-bc2d-5938-bd40-adfe61aca755","task_key":"ARC~2dChallenge--test--Mercury~5f7005880","task_revision_id":"1","upstream_id":"Mercury_7005880","short_description":"Which best describes how the human circulatory and respiratory systems interact?","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['The heart removes waste built up in the lungs.', 'Oxygen enters the bloodstream directly from the nose.', 'Oxygen is transferred to the bloodstream as blood passes by the lungs.', 'The heart pumps air into the blood through the lungs.']\",\"question\":\"Which best describes how the human circulatory and respiratory systems interact?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}