{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"f35eabf1-c20c-5d18-bab8-504a5229a84a","task_key":"ARC~2dChallenge--test--Mercury~5f7058415","task_revision_id":"2","upstream_id":"Mercury_7058415","short_description":"When cold air is at the tops of mountains, the air","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['will flow toward areas of lower pressure in valleys.', 'will flow toward areas of higher pressure in valleys.', 'is considered to be less dense than warmer air.', 'is considered to be free of oxygen atoms.']\",\"question\":\"When cold air is at the tops of mountains, the air\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}