{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"b7dc181b-0335-5257-a6b7-e2e34e5d1846","task_key":"ARC~2dChallenge--test--LEAP~5f2005~5f8~5f10404","task_revision_id":"2","upstream_id":"LEAP_2005_8_10404","short_description":"The radiant energy that comes to Earth from the Sun is","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['only one wavelength that we see as yellow.', 'a narrow band of wavelengths that is entirely visible light.', 'mostly long wavelengths that become heat energy.', 'a range of many wavelengths from long to very short.']\",\"question\":\"The radiant energy that comes to Earth from the Sun is\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}