{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f296ded1-73e2-5da7-8893-fd2ebe99c826","task_key":"ARC~2dChallenge--test--MCAS~5f1999~5f4~5f23","task_revision_id":"1","upstream_id":"MCAS_1999_4_23","short_description":"Why is it that the Moon can sometimes be seen during the day as well as at…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['The Moon reflects light from the Sun all the time.', 'The Sun goes around Earth and the Moon every day.', 'Earth reflects light from the Moon all the time.', 'The Moon goes around Earth every day.']\",\"question\":\"Why is it that the Moon can sometimes be seen during the day as well as at night?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}