{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"63f7ba49-ed97-5226-bf9c-d91d7d0d57ff","task_key":"ARC~2dChallenge--test--Mercury~5f184205","task_revision_id":"1","upstream_id":"Mercury_184205","short_description":"The same side of the Moon is always visible from Earth because","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['the Moon does not rotate on its axis.', 'the far side of the Moon faces Earth during the day.', 'the Moon makes one rotation per revolution around Earth.', 'the rate of rotation is the same for Earth and the Moon.']\",\"question\":\"The same side of the Moon is always visible from Earth because\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}