{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"37bf1ba0-afbb-5d78-b395-7384d4ff104c","task_key":"ARC~2dChallenge--test--NAEP~5f2000~5f8~5fS11~2b11","task_revision_id":"1","upstream_id":"NAEP_2000_8_S11+11","short_description":"The Earth's Moon is","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['always much closer to the Sun than it is to the Earth', 'always much closer to the Earth than it is to the Sun', 'about the same distance from the Sun as it is from the Earth', 'sometimes closer to the Sun than it is to the Earth and sometimes closer to the Earth than it is to the Sun']\",\"question\":\"The Earth's Moon is\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}