{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c8c8af7e-abb1-5e33-98b5-fb0b06caf6c5","task_key":"ARC~2dChallenge--test--Mercury~5fSC~5f408663","task_revision_id":"1","upstream_id":"Mercury_SC_408663","short_description":"Students are studying how the positions of Earth and the Sun effect changes on…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['Earth has completed one rotation around the Moon.', 'Earth has completed one revolution around the Sun.', 'The Sun has completed one revolution around Earth.', 'The Moon has completed one revolution around Earth.']\",\"question\":\"Students are studying how the positions of Earth and the Sun effect changes on Earth. After four seasons have passed on Earth, which has happened?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}