{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f853c817-bc0a-563c-994a-7432c17e24ff","task_key":"ARC~2dChallenge--test--Mercury~5f416536","task_revision_id":"1","upstream_id":"Mercury_416536","short_description":"During a portion of the water cycle, water falls to Earth's surface as…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['lake', 'river', 'aquifer', 'wetland']\",\"question\":\"During a portion of the water cycle, water falls to Earth's surface as precipitation. Some of this water runs off into channels and keeps moving until it ends up in the ocean. Which best describes the water in the channels?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}