{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"64357c7d-f32a-5736-9ec0-036297405785","task_key":"ARC~2dChallenge--test--Mercury~5fSC~5f408030","task_revision_id":"1","upstream_id":"Mercury_SC_408030","short_description":"There are four seasons in a year. Which reason is most responsible for the…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['the way Earth tilts on its axis', 'the way Earth rotates on its axis', 'changes in the distance between Earth and the Sun', 'changes in the amount of energy the Sun produces']\",\"question\":\"There are four seasons in a year. Which reason is most responsible for the changing seasons on Earth?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}