{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ad913827-19be-553c-80c3-f1d238577000","task_key":"ARC~2dChallenge--test--Mercury~5f7218628","task_revision_id":"1","upstream_id":"Mercury_7218628","short_description":"A forecast for \"wintry mix\" indicates that vapor in the air will form both rain…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['There is little water in the atmosphere of Earth.', 'Most water on Earth is found as vapor.', 'Water exists in all three states on Earth.', 'Water on Earth tends to form a solid over time.']\",\"question\":\"A forecast for \\\"wintry mix\\\" indicates that vapor in the air will form both rain and snow. Which of these is a correct principle illustrated by this event?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}