{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"cdb56081-e939-5424-a29f-1e60c0574a5f","task_key":"ARC~2dChallenge--test--Mercury~5f7109323","task_revision_id":"1","upstream_id":"Mercury_7109323","short_description":"For years, many astronomers thought that our solar system formed from a slowly…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['The old hypothesis will become obsolete.', 'The new hypothesis will be rejected due to conflict.', 'The evidence for the old hypothesis will be disregarded.', 'The evidence will be verified before the old hypothesis is revised.']\",\"question\":\"For years, many astronomers thought that our solar system formed from a slowly condensing cloud of dust and gas. New evidence indicates that our solar system may have formed when short-lived, massive stars in a nebula exploded. What is most likely going to result from the new evidence?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}