{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2b06ec96-8f45-50d8-a900-951d8bb83245","task_key":"ARC~2dChallenge--test--Mercury~5f7221043","task_revision_id":"1","upstream_id":"Mercury_7221043","short_description":"How does a volcanic eruption interfere with the ability of producers to obtain…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"[\\\"by using up heat energy stored in Earth's core\\\", 'by releasing excess energy from the interior of the earth', 'by using up large volumes of nearby atmospheric oxygen', 'by releasing dust that blocks sunlight from reaching Earth']\",\"question\":\"How does a volcanic eruption interfere with the ability of producers to obtain the energy they need to produce food?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}