{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"197500a3-e3d8-53af-8e5c-bd893b469535","task_key":"ARC~2dChallenge--test--Mercury~5f412605","task_revision_id":"1","upstream_id":"Mercury_412605","short_description":"Nevada's annual precipitation averages between 21 and 24 cm. In comparison,…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['the relative sizes of each state', 'the types of industry found in each state', 'the location of each state on the continent', 'the relative frequency of volcanic activity in each state']\",\"question\":\"Nevada's annual precipitation averages between 21 and 24 cm. In comparison, Washington state averages between 96 and 97 cm of precipitation per year. Which of these factors has the greatest impact on the difference in precipitation between these two states?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}