{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f4a6b509-5c6b-5675-a5eb-23ff65fdad70","task_key":"ARC~2dChallenge--test--Mercury~5f7108868","task_revision_id":"1","upstream_id":"Mercury_7108868","short_description":"Certain lakes in the northeastern part of the United States have had decreases…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['nuclear power plants', 'hydroelectric power plants', 'coal-burning factories', 'noncommercial farms']\",\"question\":\"Certain lakes in the northeastern part of the United States have had decreases in pH levels, causing the deaths of many fish. What is the most likely reason for this change in pH levels?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}