{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"1b5735e0-cc07-543b-8bf8-a6bd23ce9a7b","task_key":"ARC~2dChallenge--test--NCEOGA~5f2013~5f8~5f26","task_revision_id":"1","upstream_id":"NCEOGA_2013_8_26","short_description":"Why is water from an aquifer more likely to be cleaner than water from other…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['because it forms where fresh and salt water meet', 'because it receives water directly from precipitation', 'because it rises to the surface near the ocean', 'because pollutants are filtered by rock and soil deep within Earth']\",\"question\":\"Why is water from an aquifer more likely to be cleaner than water from other sources?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}