{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"aaf9faf7-503a-55ff-9b94-c7f3c1bdb36f","task_key":"ARC~2dChallenge--test--Mercury~5fSC~5f413542","task_revision_id":"1","upstream_id":"Mercury_SC_413542","short_description":"Many people get fresh water from wells that reach water stored underground. When…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['using sprinklers for fewer hours each week', 'washing vehicles in the middle of the day', 'spraying water to clean oil from parking lots', 'letting faucets run while brushing teeth']\",\"question\":\"Many people get fresh water from wells that reach water stored underground. When there is little rain, the water can begin to run out. Which step is best to make the water last longer?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}