{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6a8dd49e-f183-5163-8871-782ed87ebeb2","task_key":"ARC~2dChallenge--test--AIMS~5f2009~5f4~5f12","task_revision_id":"1","upstream_id":"AIMS_2009_4_12","short_description":"Sam poured water on a pile of dirt and observed that some dirt eroded from the…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['How long will the dirt stay wet?', 'What types of animals live in the dirt?', 'Will adding more water change the type of dirt?', 'Do different types of dirt wash away at different rates?']\",\"question\":\"Sam poured water on a pile of dirt and observed that some dirt eroded from the pile. Which question could he test to learn more about erosion?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}