{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"dc056c74-56cc-5aa2-89cb-7981dddeb149","task_key":"ARC~2dChallenge--test--Mercury~5fSC~5fLBS10027","task_revision_id":"1","upstream_id":"Mercury_SC_LBS10027","short_description":"What is potential energy?","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['The energy an object has due to its motion.', 'The energy an object has due to its position.', 'The energy that increases the mass of an object.', 'The energy that increases the temperature of an object.']\",\"question\":\"What is potential energy?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}