{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"f7b1c541-8da9-5cea-b642-bed4f8a2e6cf","task_key":"ARC~2dChallenge--test--MCAS~5f2006~5f9~5f44","task_revision_id":"2","upstream_id":"MCAS_2006_9_44","short_description":"An astronaut drops a 1.0 kg object and a 5.0 kg object on the Moon. Both objects…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['They have each lost kinetic energy.', 'They have each gained the same amount of potential energy.', 'They have each lost the same amount of potential energy.', 'They have each gained one-half of their maximum kinetic energy.']\",\"question\":\"An astronaut drops a 1.0 kg object and a 5.0 kg object on the Moon. Both objects fall a total distance of 2.0 m vertically. Which of the following best describes the objects after they have fallen a distance of 1.0 m?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}