{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c9ca3dda-ce14-52af-8123-222e9d817389","task_key":"ARC~2dChallenge--test--Mercury~5f402207","task_revision_id":"1","upstream_id":"Mercury_402207","short_description":"A 60-kg man and a 25-kg boy, both on roller skates, push off of each other using…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['The man moves farther and faster than the boy.', 'The boy moves farther and faster than the man.', 'The man moves farther but the same speed as the boy.', 'The boy moves faster but the same distance as the man.']\",\"question\":\"A 60-kg man and a 25-kg boy, both on roller skates, push off of each other using their hands. Which of these describes the motion of the two people?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}