{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d4600c83-5b78-5a45-b9a5-980a5f9c3e20","task_key":"ARC~2dChallenge--test--Mercury~5fSC~5f405827","task_revision_id":"1","upstream_id":"Mercury_SC_405827","short_description":"Two girls are pulling on opposite ends of a thick rope. Both girls pull on the…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['One girl will pull the other toward her.', 'Both girls will stay in the same place.', 'Gravity will cause the rope to sag.', 'The rope will break.']\",\"question\":\"Two girls are pulling on opposite ends of a thick rope. Both girls pull on the rope with the same force but in opposite directions. If both girls continue to pull with the same force, what will most likely happen?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}