{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a74d19fd-2dcf-5af8-be30-bdaaa85c03e4","task_key":"ARC~2dChallenge--test--ACTAAP~5f2008~5f7~5f4","task_revision_id":"1","upstream_id":"ACTAAP_2008_7_4","short_description":"A student is investigating Newton's second law of motion by changing the force…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['2 times', '4 times', '8 times', '16 times']\",\"question\":\"A student is investigating Newton's second law of motion by changing the force acting on an object and observing its resulting acceleration. If the force on the object were increased four times, by how much would the acceleration increase?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}