{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"d46bbe60-7615-5416-b2d4-a46b19aaf620","task_key":"ARC~2dChallenge--test--MCAS~5f2004~5f9~5f15~2dv1","task_revision_id":"2","upstream_id":"MCAS_2004_9_15-v1","short_description":"Which of the following is the primary difference between hydraulic and pneumatic…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['Hydraulic systems are under pressure and pneumatic systems are not.', 'Hydraulic systems involve liquids and pneumatic systems involve gases.', 'Hydraulic systems are open systems and pneumatic systems are closed systems.', 'Hydraulic systems involve fluids in motion and pneumatic systems involve fluids at rest.']\",\"question\":\"Which of the following is the primary difference between hydraulic and pneumatic systems?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}