{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"20c42a81-dcb4-5047-b81e-6eb038a97504","task_key":"ARC~2dChallenge--test--AIMS~5f2008~5f8~5f6","task_revision_id":"2","upstream_id":"AIMS_2008_8_6","short_description":"Which environmental risk is not associated with the disposal of used motor oil…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['It is insoluble and difficult to clean up.', 'It dissolves in water and causes acid rain.', 'It enter storm drains and contaminates surface water.', 'It leaks onto the ground and contaminates soil and ground water.']\",\"question\":\"Which environmental risk is not associated with the disposal of used motor oil from cars?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}