{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"93e69ac7-532a-55b0-98ea-3f60f29b0603","task_key":"ARC~2dChallenge--test--CSZ~5f2005~5f5~5fCSZ10021","task_revision_id":"2","upstream_id":"CSZ_2005_5_CSZ10021","short_description":"Why is watering plants and grass in the early morning a way to conserve water?","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['There is always more water in the morning.', 'Smaller amounts of water evaporate in the cool morning.', 'Water used in the morning can be recycled for afternoon use.', 'Grass can absorb water only in the morning.']\",\"question\":\"Why is watering plants and grass in the early morning a way to conserve water?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}