{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"74a824d2-e37a-51d4-ad9a-db3d87df9c73","task_key":"ARC~2dChallenge--test--MCAS~5f2004~5f9~5f21~2dv1","task_revision_id":"1","upstream_id":"MCAS_2004_9_21-v1","short_description":"A party shop delivers helium-filled balloons to homes and businesses. The owners…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['The helium gas is more active in the winter season.', 'Air outside the balloons leaks into the balloons.', 'As the temperature increases, the helium in the balloons expands.', 'Outdoor air pressure in the summer is less than indoor air pressure.']\",\"question\":\"A party shop delivers helium-filled balloons to homes and businesses. The owners realize from experience that on hot summer days they should inflate the balloons only three-quarters full. On cold winter days they can fully inflate the balloons. Which of the following is the best hypothesis to explain this observation?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}