{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"16aac291-0ef5-560d-8225-c7b365e9cade","task_key":"ARC~2dChallenge--test--VASoL~5f2009~5f5~5f37","task_revision_id":"1","upstream_id":"VASoL_2009_5_37","short_description":"A group of students tested the effects of different amounts of water on ivy…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['Discuss their observations with other groups in their class.', 'Conduct the experiment with more than one type of plant.', 'Record daily information in a data table.', 'Make up explanations for the results.']\",\"question\":\"A group of students tested the effects of different amounts of water on ivy plant growth. Afterwards, they could not remember how much each plant grew per day. What should they have done to practice good science?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}