{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d540125f-b81f-5391-9757-cde03613f2fc","task_key":"ARC~2dChallenge--test--OHAT~5f2010~5f5~5f18","task_revision_id":"1","upstream_id":"OHAT_2010_5_18","short_description":"A group of students does an experiment to see if different colors of light…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['the type of soil they use', 'the amount of water they use', 'the color of the pots they use', 'the color of light bulb they use']\",\"question\":\"A group of students does an experiment to see if different colors of light affect the number of flowers a plant produces. Their teacher gives them seeds, pots, soil, water, and three light bulbs of different colors. The students decide to divide the materials equally. What should be different for each group of plants?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}