{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f1d310ed-6368-513e-bdaf-23df1b5046d7","task_key":"ARC~2dChallenge--test--Mercury~5f402547","task_revision_id":"1","upstream_id":"Mercury_402547","short_description":"A student placed a living green plant in an airtight, transparent container…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['C', 'NO_{2}', 'O_{2}', 'CO']\",\"question\":\"A student placed a living green plant in an airtight, transparent container filled with air from the room. The container was exposed to sunlight for one week. At the end of the week the student was to determine which gases had increased in concentration. Assuming enough water and carbon dioxide were available for the proper growth of the plant, which gas would you expect to be present in increased concentration?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}