{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"844e19fe-f9da-5333-8290-bb7599090acf","task_key":"ARC~2dChallenge--test--Mercury~5f7103600","task_revision_id":"2","upstream_id":"Mercury_7103600","short_description":"A student investigates the effects of fertilizer on corn plants by performing…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['type of plant', 'height of plant', 'amount of fertilizer', 'type of fertilizer']\",\"question\":\"A student investigates the effects of fertilizer on corn plants by performing the following steps.1. Plant groups of corn plants in the same type and amount of soil in full sunlight.2. Add the same amount of different brands of fertilizer to each group.3. Water the plants for 5 minutes each day.4. Measure the heights of the plants each day. What is the independent variable in this investigation?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}