{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"33fc13f8-a46a-5d8d-b45f-daa38cf7c288","task_key":"ARC~2dChallenge--test--Mercury~5f7102323","task_revision_id":"2","upstream_id":"Mercury_7102323","short_description":"Students conduct an investigation with 20 of the same tomato plants. Each plant…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['type of plant', 'amount of water', 'amount of sunlight', 'number of fruits']\",\"question\":\"Students conduct an investigation with 20 of the same tomato plants. Each plant receives the same amount of water but different amounts of sunlight. The students measure the number of fruits on each plant every day. What is the dependent variable in this investigation?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}