{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"376cbb7a-8098-590e-bebb-89940d89ea24","task_key":"ARC~2dChallenge--test--Mercury~5f7081603","task_revision_id":"1","upstream_id":"Mercury_7081603","short_description":"A student observes that a plant grows at different rates at different times. The…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['It is an opinion and not a fact.', 'It is correct because it is based on observation.', 'It is one of several possible explanations for the evidence.', 'It is invalid because it is not based on a scientific method.']\",\"question\":\"A student observes that a plant grows at different rates at different times. The student states that these changes must result from changes in the amount of light received by the plant. Which description of the student's statement is most accurate?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}