{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"9bdc441e-85f8-52df-9b13-335dc18f4892","task_key":"ARC~2dChallenge--test--Mercury~5fSC~5f410905","task_revision_id":"1","upstream_id":"Mercury_SC_410905","short_description":"Derek hypothesizes that a potted fern in a closed container will stay healthier…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['to be able to start another investigation', 'to prove the investigation is important', 'to learn why the hypothesis is correct', 'to make sure the results are valid']\",\"question\":\"Derek hypothesizes that a potted fern in a closed container will stay healthier than the same type of plant on an open windowsill. At the conclusion of his investigation, Derek finds that his results support his hypothesis. Which best explains why Derek should repeat the investigation?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}