{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"47a147e7-853a-5fe7-a3db-d7d11d476b90","task_key":"ARC~2dChallenge--test--Mercury~5fSC~5f402121","task_revision_id":"1","upstream_id":"Mercury_SC_402121","short_description":"A student makes the hypothesis that rubbing a balloon on a shirt and then…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['Write down the results of the experiment.', 'Repeat the same experiment several times.', 'Make another hypothesis about static electricity.', 'Conduct a different static electricity experiment.']\",\"question\":\"A student makes the hypothesis that rubbing a balloon on a shirt and then putting it on the wall will cause it to stick due to static electricity. Once the experiment is conducted, what is the best way to prove that the results are reliable?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}