{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"950b2bd7-a884-5b00-83ad-d3da1703fbaf","task_key":"ARC~2dChallenge--test--Mercury~5f7201968","task_revision_id":"1","upstream_id":"Mercury_7201968","short_description":"Scientists discovered that although infectious bacteria may develop immunity to…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['artificial substances that mimic human peptides', 'antibiotics that can be absorbed through the skin', 'bacteria that attack antibiotic-resistant organisms', 'antibiotics that adapt in response to bacterial immunity']\",\"question\":\"Scientists discovered that although infectious bacteria may develop immunity to antibiotic medications, some bacteria are unable to resist certain peptides, which act as natural antibiotic substances inside the human body. This discovery led to the development of which new technology?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}