{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"6d40f51d-b01d-5acc-9701-8d53c3feec52","task_key":"ARC~2dChallenge--test--ACTAAP~5f2009~5f7~5f8","task_revision_id":"2","upstream_id":"ACTAAP_2009_7_8","short_description":"Which of the following statements is a scientific hypothesis?","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['Flossing has proven to be an effective method of improving oral health.', 'Many infectious diseases, such as gum disease, are caused by microorganisms.', 'In general, any method that reduces bacteria in the mouth will improve oral health.', 'An individual who flosses daily will be less likely to get gum disease than one who flosses weekly.']\",\"question\":\"Which of the following statements is a scientific hypothesis?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}