{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"97cd748f-c228-5bd8-8a0e-636721b1d6ca","task_key":"ARC~2dChallenge--test--AIMS~5f2009~5f8~5f14","task_revision_id":"2","upstream_id":"AIMS_2009_8_14","short_description":"Bromine (Br) is a liquid at room temperature. Oxygen (O) is a gas at room…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['The boiling point of oxygen is colder than room temperature.', 'The boiling point of bromine is colder than room temperature.', 'The melting point of oxygen is warmer than room temperature.', 'The melting point of bromine is warmer than room temperature.']\",\"question\":\"Bromine (Br) is a liquid at room temperature. Oxygen (O) is a gas at room temperature. Room temperature is 25° C. Which of the following statements is true?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}