{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"93d94d45-35fc-573a-b69a-83a141b5eca5","task_key":"ARC~2dChallenge--test--Mercury~5f7202843","task_revision_id":"1","upstream_id":"Mercury_7202843","short_description":"Burning fossil fuels produces sulfur dioxide (SO2) and nitrogen oxide (NO).…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['The plants and animals in lakes and ponds will be harmed.', 'The soil in the area will become more alkaline.', 'The thickness of the ozone layer will decrease.', 'Levels of air pollution will increase.']\",\"question\":\"Burning fossil fuels produces sulfur dioxide (SO2) and nitrogen oxide (NO). These compounds react with water vapor to produce acid rain. What is the most likely effect of acid rain on the environment where it falls?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}