{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"eb155140-8af5-551c-8c11-891a46576c16","task_key":"ARC~2dEasy--test--Mercury~5f7172865","task_revision_id":"1","upstream_id":"Mercury_7172865","short_description":"Acid rain can damage limestone buildings and marble statues. It can also harm…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['fluorocarbons from aerosol spray cans', 'nitrous oxide from volcanic eruptions', 'sulfur dioxide from burning fossil fuels', 'soil particles from the use of farm equipment']\",\"question\":\"Acid rain can damage limestone buildings and marble statues. It can also harm organisms living in ponds and other ecosystems. Which pollutant in the atmosphere causes most of the acid rain?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}