{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f3d2e11c-b49f-5b7e-9f99-5fc3fef2a921","task_key":"ARC~2dEasy--test--Mercury~5f7201058","task_revision_id":"1","upstream_id":"Mercury_7201058","short_description":"Raising livestock, such as sheep and cattle, results in the production of large…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['acid rain', 'ozone thinning', 'water pollution', 'global warming']\",\"question\":\"Raising livestock, such as sheep and cattle, results in the production of large amounts of methane gas (CH4). Methane has the same effect in the atmosphere as carbon dioxide (CO2). As more livestock are raised to provide food for humans, what is the most likely effect of the increase in methane?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}