{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"4e6e44ed-9656-502f-b6e0-00d6d9b02742","task_key":"ARC~2dEasy--test--Mercury~5f7008260","task_revision_id":"1","upstream_id":"Mercury_7008260","short_description":"Which is a possible consequence of global warming?","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['an increase in the amount of coral reefs', 'a decrease in temperature, causing earlier frosts', 'an increase in the number of heat waves, causing droughts', 'a decrease in temperature, causing shorter growing seasons']\",\"question\":\"Which is a possible consequence of global warming?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}