{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"03dd4520-2e02-5a55-b10b-6bd36453eb6f","task_key":"ARC~2dEasy--test--MCAS~5f2004~5f5~5f36","task_revision_id":"1","upstream_id":"MCAS_2004_5_36","short_description":"Clouds are formed from tiny drops of water that are light enough to float in the…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['The drops form fog.', 'The drops evaporate.', 'The drops fall as rain.', 'The drops become air.']\",\"question\":\"Clouds are formed from tiny drops of water that are light enough to float in the air. As these drops bump into each other, they form larger drops. What happens when these drops become too heavy to float in the air?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}