{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7662edde-fdd7-5cdb-ab50-969bdabc82af","task_key":"ARC~2dEasy--test--ACTAAP~5f2010~5f7~5f17","task_revision_id":"1","upstream_id":"ACTAAP_2010_7_17","short_description":"Which is an effect that cities have on the weather?","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['Small numbers of plants cause rain to fall more often.', 'Large numbers of houses cause the wind to be stronger.', 'Small areas of open water cause fog to be more common.', 'Large areas of pavement cause the temperature to be hotter.']\",\"question\":\"Which is an effect that cities have on the weather?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}