{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a875c349-50a7-5226-b78c-8bc9646cd9a4","task_key":"ARC~2dEasy--test--NAEP~5f2009~5f4~5fS7~2b6","task_revision_id":"1","upstream_id":"NAEP_2009_4_S7+6","short_description":"A thermometer shows that the outside air temperature is colder than the…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['The air heating the sidewalk', 'The sidewalk reflecting sunlight into the air', 'The wind causing the ice on the sidewalk to melt', 'The sunlight making the sidewalk warmer than the air']\",\"question\":\"A thermometer shows that the outside air temperature is colder than the temperature at which water turns to ice. However, ice on the sidewalk melts. What probably caused this?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}