{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"44cd2107-cbd7-5a0c-81e2-84cabf919882","task_key":"ARC~2dEasy--test--Mercury~5f7174668","task_revision_id":"1","upstream_id":"Mercury_7174668","short_description":"When visiting the beach, Felicity observed that a breeze blew in from the ocean…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['the revolution of Earth around the Sun', 'the uneven heating between the land and water', 'the gravitational pull of Earth on the atmosphere', 'the daily rise and fall of tides in a regular pattern']\",\"question\":\"When visiting the beach, Felicity observed that a breeze blew in from the ocean during the day and out toward the ocean at night. Which factor is most responsible for the direction of land and sea breezes in coastal regions?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}