{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"dfe18452-54ae-5aeb-9e77-f9d06731c0dd","task_key":"ARC~2dEasy--test--Mercury~5fSC~5f401307","task_revision_id":"1","upstream_id":"Mercury_SC_401307","short_description":"Finding fossils of warm-weather plants in the rock layers of a cold northern…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['the plants used to be harvested for food.', 'the island used to be located farther south.', 'the climate of the island used to be warmer.', 'the fossils used to be more resistant to cold.']\",\"question\":\"Finding fossils of warm-weather plants in the rock layers of a cold northern island suggests that\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}