{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"29c3e5db-3f79-554c-88c7-b666bdef7375","task_key":"ARC~2dEasy--test--Mercury~5f412298","task_revision_id":"1","upstream_id":"Mercury_412298","short_description":"Increased human populations can lead to the depletion of locally available…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['mineral', 'oxygen', 'gasoline', 'water']\",\"question\":\"Increased human populations can lead to the depletion of locally available resources within communities. Compared to other communities, which of these locally available resources is most likely to be depleted in desert communities?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}