{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"daa6530f-5abe-5b16-aedd-9e882f8a8c64","task_key":"ARC~2dEasy--test--Mercury~5f7245158","task_revision_id":"1","upstream_id":"Mercury_7245158","short_description":"When do mutations help make an ecosystem more sustainable?","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['when mutations decrease the number of individuals in an ecosystem', 'when mutations increase the number of individuals in an ecosystem', 'when mutations decrease the number of species in an ecosystem', 'when mutations increase the number of species in an ecosystem']\",\"question\":\"When do mutations help make an ecosystem more sustainable?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}