{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5477c3bc-d04b-583f-a796-4c7e4c2a5410","task_key":"ARC~2dEasy--test--LEAP~5f2012~5f8~5f10442","task_revision_id":"1","upstream_id":"LEAP_2012_8_10442","short_description":"Which statement best describes how birth and death rates compare in a population…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['The birth rate is greater than the death rate.', 'The birth rate is less than the death rate.', 'The birth rate is equal to the death rate.', 'The birth rate and the death rate are zero.']\",\"question\":\"Which statement best describes how birth and death rates compare in a population at carrying capacity?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}