{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2df045e4-c573-56ad-9de8-02a5df0842a1","task_key":"ARC~2dEasy--test--MCAS~5f2014~5f8~5f19","task_revision_id":"1","upstream_id":"MCAS_2014_8_19","short_description":"Which of the following statements best describes the process of natural…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['All individuals develop traits to match changes to their environment.', 'All individuals learn to adapt to specific changes that occur slowly in their environment.', 'Some individuals respond to their environment by mutating to make themselves more likely to survive.', 'Some individuals have genetic differences that make them more likely to survive and reproduce in their environment.']\",\"question\":\"Which of the following statements best describes the process of natural selection in a population?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}