{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e1d3f8ac-6864-5788-9240-5c6dbb430c7e","task_key":"ARC~2dEasy--test--MCAS~5f2011~5f5~5f17668","task_revision_id":"1","upstream_id":"MCAS_2011_5_17668","short_description":"Which of the following statements best describes sandy soils?","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['Sandy soils allow water to drain quickly.', 'Sandy soils easily break down into clay sediments.', 'Sandy soils hold plant roots tightly in place to prevent erosion.', 'Sandy soils have high levels of decomposed plant and animal matter.']\",\"question\":\"Which of the following statements best describes sandy soils?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}