{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"99a1f7b5-a426-5ae8-8aa8-3fe92ec53e57","task_key":"ARC~2dEasy--test--ACTAAP~5f2010~5f5~5f5","task_revision_id":"1","upstream_id":"ACTAAP_2010_5_5","short_description":"A group of fish was released into a local lake. This species of fish had never…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['Measuring oxygen levels in the lake for two months', 'Checking the lake water for nutrient levels on one day', 'Sampling fish populations in the lake over several years', 'Observing the surface of the lake for signs of the new fish after one week']\",\"question\":\"A group of fish was released into a local lake. This species of fish had never lived in the lake before. Scientists want to collect data on how the lake's ecosystem is affected by the new fish. Which method of data collection will give the most accurate results?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}