{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"eee1ec89-cd3d-572d-8875-d9366326adfc","task_key":"ARC~2dEasy--test--LEAP~5f2008~5f4~5f10287","task_revision_id":"1","upstream_id":"LEAP_2008_4_10287","short_description":"Anne and her father find a 30-million year-old tropical plant fossil in…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['Were there mountains in Louisiana 30 million years ago?', 'What was the climate like in Louisiana 30 million years ago?', 'Were there earthquakes in Louisiana 30 million years ago?', 'What kind of animals lived in Louisiana 30 million years ago?']\",\"question\":\"Anne and her father find a 30-million year-old tropical plant fossil in Louisiana. Which question does the fossil help them answer?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}