{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2b4fc10f-298b-574f-aca4-3b6c547cd147","task_key":"ARC~2dEasy--test--LEAP~5f2005~5f4~5f10267","task_revision_id":"1","upstream_id":"LEAP_2005_4_10267","short_description":"A wetland was drained to build a mall. Two years later, there were no more toads…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['The toads were destroyed by the construction equipment.', 'The toads died because toads cannot breathe out of water.', 'The toads were frightened and went into the woods.', 'The toads go their food from the wetland ecosystem.']\",\"question\":\"A wetland was drained to build a mall. Two years later, there were no more toads in that area. Why did the toads disappear?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}