{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"58399519-b5a5-5699-ad80-5af98925e48d","task_key":"ARC~2dEasy--test--VASoL~5f2007~5f5~5f12","task_revision_id":"1","upstream_id":"VASoL_2007_5_12","short_description":"Which of these best describes the relationship between Earth's layers?","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['The hottest layers are closest to the core.', 'The more liquid layers are closest to the crust.', 'The lightest layers are closest to the core.', 'The more metallic layers are closest to the crust.']\",\"question\":\"Which of these best describes the relationship between Earth's layers?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}