{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a6a689c3-bcfb-50bf-b6bc-a733a27cce6d","task_key":"ARC~2dEasy--test--Mercury~5f7005075","task_revision_id":"1","upstream_id":"Mercury_7005075","short_description":"Which of the following is a characteristic of the \"steady state theory\" of the…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['The universe is constantly growing and changing.', 'A great explosion caused the origin of the universe.', 'The nature of the universe has always been the same.', 'Light moving from the center of the universe appears red.']\",\"question\":\"Which of the following is a characteristic of the \\\"steady state theory\\\" of the universe?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}