{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"48d256b1-ce0f-5e00-8a9b-277e2c2bb908","task_key":"ARC~2dEasy--test--Mercury~5f7005058","task_revision_id":"1","upstream_id":"Mercury_7005058","short_description":"Why is the light year often used to describe distances between objects in the…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['because of the way planets reflect light', 'because of the great number of bright stars', 'because of the way objects rotate and revolve', 'because of the large distance between objects in space']\",\"question\":\"Why is the light year often used to describe distances between objects in the universe?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}