{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2be0186b-21de-526d-a200-62487c1abc17","task_key":"ARC~2dEasy--test--Mercury~5f7012688","task_revision_id":"1","upstream_id":"Mercury_7012688","short_description":"A \"light year\" refers to","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['the distance light travels in one year.', 'the of time it takes light to travel from Earth to the Sun.', 'the amount of light required on Earth in one year.', 'the distance between two sources of light.']\",\"question\":\"A \\\"light year\\\" refers to\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}