{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"de5eacb4-dd8f-5f29-9328-e6cdbc52eea5","task_key":"ARC~2dEasy--test--ACTAAP~5f2011~5f5~5f13","task_revision_id":"1","upstream_id":"ACTAAP_2011_5_13","short_description":"Which statement best describes the size of the Sun?","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['The Sun is medium-sized compared to other stars.', 'The Sun is the largest and brightest star in the universe.', 'Most of the stars in the universe would fit inside the Sun.', 'Most of the stars in the universe are smaller than the Sun.']\",\"question\":\"Which statement best describes the size of the Sun?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}