{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"518ab5cd-260c-5053-b470-6822429a2892","task_key":"ARC~2dEasy--test--Mercury~5f7188825","task_revision_id":"1","upstream_id":"Mercury_7188825","short_description":"Mars is an inner planet and Jupiter is an outer planet. Which best describes the…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['They are made of the same materials.', 'They orbit the Sun in opposite directions.', 'They have the same orbital periods around the Sun.', 'They are located on opposite sides of the asteroid belt.']\",\"question\":\"Mars is an inner planet and Jupiter is an outer planet. Which best describes the relationship between the two planets?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}