{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b52f883b-3435-5d86-8a78-a9f3a6fb1490","task_key":"ARC~2dEasy--test--VASoL~5f2009~5f5~5f22","task_revision_id":"1","upstream_id":"VASoL_2009_5_22","short_description":"Which of these describes rotation?","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['Mercury goes around the Sun every 88 days.', 'The Moon goes around Earth every 28 days.', 'Earth orbits the Sun about every 365 days.', 'Earth makes one turn on its axis every 24 hours.']\",\"question\":\"Which of these describes rotation?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}