{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"4943da1d-0e59-50c2-a98c-cb8db4f66546","task_key":"ARC~2dEasy--test--Mercury~5fSC~5f400709","task_revision_id":"1","upstream_id":"Mercury_SC_400709","short_description":"Which statement best compares gravity on the Moon to gravity on Earth?","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['Gravity on the Moon is greater because it is closer to the Sun.', 'Gravity on the Moon is less because it is smaller than the Earth.', 'Gravity on the Moon is less because it has less atmosphere than the Earth.', 'Gravity on the Moon is greater because it has less mass than the Earth.']\",\"question\":\"Which statement best compares gravity on the Moon to gravity on Earth?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}