{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"73791e08-3131-5d9d-b71a-701f1aa39483","task_key":"ARC~2dEasy--test--MCAS~5f2015~5f8~5f6","task_revision_id":"1","upstream_id":"MCAS_2015_8_6","short_description":"Which of the following statements best describes the role of gravity in the…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['Gravity converts solid matter into gases and light energy.', 'Gravity causes gases and dust particles to condense into spheres.', 'Gravity cools gases and liquids until they become one solid mass.', 'Gravity pushes rocks and dust particles outward from a dense center.']\",\"question\":\"Which of the following statements best describes the role of gravity in the formation of stars?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}