{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"914728a6-b386-5066-ab48-8e1b4bf1a892","task_key":"ARC~2dEasy--test--MDSA~5f2010~5f5~5f19","task_revision_id":"1","upstream_id":"MDSA_2010_5_19","short_description":"The Statue of Liberty was built in France and then taken apart into 350 pieces…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['The mass of the pieces is greater than the mass of the statue.', 'The mass of the pieces is the same as the mass of the statue.', 'The mass of the statue is greater than the mass of the pieces.', 'The mass of the statue is not related to the mass of the pieces.']\",\"question\":\"The Statue of Liberty was built in France and then taken apart into 350 pieces for shipping. When the pieces arrived in New York, the statue was put together. Which statement describes the relationship between the mass of the 350 pieces and the mass of the whole statue?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}