{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"9f21fe81-88db-5942-842a-2fed979a2f5f","task_key":"ARC~2dEasy--test--Mercury~5f7069388","task_revision_id":"1","upstream_id":"Mercury_7069388","short_description":"A flat piece of paper has a mass of 5 grams. When the paper is crumpled into a…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['much more than that of the flat paper.', 'slightly more than that of the flat paper.', 'the same as that of the flat paper.', 'slightly less than that of the flat paper.']\",\"question\":\"A flat piece of paper has a mass of 5 grams. When the paper is crumpled into a ball, the mass of the crumpled paper is\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}