{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7f9cfea6-b95a-5f5a-bdff-3a082ea14fa3","task_key":"ARC~2dEasy--test--Mercury~5f7162803","task_revision_id":"1","upstream_id":"Mercury_7162803","short_description":"At an archaeological dig site, scientists, volunteers, and students collect…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['by the type of item', 'by the size of the item', 'by the person who located the item', 'by the soil layer where the item was found']\",\"question\":\"At an archaeological dig site, scientists, volunteers, and students collect items used by people living hundreds of years ago. To determine the history of the different people who may have lived at the site, which is the best method to classify the recovered items?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}