{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"64b07838-f111-5278-9a47-88af27a8d642","task_key":"ARC~2dEasy--test--Mercury~5f7001313","task_revision_id":"1","upstream_id":"Mercury_7001313","short_description":"Increasing and revising scientific knowledge of different types of bacteria will…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['help patients spend less time in the emergency room.', 'aid research students who are studying complex organisms.', 'help make medicines from newly discovered plants.', 'develop specialized antibiotics that are directed at single-celled organisms.']\",\"question\":\"Increasing and revising scientific knowledge of different types of bacteria will most likely enable scientists to develop ways to\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}