{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"dbddb431-1034-517d-924b-5e1f122e888d","task_key":"ARC~2dEasy--test--Mercury~5f7195178","task_revision_id":"1","upstream_id":"Mercury_7195178","short_description":"Some runners ate pasta before a race. The pasta was broken down into simple…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['the nervous system', 'the digestive system', 'the excretory system', 'the endocrine system']\",\"question\":\"Some runners ate pasta before a race. The pasta was broken down into simple sugars and was absorbed by the blood stream. What body system was responsible for breaking down the pasta into small nutrients for use in the cells of the runners?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}