{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2f61be42-71d7-5918-bd29-e92477c1c145","task_key":"ARC~2dEasy--test--Mercury~5f7274313","task_revision_id":"1","upstream_id":"Mercury_7274313","short_description":"Where are the most reactive metals located on the periodic table?","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['the uppermost complete row of the table', 'the rows at the bottom of the table connecting two section', 'the column at the far left side of the table', 'the second column from the right side of the table']\",\"question\":\"Where are the most reactive metals located on the periodic table?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}