{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"9f17f83f-8c28-5a70-ba4d-639f90ac2cf4","task_key":"ARC~2dEasy--test--Mercury~5fSC~5f401803","task_revision_id":"1","upstream_id":"Mercury_SC_401803","short_description":"What happens to colored sugar when it is added to water?","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['The sugar reacts and colors the water.', 'The sugar becomes white and the water changes color.', 'The sugar evaporates and the water changes color.', 'The sugar dissolves and colors the water.']\",\"question\":\"What happens to colored sugar when it is added to water?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}