{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"fa98ba61-a8b1-5496-a14c-b7b202890f09","task_key":"ARC~2dEasy--test--Mercury~5f7029785","task_revision_id":"1","upstream_id":"Mercury_7029785","short_description":"Which statement describes the transfer of energy when an ice cube is placed in a…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['Heat flows from the tea to the ice.', 'Cold flows from the ice to the tea.', 'Cold flows from the ice, and heat flows from the tea.', 'Heat flows simultaneously between the ice and the tea.']\",\"question\":\"Which statement describes the transfer of energy when an ice cube is placed in a cup of hot tea?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}