{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a9879a32-fcc7-52d3-a77c-907dc262c314","task_key":"ARC~2dEasy--test--MEA~5f2014~5f5~5f3","task_revision_id":"1","upstream_id":"MEA_2014_5_3","short_description":"What happens when a warm object is put inside a cooler object?","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['The warm object loses energy and the cool object gains energy so that both objects stay at different temperatures.', 'The warm object gains energy and the cool object loses energy so that both objects stay at different temperatures.', 'The warm object loses energy and the cool object gains energy until both objects are the same temperature.', 'The warm object gains energy and the cool object loses energy until both objects are the same temperature.']\",\"question\":\"What happens when a warm object is put inside a cooler object?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}