{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"59828c9e-e8a3-5a0e-851b-e87c84d473f2","task_key":"ARC~2dEasy--test--Mercury~5f7007858","task_revision_id":"1","upstream_id":"Mercury_7007858","short_description":"Which statement describes the reason why an ice cube melts when set out in a…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['Heat from the room is absorbed by the ice cube.', 'The ice cube molecules move more slowly.', 'One side of the ice cube is colder than the other.', 'Heat from the ice cube moves into the air.']\",\"question\":\"Which statement describes the reason why an ice cube melts when set out in a warm room?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}