{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"4954f5a4-9b43-5baf-9224-50c489715f5b","task_key":"ARC~2dEasy--test--Mercury~5fSC~5f404974","task_revision_id":"1","upstream_id":"Mercury_SC_404974","short_description":"One end of a metal rod is placed over a flame during an investigation. A…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['Convection carries heat to the thermometer.', 'Radiant energy warms the thermometer.', 'Mechanical energy from the flame carries heat to the thermometer.', 'Heat from the flame is conducted through the metal rod to the thermometer.']\",\"question\":\"One end of a metal rod is placed over a flame during an investigation. A thermometer is touching the opposite end of the metal rod. Which best describes what is happening during this investigation?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}