{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0b16ac71-58d0-56dc-bff2-d4eba100fb53","task_key":"ARC~2dEasy--test--MDSA~5f2009~5f8~5f38","task_revision_id":"1","upstream_id":"MDSA_2009_8_38","short_description":"Heat is applied to a beaker of water, raising the water temperature a few…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['The molecules spread apart and move more slowly.', 'The molecules spread apart and move more quickly.', 'The molecules come together and move more slowly.', 'The molecules come together and move more quickly.']\",\"question\":\"Heat is applied to a beaker of water, raising the water temperature a few degrees. What happens to the water molecules after heat is applied?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}