{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"255e1724-9b98-55bd-ba4d-ee7ad771de3a","task_key":"ARC~2dEasy--test--Mercury~5f7270130","task_revision_id":"1","upstream_id":"Mercury_7270130","short_description":"What are the properties of the Earth's crust and mantle that are most…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['They are in different states and have different temperatures.', 'They are in the same state but have different temperatures.', 'They are in different states but have the same temperature.', 'They are the same state and have the same temperature.']\",\"question\":\"What are the properties of the Earth's crust and mantle that are most responsible for Earth's tectonic activity?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}