{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"32ad3ba3-6d7b-5dda-9ce6-6f87afcea586","task_key":"ARC~2dEasy--test--Mercury~5f7217910","task_revision_id":"1","upstream_id":"Mercury_7217910","short_description":"Which of these statements best describes temperature as elevation in the…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['Temperature remains constant with elevation in the thermosphere.', 'Temperature remains constant with elevation in the mesosphere.', 'Temperature generally decreases with elevation in the stratosphere.', 'Temperature generally decreases with elevation in the troposphere.']\",\"question\":\"Which of these statements best describes temperature as elevation in the atmosphere increases?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}