{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"310f2efc-ec24-526d-800c-4db7e2b6d94e","task_key":"ARC~2dChallenge--test--MCAS~5f2013~5f8~5f29425","task_revision_id":"1","upstream_id":"MCAS_2013_8_29425","short_description":"Which of the following most likely causes Earth's inner core to be a solid?","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['The pressure at the core is very high.', 'The metals in the core are very heavy.', 'The temperature of the core is very low.', 'The chemicals in the core are very reactive.']\",\"question\":\"Which of the following most likely causes Earth's inner core to be a solid?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}