{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"54afae6b-d2bd-5808-8c81-618f30065760","task_key":"ARC~2dChallenge--test--MCAS~5f2005~5f8~5f2","task_revision_id":"1","upstream_id":"MCAS_2005_8_2","short_description":"Which of the following statements best explains why the lower mantle of Earth is…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['The lower mantle is older than the upper mantle.', 'The lower mantle is cooler than the upper mantle.', 'The lower mantle is under more pressure than the upper mantle.', 'The lower mantle is farther from the core than the upper mantle.']\",\"question\":\"Which of the following statements best explains why the lower mantle of Earth is much more rigid and dense than the upper mantle?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}