{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"09fd601c-d9e2-553c-aba1-3f511d66e1a8","task_key":"ARC~2dChallenge--test--LEAP~5f2011~5f8~5f10434","task_revision_id":"1","upstream_id":"LEAP_2011_8_10434","short_description":"Dennis believes that Earth's crust is evenly thick everywhere around the globe.…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['Earth is somewhat flattened at the Poles due to its rotation.', 'The continents are thick rock masses, unlike the ocean floors.', 'Earth has a solid spherical inner core that is mostly iron.', \\\"Earth's plates are constantly moving at a very slow rate.\\\"]\",\"question\":\"Dennis believes that Earth's crust is evenly thick everywhere around the globe. Charlie says that Dennis is wrong, but he does not know any facts to help him win the argument. Which fact would help Charlie?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}