{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"0a67e841-4dc1-5bdf-98bc-71e5b57d00fb","task_key":"ARC~2dChallenge--test--Mercury~5f7026355","task_revision_id":"2","upstream_id":"Mercury_7026355","short_description":"Hurricanes form over equatorial areas. This is because","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['solar heating is greatest near the equator.', \\\"the Moon's plane of orbit is close to the equator.\\\", \\\"Earth's volcanic activity is clustered around the equator.\\\", \\\"the rate of rotation of Earth's surface is less at the equator.\\\"]\",\"question\":\"Hurricanes form over equatorial areas. This is because\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}