{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"857f7a10-7fbd-5de4-8f6b-6ccb09bfd56a","task_key":"ARC~2dChallenge--test--ACTAAP~5f2014~5f7~5f3","task_revision_id":"1","upstream_id":"ACTAAP_2014_7_3","short_description":"Which statement best explains why summer days are warmer than winter days in…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['The Sun is closer to Earth in the summer than in the winter.', 'The Sun has more sunspots in the summer than in the winter.', \\\"Earth's western hemisphere is tilted toward the Sun during the summer.\\\", \\\"Earth's northern hemisphere is tilted toward the Sun during the summer.\\\"]\",\"question\":\"Which statement best explains why summer days are warmer than winter days in Arkansas?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}