{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"39536333-eb3e-5c2a-bb53-6ce4a1145538","task_key":"ARC~2dChallenge--test--Mercury~5fSC~5f406458","task_revision_id":"1","upstream_id":"Mercury_SC_406458","short_description":"Light waves travel faster than sound waves, so a lightning bolt can be seen…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['the electrical charge of the sound waves', 'the direction in which the sound waves travel', 'the amount of energy released by each sound wave', 'the type of material through which the sound travels']\",\"question\":\"Light waves travel faster than sound waves, so a lightning bolt can be seen before the thunder is heard. Which factor can also affect how quickly thunder is heard?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}