{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0a9389ce-7dde-5e96-8e65-986e664aef38","task_key":"ARC~2dChallenge--test--Mercury~5fSC~5f414274","task_revision_id":"1","upstream_id":"Mercury_SC_414274","short_description":"Which statement correctly describes a physical characteristic of the Moon?","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['The Moon is made of hot gases.', 'The Moon is covered with many craters.', 'The Moon has many bodies of liquid water.', 'The Moon has the ability to give off its own light.']\",\"question\":\"Which statement correctly describes a physical characteristic of the Moon?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}