{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"130baa1c-3d60-5843-9716-2188ff9a81a9","task_key":"ARC~2dChallenge--test--Mercury~5f7138915","task_revision_id":"1","upstream_id":"Mercury_7138915","short_description":"Nonaggressive birds called purple martins nest each spring to lay eggs.…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['Purple martins will increase and starlings will decrease.', 'Purple martins will increase and starlings will increase.', 'Purple martins will decrease and starlings will decrease.', 'Purple martins will decrease and starlings will increase.']\",\"question\":\"Nonaggressive birds called purple martins nest each spring to lay eggs. Starlings are aggressive birds that will eat the purple martin's eggs and nestlings. Which will most likely be the effect on both populations after a starling invasion?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}