{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"619ebe71-4ace-56c8-972f-0dd7841b4126","task_key":"ARC~2dChallenge--test--Mercury~5f7203560","task_revision_id":"1","upstream_id":"Mercury_7203560","short_description":"Black-and-white warblers migrate from their breeding range in Canada to southern…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['Fewer young warblers will hatch in the spring.', 'Warbler breeding season will start earlier.', 'Warblers will have a larger selection of mates.', 'Genetic diversity will increase among warblers.']\",\"question\":\"Black-and-white warblers migrate from their breeding range in Canada to southern Florida for the winter. Which is most likely to occur if environmental factors limit the number of female warblers that return to Canada?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}