{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"05a71d5d-f50c-5743-8561-cb02f9f12b5b","task_key":"ARC~2dChallenge--test--Mercury~5f7215670","task_revision_id":"1","upstream_id":"Mercury_7215670","short_description":"Members of the same species of bird became geographically separated. Over many…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['Each group has a different feeding preference.', 'Each group has a different habitat preference.', 'Each group has different mating habits.', 'Each group is active at a different time of day.']\",\"question\":\"Members of the same species of bird became geographically separated. Over many years, the two groups evolved to become two different species. Which of these observations is the best evidence that two separate species developed?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}