{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a896a752-7940-5e18-9940-02f3c3fb15ab","task_key":"ARC~2dChallenge--test--Mercury~5f7058135","task_revision_id":"1","upstream_id":"Mercury_7058135","short_description":"A student is investigating different types of trees. Two trees are found to have…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['the same species.', 'the same genus.', 'a different kingdom.', 'a different phylum.']\",\"question\":\"A student is investigating different types of trees. Two trees are found to have similar growth rates, temperature ranges, and sizes, but different leaves and flowers. The trees are most likely in\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}