{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"57c12f12-cc8a-5455-9397-4c94207418c9","task_key":"ARC~2dChallenge--test--MEA~5f2014~5f5~5f11","task_revision_id":"1","upstream_id":"MEA_2014_5_11","short_description":"Balsam fir trees in Maine have similar needle length. Why do the trees have…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['because of the amount of sunlight they receive', 'because of their closeness to the ocean', 'because of the inherited information inside the seeds', 'because of the type of insects that eat the needles']\",\"question\":\"Balsam fir trees in Maine have similar needle length. Why do the trees have similar needle length?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}