{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"bd9389b5-5376-5d30-87ef-93b61815cef0","task_key":"ARC~2dChallenge--test--Mercury~5f7210140","task_revision_id":"1","upstream_id":"Mercury_7210140","short_description":"A group of students records the daily snowfall during the winter. The data are…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['ranked by number of centimeters of snow per day', 'arranged according to the cause of the snowfall', 'ordered by how long the snow remained on the ground', 'matched with air temperature at time of the snowfall']\",\"question\":\"A group of students records the daily snowfall during the winter. The data are kept in order by date and accurately measured each day. Which other way can the data best be organized?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}