{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6711f384-a15a-56f4-bf05-e488f103014f","task_key":"ARC~2dChallenge--test--Mercury~5f7012880","task_revision_id":"1","upstream_id":"Mercury_7012880","short_description":"A student is dissolving sugar in water to make candy. She notices that sugar…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['heat the solution', 'cool the solution', 'add more sugar to the pan', 'take some water out of the pan']\",\"question\":\"A student is dissolving sugar in water to make candy. She notices that sugar lumps are forming at the bottom of the pan. What could she do to help more of the sugar dissolve?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}