{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"22abc76a-965f-59e9-ad6b-ea3c78851101","task_key":"ARC~2dChallenge--test--Mercury~5fSC~5f400697","task_revision_id":"1","upstream_id":"Mercury_SC_400697","short_description":"Which action could change the melting point of ice?","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['heating the water before it is frozen', 'adding salt to the water before it is frozen', 'changing the amount of water to be frozen', 'changing the container for the water to be frozen in']\",\"question\":\"Which action could change the melting point of ice?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}