{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"dfd5f8d9-671d-5359-937e-74c2979a53da","task_key":"ARC~2dChallenge--test--MDSA~5f2007~5f8~5f24","task_revision_id":"1","upstream_id":"MDSA_2007_8_24","short_description":"When 1 gram of water is evaporated, the volume of the water vapor increases but…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['The temperature of the water remains constant.', 'The pressure acting on the water remains constant.', 'The number of atoms in the water remains constant.', 'The distance between water molecules remains constant.']\",\"question\":\"When 1 gram of water is evaporated, the volume of the water vapor increases but the mass remains constant. Why does the mass of the water remain constant?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}