{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"85f40a48-adb5-5058-9d69-340b9fa88ce4","task_key":"ARC~2dChallenge--test--Mercury~5f7212905","task_revision_id":"1","upstream_id":"Mercury_7212905","short_description":"Research is being conducted on using energy from the Sun to split water…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['The properties of hydrogen will be better understood.', 'The availability of clean resources will increase.', 'The atmosphere will be supplied with oxygen.', \\\"The Sun's abundant supply of energy will be used.\\\"]\",\"question\":\"Research is being conducted on using energy from the Sun to split water molecules into hydrogen and oxygen. The oxygen will be released into the environment, and hydrogen will be used for fuel. Which statement describes how this technology will benefit the environment?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}