{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"74d4ae4e-7571-5f4a-ae83-293d90e75551","task_key":"ARC~2dChallenge--test--Mercury~5f7221655","task_revision_id":"2","upstream_id":"Mercury_7221655","short_description":"Electric cars are expensive to own, and recharging stations are not readily…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['The technology is a scientific advancement.', 'Electric cars store energy in batteries.', 'The technology is environmentally friendly.', 'Everyone is getting an electric car.']\",\"question\":\"Electric cars are expensive to own, and recharging stations are not readily available. Unlike cars that run on fossil fuels, electric cars produce no carbon monoxide when being driven. Which of the following best explains why people choose to use this technology?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}