{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"9bc4c2d5-1e4e-50ba-9e84-9693efdfd143","task_key":"ARC~2dChallenge--test--Mercury~5f7161315","task_revision_id":"1","upstream_id":"Mercury_7161315","short_description":"Some part of Earth is being heated by the Sun at all times. If Earth absorbed…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['The oceans absorb the energy.', 'Clouds reflect the energy into space.', 'Plants store the energy as chemicals.', 'The atmosphere is heated by the energy.']\",\"question\":\"Some part of Earth is being heated by the Sun at all times. If Earth absorbed all of the energy it received from the Sun, environmental conditions would change on the planet and existing ecosystems would be unsustainable. Which is a way that Earth loses energy from the Sun?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}