{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"752f1c8d-2f22-593a-a695-91ca2ed86082","task_key":"ARC~2dChallenge--test--Mercury~5f402539","task_revision_id":"1","upstream_id":"Mercury_402539","short_description":"During an experiment, a class heated a balloon that had an initial circumference…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['The molecules inside the balloon lost energy to the outside.', 'The molecules inside the balloon gained energy from the heat.', 'The energy of the molecules inside the balloon remained the same.', 'The molecules inside the balloon were escaping outside.']\",\"question\":\"During an experiment, a class heated a balloon that had an initial circumference of 25 cm. The circumference increased to 27 cm. Which is the best conclusion that can be drawn?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}