{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d28b070d-4880-598a-a3d4-e45760920c61","task_key":"ARC~2dChallenge--test--Mercury~5f7141750","task_revision_id":"1","upstream_id":"Mercury_7141750","short_description":"Hot objects begin to cool as","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['cooler air is transferred to the object.', 'energy in the object is transferred to the surrounding air.', 'atoms in the object react with the oxygen in the air.', 'energy in the object cancel out energy in the air.']\",\"question\":\"Hot objects begin to cool as\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}