{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"64849464-f986-55b1-8360-b52d8d49850c","task_key":"ARC~2dChallenge--test--TIMSS~5f1995~5f8~5fJ6","task_revision_id":"1","upstream_id":"TIMSS_1995_8_J6","short_description":"Animals are made up of many atoms. What happens to the atoms after an animal has…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['The atoms stop moving.', 'The atoms recycle back into the environment.', 'The atoms split into simpler parts and then combine to form other atoms.', 'The atoms no longer exist once the animal has decomposed.']\",\"question\":\"Animals are made up of many atoms. What happens to the atoms after an animal has died?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}