{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f3004100-4937-5ead-869c-9ac6620c54a9","task_key":"ARC~2dChallenge--test--MCAS~5f2003~5f8~5f31","task_revision_id":"1","upstream_id":"MCAS_2003_8_31","short_description":"On a hot day, Jenny walked home from the grocery store with a bag of chocolate…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['Heat transferred from the chocolate chips to the bag.', 'Heat evaporated from the bag to the chocolate chips.', 'Heat transferred from the environment to the chocolate chips.', 'Heat condensed from her hand to the chocolate chips.']\",\"question\":\"On a hot day, Jenny walked home from the grocery store with a bag of chocolate chips. When she arrived home the chocolate chips had melted in the bag. Why did the chocolate chips melt?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}