{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c65031c7-8bda-5ed6-aa18-5cae825cb356","task_key":"ARC~2dChallenge--test--MDSA~5f2009~5f5~5f25","task_revision_id":"1","upstream_id":"MDSA_2009_5_25","short_description":"Baking soda mixed with vinegar produces carbon dioxide and water. The best way…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['use equal masses of baking soda and vinegar', 'determine the masses of all the substances before and after the reaction', 'determine the mass of the carbon dioxide and water that is produced', 'compare the mass of the vinegar and water to be certain they are']\",\"question\":\"Baking soda mixed with vinegar produces carbon dioxide and water. The best way to prove that no mass was lost during this reaction is to\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}