{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3d1665ce-abd9-5b87-8fb9-cbc3b5cc676b","task_key":"ARC~2dChallenge--test--MCAS~5f2000~5f8~5f22","task_revision_id":"1","upstream_id":"MCAS_2000_8_22","short_description":"Which statement about the molecules in ice and the molecules in liquid water is…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['The molecules in ice have more energy than the molecules in liquid water.', 'The molecules in ice contain different atoms than the molecules in liquid water.', 'The molecules in ice have more electric charge than the molecules in liquid water.', 'The molecules in ice are less free to move than the molecules in liquid water.']\",\"question\":\"Which statement about the molecules in ice and the molecules in liquid water is correct?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}