{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3cc449cd-5b38-5680-aed6-d8c0e21d758f","task_key":"ARC~2dChallenge--test--MEA~5f2010~5f8~5f18","task_revision_id":"1","upstream_id":"MEA_2010_8_18","short_description":"Which statement best explains why wood is considered a renewable energy resource…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['Wood is easier to find than coal.', 'Wood has less carbon per unit mass than coal.', 'Wood grows more quickly than coal forms.', 'Wood has less stored energy per unit mass than coal.']\",\"question\":\"Which statement best explains why wood is considered a renewable energy resource and coal is not?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}