{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6e6b7fab-2c8b-54c6-9211-79f2f5e1b5b0","task_key":"ARC~2dChallenge--test--NCEOGA~5f2013~5f8~5f57","task_revision_id":"1","upstream_id":"NCEOGA_2013_8_57","short_description":"Which would indicate that a series of fossils represent the evolution of the…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['All of the fossils were found in the same layers of rocks as horse fossils.', 'All of the fossils are completely identical to horse bones.', 'All of the fossils show similar structures to that of the modern horse.', 'All of the fossils were located in the same place on Earth as horses.']\",\"question\":\"Which would indicate that a series of fossils represent the evolution of the horse?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}