{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c1c67453-d30b-5be8-8c1d-06c28f546b9f","task_key":"ARC~2dEasy--test--Mercury~5f7113803","task_revision_id":"1","upstream_id":"Mercury_7113803","short_description":"When a fern reproduces with spores, the offspring","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['will be genetically identical to the parent plant.', 'will be better able to adapt to the environment.', 'will have half the genetic materials of the parent plant.', 'will have twice the genetic materials of the parent plant.']\",\"question\":\"When a fern reproduces with spores, the offspring\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}