{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"bcae5293-fbe2-5084-8303-497824cea80d","task_key":"ARC~2dEasy--test--Mercury~5f7128660","task_revision_id":"1","upstream_id":"Mercury_7128660","short_description":"New research uncovers information that proves that the data from an old theory…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['remove the old theory from historical records', 'change the research notes in the original theory', 'use the new information to update the old theory', 'ban the public from discussing the old theory']\",\"question\":\"New research uncovers information that proves that the data from an old theory is partially incorrect. What should the scientific community do about the old theory?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}