{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"939e671f-0f87-5bef-a946-2123caa97f03","task_key":"ARC~2dEasy--test--Mercury~5f7174143","task_revision_id":"1","upstream_id":"Mercury_7174143","short_description":"Professor Walden studies genetics at a local university. She believes that she…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['Announce to the world that her theory is better than the old theory.', 'Call the news media and tell them about her new theory.', 'Challenge the old theory with scientific evidence.', 'Request that the old theory be banned.']\",\"question\":\"Professor Walden studies genetics at a local university. She believes that she has discovered information that contradicts a widely accepted theory. As a scientist and leader in the study of genetics, which action should she take?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}