{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"bb3c5720-b4aa-5fca-a9d0-d3497a0d93f3","task_key":"ARC~2dEasy--test--Mercury~5f7191520","task_revision_id":"1","upstream_id":"Mercury_7191520","short_description":"Canadian physician Sir William Osler once said, \"In Science the credit goes to…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['Famous scientists have the best ideas.', 'Ideas must be communicated to the public', 'In order to be important, ideas must be believable.', 'The results are less important than the ideas in an experiment.']\",\"question\":\"Canadian physician Sir William Osler once said, \\\"In Science the credit goes to the man who convinces the world, not to the man to whom the idea first occurred.\\\" How does this quote apply to scientific knowledge?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}