{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b6f300ca-0387-585a-b0b8-ae731087ca7a","task_key":"ARC~2dEasy--test--LEAP~5f~5f7~5f10355","task_revision_id":"1","upstream_id":"LEAP__7_10355","short_description":"Leslie's science teacher told her she must take a flexible approach to solving…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['Leslie should not follow the experimental instructions exactly.', 'Leslie should only write down lab results that seem to be correct.', 'Leslie should accept all scientific theories even if they have been proven wrong.', 'Leslie should be willing to consider many possible causes for her observations.']\",\"question\":\"Leslie's science teacher told her she must take a flexible approach to solving problems. What did Leslie's teacher most likely mean?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}