{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"174215b0-2325-520e-8bc9-4cbfb8abc5ec","task_key":"ARC~2dEasy--test--MEA~5f2013~5f8~5f19","task_revision_id":"1","upstream_id":"MEA_2013_8_19","short_description":"A species of wasp lays its eggs in the larva of another insect. The wasp is a…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['Both the parasite and the host benefit.', 'Both the parasite and the host are harmed.', 'The parasite benefits and the host is harmed.', 'The parasite is harmed and the host benefits.']\",\"question\":\"A species of wasp lays its eggs in the larva of another insect. The wasp is a parasite, and the larva is the host. What is the relationship between the parasite and the host?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}