{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5c2e66c2-97ae-5e2a-b028-8aeedf40edcc","task_key":"ARC~2dEasy--test--CSZ~5f2008~5f8~5f12","task_revision_id":"1","upstream_id":"CSZ_2008_8_12","short_description":"A piece of pine wood floats on the surface of a lake because the water exerts","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['an upward force equal to the weight of the wood.', 'a downward force equal to the weight of the wood.', 'an upward force equal to the weight of the displacement water.', 'a downward force equal to the weight of the displacement water.']\",\"question\":\"A piece of pine wood floats on the surface of a lake because the water exerts\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}