{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3959e541-a875-50cf-a8f4-daf24633fe3c","task_key":"ARC~2dEasy--test--Mercury~5fSC~5f400836","task_revision_id":"1","upstream_id":"Mercury_SC_400836","short_description":"What would happen if a magnet was placed in the center of a plastic bowl…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['The sand will be repelled by the magnet.', 'The iron filings will be attracted to the magnet.', 'The sand will be attracted to the magnet.', 'The iron filings will be repelled by the magnet.']\",\"question\":\"What would happen if a magnet was placed in the center of a plastic bowl containing a mixture of iron filings and sand?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}