{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"68057c36-6b91-5262-9273-8eff19fa00b0","task_key":"ARC~2dEasy--test--Mercury~5f7043680","task_revision_id":"1","upstream_id":"Mercury_7043680","short_description":"Astronomers have been studying objects that are very bright and appear to be…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['pulsars.', 'quasars.', 'supernovas.', 'binary stars.']\",\"question\":\"Astronomers have been studying objects that are very bright and appear to be very far away. They have since concluded that these objects are distant galaxies with giant black holes at their center known as\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}