{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f2465c84-752e-5de4-8a41-b6365ff64677","task_key":"ARC~2dEasy--test--MCAS~5f1998~5f8~5f19","task_revision_id":"1","upstream_id":"MCAS_1998_8_19","short_description":"A solar eclipse occurs when","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['the Moon blocks the Earth from the Sun.', 'the first four planets in the solar system are aligned.', 'Earth blocks the Moon from the Sun.', \\\"Earth's shadow falls on the Sun.\\\"]\",\"question\":\"A solar eclipse occurs when\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}