{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"044ecd60-ae27-5d4d-9a6b-157f07689700","task_key":"ARC~2dEasy--test--Mercury~5f192868","task_revision_id":"1","upstream_id":"Mercury_192868","short_description":"In the Four Corners area in the US Southwest, there are large rocky outcroppings…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['metamorphic', 'sedimentary', 'igneous', 'weathered']\",\"question\":\"In the Four Corners area in the US Southwest, there are large rocky outcroppings of basalt. These were formed by ancient lava flows. Using this information, what class of rock is this?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}