{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f49bab6e-a188-5caf-ae3f-03446760cbb1","task_key":"ARC~2dEasy--test--Mercury~5f7283693","task_revision_id":"1","upstream_id":"Mercury_7283693","short_description":"The engineering team that is designing a scientific research station on the…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['build a wind turbine.', 'have fuel trucked in.', 'have a pipeline built.', 'build a solar collector.']\",\"question\":\"The engineering team that is designing a scientific research station on the Arctic permafrost has to provide the station with energy for cooking, heating, and lighting. Considering the fragile environment and other conditions there, the best choice is probably to\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}