{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"4690d05f-ff40-5fd6-8da9-0545ac8dcd48","task_key":"ARC~2dEasy--test--Mercury~5fSC~5f409026","task_revision_id":"1","upstream_id":"Mercury_SC_409026","short_description":"Oil and gas are two sources of energy used in America. Which is the main reason…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['Oil and gas produce very little power.', 'Oil and gas work in too few machines.', 'Oil and gas are limited in their supplies.', 'Oil and gas are too costly to remove from the ground.']\",\"question\":\"Oil and gas are two sources of energy used in America. Which is the main reason oil and gas may be replaced with other sources of energy in the future?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}