{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d178920b-4d46-59d8-bffb-a6d5d88df731","task_key":"ARC~2dEasy--test--Mercury~5fSC~5f402117","task_revision_id":"1","upstream_id":"Mercury_SC_402117","short_description":"Some research has shown that the burning of fossil fuels contributes to an…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['electric car', 'digital camera', 'high-speed Internet', 'battery-powered radio']\",\"question\":\"Some research has shown that the burning of fossil fuels contributes to an effect called global warming, which scientists believe is changing the chemical makeup of Earth's atmosphere. Use of which invention would help lower this effect?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}