{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e7fb63a0-a2b5-57aa-90e2-d1ef4a5e3579","task_key":"ARC~2dEasy--test--Mercury~5f415262","task_revision_id":"1","upstream_id":"Mercury_415262","short_description":"Which of the following could help to reduce a home heating bill in winter?","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['replacing wood doors with aluminum doors', 'using more insulation in the walls of the home', 'removing thick rugs and heavy curtains in the home', 'painting the roof of the home white to reflect light']\",\"question\":\"Which of the following could help to reduce a home heating bill in winter?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}