{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c4065f55-c2ab-5d9c-abc4-967e9e39e000","task_key":"ARC~2dEasy--test--Mercury~5f405141","task_revision_id":"1","upstream_id":"Mercury_405141","short_description":"Panels of solar cells are used to collect energy from the Sun and convert it…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['chemical', 'electrical', 'geothermal', 'hydroelectric']\",\"question\":\"Panels of solar cells are used to collect energy from the Sun and convert it into energy for use in homes. Into what type of energy is the solar energy converted?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}