{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"46291acc-51e8-5c39-8b6a-3ee2176f9f38","task_key":"ARC~2dEasy--test--Mercury~5f7179340","task_revision_id":"1","upstream_id":"Mercury_7179340","short_description":"Coal, oil, and natural gas have high potential energies, which makes them…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['chemical', 'electrical', 'solar', 'thermal']\",\"question\":\"Coal, oil, and natural gas have high potential energies, which makes them valuable energy resources. In order to benefit from the energy available in these fossil fuels, the potential energy is converted most directly into which type of energy?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}