{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5a85ad7e-ec77-50ab-9629-c424314883f0","task_key":"ARC~2dEasy--test--Mercury~5f177730","task_revision_id":"1","upstream_id":"Mercury_177730","short_description":"In 1922 N. L. Bowen developed the concept of magmatic evolution which is also…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['olivine', 'pyroxene', 'amphibole', 'quartz']\",\"question\":\"In 1922 N. L. Bowen developed the concept of magmatic evolution which is also known as Bowen's Reaction Series. Applying the Bowen's Series principles, what mineral forms and crystallizes first in the region of highest temperature and pressure?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}