{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a49ed484-90b9-5985-bfe6-9318f2be6a69","task_key":"ARC~2dEasy--test--Mercury~5fSC~5f408984","task_revision_id":"1","upstream_id":"Mercury_SC_408984","short_description":"In the 1600s a scientist named Anton van Leeuwenhoek worked toward improving…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['glass making', 'astronomy', 'medicine', 'teaching']\",\"question\":\"In the 1600s a scientist named Anton van Leeuwenhoek worked toward improving microscopes and created his own lenses. With his microscopes, Leeuwenhoek discovered bacteria and muscle fibers. Which type of job benefited most from these discoveries?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}