{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ca3a00c0-b582-5407-aa73-f81bf943105b","task_key":"ARC~2dEasy--test--Mercury~5fSC~5f407608","task_revision_id":"1","upstream_id":"Mercury_SC_407608","short_description":"Scientists are developing new satellite technology to help predict the weather.…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['It will show people that storms can be prevented.', 'It will show people that science is interesting.', 'It will help warn people about dangerous storms.', 'It will help people drive in the rain.']\",\"question\":\"Scientists are developing new satellite technology to help predict the weather. How will developing this technology most likely benefit people?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}