{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"42906a1d-c42d-5431-89c1-625b2c62ae11","task_key":"ARC~2dEasy--test--MCAS~5f1998~5f4~5f24","task_revision_id":"1","upstream_id":"MCAS_1998_4_24","short_description":"Years ago, most family members lived near one another. Today, family members…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['medicine and computers.', 'manufacturing and home entertainment.', 'refrigeration and heating systems.', 'communication and transportation.']\",\"question\":\"Years ago, most family members lived near one another. Today, family members often live all over the country. People are able to live far from their loved ones because of the technologies of\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}