{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"51266410-aa6b-5075-9cd4-e417818daa30","task_key":"ARC~2dEasy--test--MCAS~5f2010~5f8~5f12020","task_revision_id":"1","upstream_id":"MCAS_2010_8_12020","short_description":"A company is making prototypes for a new computer system. Which of the following…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['They can be tested at the same time.', 'They can be produced in large numbers.', 'They will be bought by many different users.', 'They will be sold for more than they cost to build.']\",\"question\":\"A company is making prototypes for a new computer system. Which of the following statements best describes an advantage of making several different prototypes?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}