{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"8ab584a3-7ed1-5a86-b7ca-0b8bd04d5b68","task_key":"ARC~2dEasy--test--MCAS~5f1998~5f8~5f12","task_revision_id":"1","upstream_id":"MCAS_1998_8_12","short_description":"Recently the telephone company announced the implementation of a new telephone…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['the increased size of the telephone book', 'the increase in use of modems, fax machines, and cellular phones', 'the increase in use of speed dialing and call waiting', 'the increased demand for telephone repairs and installation']\",\"question\":\"Recently the telephone company announced the implementation of a new telephone area code for Massachusetts. What technological changes are responsible for the need for a new area code?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}