{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2ecd0d64-b653-5eff-8116-937296e919d7","task_key":"ARC~2dChallenge--test--Mercury~5f405873","task_revision_id":"1","upstream_id":"Mercury_405873","short_description":"Which statement best describes how the Internet has helped improve life for many…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['The Internet has eliminated the need for the library.', 'People are able to access information from many locations.', 'People can now do their work from home.', 'The Internet allows students to concentrate more on homework.']\",\"question\":\"Which statement best describes how the Internet has helped improve life for many people?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}