{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"7420bfa0-b10c-5417-9760-f745db2bd5ba","task_key":"ARC~2dChallenge--test--Mercury~5fSC~5f409139","task_revision_id":"2","upstream_id":"Mercury_SC_409139","short_description":"Tiny organisms called plankton live in oceans. Some plankton can take energy…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['Plankton are colorful.', 'Plankton clean the water.', 'Plankton release oxygen.', 'Plankton reproduce quickly.']\",\"question\":\"Tiny organisms called plankton live in oceans. Some plankton can take energy from the Sun and turn it into food. How are plankton most useful to the animals that live in the ocean?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}