{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f6401b81-dae7-5ef6-af80-3e8ce027e2ea","task_key":"ARC~2dChallenge--test--Mercury~5f7159285","task_revision_id":"1","upstream_id":"Mercury_7159285","short_description":"The Florida Fish and Wildlife Conservation Commission (FWC) has helped to…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['It enhanced recreational and diving opportunities.', 'It enhanced the studying of corals and other organisms.', 'It increased over-fishing and destruction of ecosystems.', 'It increased the number of fish and other aquatic organisms.']\",\"question\":\"The Florida Fish and Wildlife Conservation Commission (FWC) has helped to develop more than 300 artificial reefs in both the Atlantic Ocean and the Gulf of Mexico. Which is an unexpected negative result of establishing these reefs?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}