{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c6cf4f5d-ae1b-5196-91d1-3b632cc8a711","task_key":"ARC~2dChallenge--test--Mercury~5f7154315","task_revision_id":"1","upstream_id":"Mercury_7154315","short_description":"The waters off the Florida Keys are being polluted. This pollution affects the…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['using compost as a fertilizer for lawns and gardens', 'using water from washing machines to water lawns', 'using cars that are designed to use petroleum products', 'using more plastic bottles and disposing them in landfills']\",\"question\":\"The waters off the Florida Keys are being polluted. This pollution affects the numerous marine ecosystems found in the Keys. Which action could most likely reduce water pollution?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}