{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"c2367b71-0270-5ed9-aaaa-9959384a497e","task_key":"ARC~2dChallenge--test--Mercury~5f7136885","task_revision_id":"2","upstream_id":"Mercury_7136885","short_description":"Some scientists predict that as greenhouse gases change the climate of Earth,…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['depths of the oceans.', 'speed of currents in the oceans.', 'chemical compositions of the oceans.', 'amount of dissolved oxygen in the oceans.']\",\"question\":\"Some scientists predict that as greenhouse gases change the climate of Earth, the number and strength of hurricanes will increase. In order for this to occur, the climate change would have to affect Earth by changing the\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}