{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"713dc26a-74a4-5bb0-9b38-c34bb34161ed","task_key":"ARC~2dChallenge--test--MCAS~5f2000~5f4~5f34","task_revision_id":"1","upstream_id":"MCAS_2000_4_34","short_description":"A wind farm contains a large number of windmills to generate electricity. Which…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['The trees would reduce the force of the wind.', 'The windmills would destroy the forests.', 'The electricity generated would be too far away from cities to be useful.', 'Forest animals would destroy the windmills.']\",\"question\":\"A wind farm contains a large number of windmills to generate electricity. Which is the BEST reason wind farms are not located near forests?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}