{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"50cc6409-b05d-5489-af42-d89fad2efd3d","task_key":"ARC~2dChallenge--test--Mercury~5f7139878","task_revision_id":"2","upstream_id":"Mercury_7139878","short_description":"Scientists have studied the productivity of crops in mountain valleys. In some…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['leaching of soils', 'evaporation rates', 'runoff from rains', 'amounts of sunlight']\",\"question\":\"Scientists have studied the productivity of crops in mountain valleys. In some areas, the valleys are more productive than others. The increase in which factor most likely accounts for the high productivity of some areas in mountain valleys?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}