{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c1f6a5aa-4299-5b9f-9138-0dd6beb7d748","task_key":"ARC~2dChallenge--test--MCAS~5f2005~5f8~5f7","task_revision_id":"1","upstream_id":"MCAS_2005_8_7","short_description":"When air near the ground is warmed by sunlight, which of the following occurs?","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['The warm air radiates and becomes cool again.', 'The warm air evaporates into the cooler air.', 'The warm air expands and rises, resulting in convection.', 'The warm air loses its ability to hold water and precipitates.']\",\"question\":\"When air near the ground is warmed by sunlight, which of the following occurs?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}