{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"bed6e164-075d-5d42-97bc-b7dfeb8f9ff3","task_key":"ARC~2dChallenge--test--LEAP~5f~5f8~5f10365","task_revision_id":"1","upstream_id":"LEAP__8_10365","short_description":"El Cajon Pass in California is becoming higher than the land around it at a rate…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['Erosion is slower than uplift at El Cajon Pass.', 'Plates are separating at El Cajon Pass.', 'Mountain building is slower than erosion at El Cajon Pass.', 'Erosion and uplift are balanced at El Cajon Pass.']\",\"question\":\"El Cajon Pass in California is becoming higher than the land around it at a rate of nearly 1 centimeter each year. Which statement is true about the area?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}