{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5f0638b5-661d-5195-a29a-0dde0c033d1f","task_key":"ARC~2dChallenge--test--TIMSS~5f2011~5f8~5fpg15","task_revision_id":"1","upstream_id":"TIMSS_2011_8_pg15","short_description":"A man climbed to the top of a very high mountain. While on the mountain top, he…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['The temperature is lower in the valley than on the mountain top.', 'The temperature is higher in the valley than on the mountain top.', 'Air pressure in the valley is lower than on the mountain top.', 'Air pressure in the valley is higher than on the mountain top.']\",\"question\":\"A man climbed to the top of a very high mountain. While on the mountain top, he drank all the water in his plastic water bottle and then put the cover back on. When he returned to camp in the valley, he discovered the the empty bottle had collapsed. Which of the following best explains why this happened?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}