{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5b9e0dc2-2917-58f6-9570-ae756a534b6f","task_key":"ARC~2dChallenge--test--MCAS~5f2014~5f8~5f16","task_revision_id":"1","upstream_id":"MCAS_2014_8_16","short_description":"Just before sunset, a student recorded the temperature of the air and the soil…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['The soil temperature increased more quickly than the air temperature.', 'The air temperature increased more quickly than the soil temperature.', 'The soil temperature decreased more quickly than the air temperature.', 'The air temperature decreased more quickly than the soil temperature.']\",\"question\":\"Just before sunset, a student recorded the temperature of the air and the soil at the same location. The student found that the air and the soil had the same temperature. Which of the following statements describes how the air and soil temperatures most likely changed after sunset on that day?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}