{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b2579aab-1e6f-5eb0-98ea-1fd98bf6fbac","task_key":"ARC~2dChallenge--test--MCAS~5f2006~5f9~5f1","task_revision_id":"1","upstream_id":"MCAS_2006_9_1","short_description":"A caterpillar eats an oak leaf. Which of the following best describes the energy…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['Both the caterpillar and the leaf gain energy.', 'Energy is transferred from the leaf to the caterpillar.', 'Decomposers in the leaf obtain energy from the caterpillar.', 'The oak tree gains energy when the caterpillar eats the leaf.']\",\"question\":\"A caterpillar eats an oak leaf. Which of the following best describes the energy transfer in this situation?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}