{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"240ec7b9-29c5-584f-aa89-6f2652c62ee9","task_key":"ARC~2dChallenge--test--MDSA~5f2010~5f5~5f29","task_revision_id":"1","upstream_id":"MDSA_2010_5_29","short_description":"A student wants to show that the matter in a whole apple is equal to the matter…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['observing the apple pieces', 'cutting the apple into more pieces', 'observing the color of the whole apple, then observing the color of the apple pieces', 'determining the mass of the whole apple, then determining the mass of the apple pieces']\",\"question\":\"A student wants to show that the matter in a whole apple is equal to the matter in the pieces of the same apple. Which process best describes how the student can demonstrate the relationship between the matter in the whole apple and the apple pieces?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}