{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"07194ced-7534-5647-9563-871709fb09a4","task_key":"ARC~2dChallenge--test--Mercury~5f177870","task_revision_id":"1","upstream_id":"Mercury_177870","short_description":"All stars in the universe go through a life cycle. What factor determines how…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['the radiation that is present in the star', 'the amount of energy the star consumes', 'the quantity of mass with which the star began', 'the location of the star in the universe']\",\"question\":\"All stars in the universe go through a life cycle. What factor determines how stars progress through this cycle?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}