{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"2ed52caa-3a84-54d9-bbf4-8a6b44270b41","task_key":"ARC~2dChallenge--test--ACTAAP~5f2014~5f5~5f8","task_revision_id":"2","upstream_id":"ACTAAP_2014_5_8","short_description":"Which best describes how the sun might compare to a different-sized star, if…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['The sun would be enormous next to an average star.', 'The sun would be tiny next to one of the largest stars.', 'The sun would be extremely bright next to an average star.', 'The sun would be very dim next to one of the smallest stars.']\",\"question\":\"Which best describes how the sun might compare to a different-sized star, if they were right next to each other?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}