{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"noindex","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[]}},"task_id":"fa4ceb85-e1a4-56b4-963c-7e3f06506804","task_key":"ARC~2dChallenge--test--Mercury~5f400407","task_revision_id":"2","upstream_id":"Mercury_400407","short_description":"Which statement is true about the solar system?","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['The gas planets are closer to the Sun.', 'The solid planets are closer to the Sun.', 'The planets are arranged in order of increasing size.', 'The solid planets are much larger than the gas planets.']\",\"question\":\"Which statement is true about the solar system?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"noindex","subproblems":[],"grids":[]}