{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c736430a-e795-527e-bb53-41c20dcd0a84","task_key":"ARC~2dChallenge--test--Mercury~5fSC~5f406794","task_revision_id":"1","upstream_id":"Mercury_SC_406794","short_description":"Why does the Sun appear to be the largest star when there are stars that are…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['Stars have the same temperature as the Sun.', 'Stars usually appear in groups called clusters.', 'The Sun is closer to Earth than other stars.', 'The Sun is younger than most other stars.']\",\"question\":\"Why does the Sun appear to be the largest star when there are stars that are much larger than the Sun?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}