{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"23768f75-5253-5347-aaf2-741161fea1d5","task_key":"ARC~2dChallenge--test--MCAS~5f2000~5f4~5f26","task_revision_id":"1","upstream_id":"MCAS_2000_4_26","short_description":"The Moon revolves around Earth. This causes","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['Earth to be warmer at night.', 'Earth to rotate more rapidly.', 'the Moon to shine more brightly than other objects in the sky.', 'the Moon to appear as different shapes during the month.']\",\"question\":\"The Moon revolves around Earth. This causes\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}