{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6b77f648-6360-58dc-b8b8-648f2ba5e58a","task_key":"ARC~2dChallenge--test--Mercury~5f189070","task_revision_id":"1","upstream_id":"Mercury_189070","short_description":"Which of these best describes when a lunar eclipse will occur?","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['when Earth is between the Moon and the Sun', 'when the Moon passes between Earth and the Sun', 'when the Sun is between Earth and the Moon', 'when Earth is at a 90° angle to the Moon and the Sun']\",\"question\":\"Which of these best describes when a lunar eclipse will occur?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}