{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"dac23e9f-045e-58d2-ac24-fc7ca52068ac","task_key":"ARC~2dChallenge--test--Mercury~5f7172270","task_revision_id":"1","upstream_id":"Mercury_7172270","short_description":"In a population of brown snakes, a snake is born with a white-spotted pattern.…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['the ability of the snake to survive to reproduce', 'the appearance of other new traits in the baby snake', 'the history of the pattern in previous snake populations', 'the presence of thermal energy changing the snake pattern']\",\"question\":\"In a population of brown snakes, a snake is born with a white-spotted pattern. Which factor will have the most influence on whether this trait will become common in the brown snake population?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}