{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"245016fb-f9e6-5508-aec3-9352efc0f207","task_key":"ARC~2dChallenge--test--Mercury~5f7198468","task_revision_id":"1","upstream_id":"Mercury_7198468","short_description":"Wolves, which are top predators, were eliminated from Yellowstone National Park…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['an increase in competition for food resources among small prey', 'a greater opportunity for primary producers to flourish', 'an increase in the population of tertiary consumers', 'a greater balance of predator-prey relationships']\",\"question\":\"Wolves, which are top predators, were eliminated from Yellowstone National Park in the 1930s. In 1995, wolves were reintroduced into Yellowstone. During the period in which wolves were absent from Yellowstone, which most likely occurred?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}