{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"dfdcd1e7-5654-55a8-ad05-d333f15da06c","task_key":"ARC~2dChallenge--test--Mercury~5f7159303","task_revision_id":"1","upstream_id":"Mercury_7159303","short_description":"As glaciers receded at the end of the last Ice Age, temperatures increased,…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['primary succession', 'habitat destruction', 'resource depletion', 'genetic mutation']\",\"question\":\"As glaciers receded at the end of the last Ice Age, temperatures increased, allowing lakes to form. Pioneer plants grew in the dunes near the lakes. Farther from the dunes, grasslands and forested areas developed. Which process took place after the glaciers melted, allowing grasslands and forests to develop?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}