{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b977ae1d-58a3-50b8-9e0c-a0c943f498cb","task_key":"ARC~2dChallenge--test--Mercury~5f7159250","task_revision_id":"1","upstream_id":"Mercury_7159250","short_description":"Oak tree decline is linked to the effects of pathogenic fungi, insect…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['pathogenic fungi', 'insect defoliation', 'soil chemical stress', 'microorganism activity']\",\"question\":\"Oak tree decline is linked to the effects of pathogenic fungi, insect defoliation, soil chemical stress, and microorganism activity. Which factor is an abiotic condition that is affecting oak tree decline?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}