{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7e25e157-c117-5697-bd49-c50524228c0e","task_key":"ARC~2dChallenge--test--Mercury~5fSC~5f410837","task_revision_id":"1","upstream_id":"Mercury_SC_410837","short_description":"Researchers breed plants to produce crops that have helpful traits. One of these…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['It allows crops to be unaffected by disease.', 'It allows crops to be grown in drier climates.', 'It allows crops to survive without fertilization.', 'It allows crops to survive in areas with fewer seasons.']\",\"question\":\"Researchers breed plants to produce crops that have helpful traits. One of these traits is the ability to grow where there is little moisture. How would this trait most likely benefit farmers?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}