{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6e89aff9-0ae8-5c09-94ff-c94328194118","task_key":"ARC~2dChallenge--test--Mercury~5f7081725","task_revision_id":"1","upstream_id":"Mercury_7081725","short_description":"Although a model for the passing of genetic traits was proposed in the 19th…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['continued investigation', 'rejection of older hypotheses', 'progress in the scientific method', 'discussion of existing conclusions']\",\"question\":\"Although a model for the passing of genetic traits was proposed in the 19th century, it wasn't until the 20th century that scientists learned the role of DNA and genes in trait inheritance. This advance in scientific understanding most likely resulted from which of the following?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}