{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e1c9ee5b-0e2d-549e-93e5-81b4742ec56c","task_key":"ARC~2dChallenge--test--Mercury~5f7203473","task_revision_id":"1","upstream_id":"Mercury_7203473","short_description":"A DNA strand contains codons, which consist of a sequence of three nucleotides.…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['They contain the code for messenger RNA.', 'They signal the start of mitotic cell division.', 'They ensure proper replication of the genetic code.', 'They are used to assemble amino acids for protein synthesis.']\",\"question\":\"A DNA strand contains codons, which consist of a sequence of three nucleotides. Which best describes the importance of codons found in the sequence of DNA?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}