{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7a6d72fa-61c8-55fb-b180-7ed113f99eb7","task_key":"ARC~2dChallenge--test--Mercury~5f7270358","task_revision_id":"1","upstream_id":"Mercury_7270358","short_description":"Cell differentiation is the result of gene expression. Genes can be regulated…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['They bind to ribosomes.', 'They bind to tRNA.', 'They bind to RNA polymerase.', 'They bind to mRNA.']\",\"question\":\"Cell differentiation is the result of gene expression. Genes can be regulated several ways. For example, small interference RNA molecules (siRNA), prevent gene expression by binding to the product of transcription. How do siRNA molecules silence genes?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}