{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"59fd97f2-5650-5956-97d8-23733eefcfd8","task_key":"ARC~2dChallenge--test--Mercury~5f7159075","task_revision_id":"1","upstream_id":"Mercury_7159075","short_description":"Sickle cell anemia is a condition that affects the shape of a red blood cell. An…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['multiple alleles', 'incomplete dominance', 'homozygous recessive', 'heterozygous dominant']\",\"question\":\"Sickle cell anemia is a condition that affects the shape of a red blood cell. An unaffected individual can be represented with the genotype AA. An affected individual can be represented with the genotype SS. Individuals that are carriers have the genotype AS. Which is the best description of sickle cell anemia?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}