{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b4cc1903-5f42-5c10-8c3d-cc9f96862271","task_key":"ARC~2dChallenge--test--ACTAAP~5f2013~5f7~5f2","task_revision_id":"1","upstream_id":"ACTAAP_2013_7_2","short_description":"Why is the structure of a sperm cell very different from the structure of an egg…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['A sperm cell must move in order to reach the egg cell.', 'An egg cell must divide into many separate sperm cells.', 'An egg cell must move in order to reach the sperm cell.', 'A sperm cell must combine with many different egg cells.']\",\"question\":\"Why is the structure of a sperm cell very different from the structure of an egg cell?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}