{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e4b9c2da-941f-5f23-9507-c0b0c0dd05d0","task_key":"ARC~2dChallenge--test--Mercury~5f7270515","task_revision_id":"1","upstream_id":"Mercury_7270515","short_description":"Which of these questions cannot be answered scientifically?","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['Which musical notes can be perceived by the human ear?', 'Which musical notes combine to be the most beautiful?', 'Which frequencies can be heard by children but not by adults?', 'Which frequencies can be produced by human vocal cords?']\",\"question\":\"Which of these questions cannot be answered scientifically?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}