{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"acde6291-2116-570a-a4e6-4b58655b0b44","task_key":"ARC~2dChallenge--test--Mercury~5fSC~5f407315","task_revision_id":"1","upstream_id":"Mercury_SC_407315","short_description":"How can investigation records be most helpful?","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['Records provide clues to mistakes made in the investigation.', 'Records prove the investigation was conducted many times.', 'Records rule out the need to repeat the investigation.', 'Records make the results from the investigation accurate.']\",\"question\":\"How can investigation records be most helpful?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}