{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"464495af-16ee-53f6-9cf2-797033a3ac54","task_key":"ARC~2dChallenge--test--Mercury~5f177748","task_revision_id":"1","upstream_id":"Mercury_177748","short_description":"Gabbro and basalt are classified as igneous rocks. Even though the names are…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['color', 'texture', 'hardness', 'origin']\",\"question\":\"Gabbro and basalt are classified as igneous rocks. Even though the names are different, they have the same chemical composition. Geologists normally use what feature for identification purposes to differentiate between these two rock types?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}