{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"69c4518d-bf70-5661-86e1-36c090969350","task_key":"ARC~2dChallenge--test--Mercury~5fSC~5f402276","task_revision_id":"1","upstream_id":"Mercury_SC_402276","short_description":"Which of the following best describes a learned behavior?","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['owls looking for food at night', 'monarch butterflies migrating south', 'cats pawing the area where they are going to sleep', 'fish swimming to the top of an aquarium to get food']\",\"question\":\"Which of the following best describes a learned behavior?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}