{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a4c57446-5321-5a75-b474-ee205dbeb926","task_key":"ARC~2dChallenge--test--Mercury~5f7216318","task_revision_id":"1","upstream_id":"Mercury_7216318","short_description":"An infectious disease causes an increase in the body temperature and a decrease…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['a disruption in the homeostasis of the deer', 'a change in the genetic makeup of the deer', 'an increase in the energy level of the deer', 'an increase in the reproductive rate of the deer']\",\"question\":\"An infectious disease causes an increase in the body temperature and a decrease in the blood glucose levels of a deer. What is most likely an effect of this disease?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}