{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0f1ccff4-00cc-57e9-bae3-ea2d8a3e1b80","task_key":"ARC~2dChallenge--test--Mercury~5f7150728","task_revision_id":"1","upstream_id":"Mercury_7150728","short_description":"Sean felt the room become cooler. His body adjusts to enable him to survive.…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['an increase in cellular respiration which increases heat production', 'sweating from the skin to lower inner heat levels', 'opening of the capillaries in the skin to obtain more heat', 'an increase in the metabolism which decreases heat from cells']\",\"question\":\"Sean felt the room become cooler. His body adjusts to enable him to survive. Which response did Sean have that enabled his body to continue to function correctly?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}