{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"266b66ec-ae6c-5a96-9ee8-8243bcc2df75","task_key":"ARC~2dChallenge--test--Mercury~5f412774","task_revision_id":"1","upstream_id":"Mercury_412774","short_description":"A student is using a straw to blow bubbles into a calcium hydroxide solution.…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['increase in pH toward a pH of 7', 'increase in pH away from a pH of 7', 'decrease in pH toward a pH of 7', 'decrease in pH away from a pH of 7']\",\"question\":\"A student is using a straw to blow bubbles into a calcium hydroxide solution. The carbon dioxide in the student's breath is reacting with the water to form an acid, which begins to neutralize the basic solution. Which of the following best describes the initial change in pH of the solution?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}