{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f2113604-2202-5f82-b435-b067d52578f5","task_key":"ARC~2dChallenge--test--Mercury~5f7109603","task_revision_id":"1","upstream_id":"Mercury_7109603","short_description":"Insulin is an important protein for the regulation of glucose levels in the…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['Insulin stimulates cells to absorb glucose from the blood.', 'Insulin causes the liver to release glucose into the blood.', 'Insulin facilitates the effects of antibiotics in the cell.', 'Insulin develops chemical bonds on the cell membrane.']\",\"question\":\"Insulin is an important protein for the regulation of glucose levels in the blood. Which statement best describes the function of insulin?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}