{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"81c903ad-dcb4-5fbe-96b3-c858bc5f4325","task_key":"ARC~2dChallenge--test--Mercury~5f417117","task_revision_id":"1","upstream_id":"Mercury_417117","short_description":"Scientists have been able to insert genes from a spider into the genome of a…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['economic', 'biological', 'ethical', 'practical']\",\"question\":\"Scientists have been able to insert genes from a spider into the genome of a domestic goat. When the goat matures, it produces milk that contains a protein found in spider webs. This protein can then be extracted and used to make strong but lightweight materials for bulletproof vests, automobiles, and aircraft. The change does not cause the goat any pain, but some people think that it is not right to add genes from the genome of one animal to another. Which word best describes this concern?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}