{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"211c780d-ca96-5f9e-95c1-e62a86c3665f","task_key":"ARC~2dChallenge--test--Mercury~5f417118","task_revision_id":"1","upstream_id":"Mercury_417118","short_description":"Golden rice is a transgenic plant that produces rice with high levels of vitamin…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['practical and economic', 'economic and ecological', 'ecological and ethical', 'ethical and practical']\",\"question\":\"Golden rice is a transgenic plant that produces rice with high levels of vitamin A. The rice would help people improve the nutrition in their diets. However, some people are concerned about the effects the transgenic rice might have on native plants. Which words best characterize these concerns?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}