{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c39db7f8-6a46-5693-8944-8abd735f6cd7","task_key":"ARC~2dChallenge--test--Mercury~5f417128","task_revision_id":"1","upstream_id":"Mercury_417128","short_description":"Nutrient runoff can cause algal blooms in waterways. Which genetically modified…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['pigs that are modified to have more fat', 'cows that are modified to require less feed', 'corn that is modified to be resistant to herbicides', 'soybeans that are modified to make their own insecticide']\",\"question\":\"Nutrient runoff can cause algal blooms in waterways. Which genetically modified organisms could help reduce algal blooms?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}