{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5240bc48-0e5e-59ea-b5c7-0bb6764bb157","task_key":"ARC~2dChallenge--test--Mercury~5f405464","task_revision_id":"1","upstream_id":"Mercury_405464","short_description":"Scientists count and record the population of a particular fish in a lake that…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['How many fish are surviving the changing environment?', 'How have changes in weather affected the water level?', 'How much weight have the fish gained over the year?', 'How is the plant life in the lake adjusting to the changes?']\",\"question\":\"Scientists count and record the population of a particular fish in a lake that is losing water each year. What are they most likely trying to understand?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}