{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"5fb35606-f180-586a-a8af-67e7249089e3","task_key":"ARC~2dChallenge--test--Mercury~5f417138","task_revision_id":"1","upstream_id":"Mercury_417138","short_description":"Estuaries are dynamic ecosystems where salt water and fresh water mix. Usually…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['when the river flow is low and the tide is low', 'when the river flow is high and the tide is low', 'when the river flow is low and the tide is high', 'when the river flow is high and the tide is high']\",\"question\":\"Estuaries are dynamic ecosystems where salt water and fresh water mix. Usually this happens as fresh water flows from a river to an ocean. When would you expect the concentration of salt in the estuary water to be LOWEST near the mouth of the river?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}