{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a8496d27-9e68-5a27-b23a-fee5de3866ba","task_key":"ARC~2dChallenge--test--ACTAAP~5f2014~5f7~5f13","task_revision_id":"1","upstream_id":"ACTAAP_2014_7_13","short_description":"People often use a mixture of salt and water to clean contact lenses. Which…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['Salt is the solvent and water is the solute.', 'Salt is the solute and water is the solvent.', 'Salt is the solvent and water is the solution.', 'Salt is the solution and water is the solvent.']\",\"question\":\"People often use a mixture of salt and water to clean contact lenses. Which statement best describes this mixture?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}