{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f3c7c99d-136b-5fa8-b233-5275486acd32","task_key":"ARC~2dChallenge--test--LEAP~5f2009~5f8~5f10430","task_revision_id":"1","upstream_id":"LEAP_2009_8_10430","short_description":"Which procedure best determines whether water temperature affects the time it…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['Test three sugar cubes, one each in three different water temperatures.', 'Test three sugar cubes in one water temperature.', 'Test one crushed sugar cube and one whole sugar cube in water.', 'Test three sugar cubes, one each in an acid, a base, and water.']\",\"question\":\"Which procedure best determines whether water temperature affects the time it will take a sugar cube to dissolve?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}