{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"a541766f-2db5-5aa4-b049-a6d48c2afca5","task_key":"ARC~2dChallenge--test--Mercury~5f7222530","task_revision_id":"1","upstream_id":"Mercury_7222530","short_description":"Water in the solid phase has a crystal structure which keeps molecules farther…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['the presence of more impurities in ice than in liquid water', 'the ability of ice to float on liquid water', 'the release of heat when liquid water turns into ice', 'the cooling of liquid water as it flows over ice']\",\"question\":\"Water in the solid phase has a crystal structure which keeps molecules farther apart than water at certain temperatures in the liquid phase. This relationship explains which property?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}