{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3e0f7f22-71cb-5cf7-a99c-273f90e08aed","task_key":"ARC~2dChallenge--test--NYSEDREGENTS~5f2012~5f8~5f28","task_revision_id":"1","upstream_id":"NYSEDREGENTS_2012_8_28","short_description":"Under which conditions would a sugar cube dissolve most quickly when placed in a…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['A whole sugar cube is added and the water is stirred.', 'A whole sugar cube is added and the water is not stirred.', 'A crushed sugar cube is added and the water is stirred.', 'A crushed sugar cube is added and the water is not stirred.']\",\"question\":\"Under which conditions would a sugar cube dissolve most quickly when placed in a liter of water at room temperature?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}