{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ac2c2465-a7c2-5dcb-bece-65a0c672e624","task_key":"ARC~2dChallenge--test--Mercury~5fSC~5f415719","task_revision_id":"1","upstream_id":"Mercury_SC_415719","short_description":"Anna is holding an ice cube. Why does the ice cube melt in her hand?","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['Heat moves from her hand to the ice cube.', 'Cold moves from her hand to the ice cube.', 'Heat moves from the ice cube to her hand.', 'Cold moves from the ice cube to her hand.']\",\"question\":\"Anna is holding an ice cube. Why does the ice cube melt in her hand?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}