{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"fe2c0305-7c02-5b0e-b786-622fb5306dc9","task_key":"ARC~2dChallenge--test--Mercury~5f407097","task_revision_id":"1","upstream_id":"Mercury_407097","short_description":"A science class is studying the states of matter. One group of students freezes…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['The temperature of both cups will be the same.', 'Both samples in the cups will be in the same state.', 'Both groups will have the same mass with which they started.', 'The time required for the changes in states of matter will be the same.']\",\"question\":\"A science class is studying the states of matter. One group of students freezes 100 grams (g) of water in a cup. Another group of students melts 50 g of ice in a cup. Which of these will most likely occur at the end of the experiment?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}