{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c3bf045f-7cda-5061-9d78-eb8598b6b8fd","task_key":"ARC~2dChallenge--test--MEA~5f2013~5f5~5f12","task_revision_id":"1","upstream_id":"MEA_2013_5_12","short_description":"A student dissolves 20 g of table salt in a glass of water. Which statement…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['The weight decreases because the pieces of table salt are much smaller.', 'The weight increases because the table salt is spread throughout the water.', 'The weight stays the same because the amount of table salt does not change.', 'The weight is zero because the table salt has become a liquid.']\",\"question\":\"A student dissolves 20 g of table salt in a glass of water. Which statement explains what happens to the weight of the table salt after it dissolves?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}