{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"dfa24426-d104-581d-925f-8ad3a0ae807d","task_key":"ARC~2dEasy--test--Mercury~5f7009748","task_revision_id":"1","upstream_id":"Mercury_7009748","short_description":"Sonar can be used to measure distances underwater. This is accomplished by…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['amplitude', 'wavelength', 'frequency', 'speed']\",\"question\":\"Sonar can be used to measure distances underwater. This is accomplished by sending a sound wave to a \\\"target\\\" while measuring the total time it takes for the wave to reach the target and then return to its source. Which of the following sound wave characteristics must be known when using sonar to measure distances?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}