{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"092ac9d8-4026-569f-b651-c7e9a56e57ba","task_key":"ARC~2dEasy--test--Mercury~5f7212503","task_revision_id":"1","upstream_id":"Mercury_7212503","short_description":"Sir Isaac Newton stated that every object in the universe attracts matter. The…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['centripetal force', 'generalized force', 'centrifugal force', 'gravitational force']\",\"question\":\"Sir Isaac Newton stated that every object in the universe attracts matter. The attraction depends on the mass of an object and the distance between the objects. What type of force did Newton describe?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}