{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d8ac3743-20dd-5668-a1d2-d827e93d6ad0","task_key":"ARC~2dEasy--test--Mercury~5f410467","task_revision_id":"1","upstream_id":"Mercury_410467","short_description":"Jon had a flat tire on his car. He used a hydraulic jack to lift the car up so…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['momentum', 'power', 'pressure', 'work']\",\"question\":\"Jon had a flat tire on his car. He used a hydraulic jack to lift the car up so that he could change the tire. If Jon knows the amount of force used to lift the car 0.25 meter off of the ground, what is he able to calculate?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}