{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"9573c47c-7236-570d-ae8c-4f6cfd3a9e93","task_key":"ARC~2dEasy--test--Mercury~5f7200148","task_revision_id":"1","upstream_id":"Mercury_7200148","short_description":"It took Stephen 12 seconds to run across a grass field. Which additional…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['the direction he ran and the average speed', 'the distance he ran and the average velocity', 'the beginning speed and the direction he ran', 'the beginning velocity and the ending velocity']\",\"question\":\"It took Stephen 12 seconds to run across a grass field. Which additional information does he need in order to calculate his acceleration during the run?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}