{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e5bfbdba-5642-513c-8935-b65d7223d91e","task_key":"ARC~2dEasy--test--Mercury~5fSC~5f408033","task_revision_id":"1","upstream_id":"Mercury_SC_408033","short_description":"One rabbit runs faster than other rabbits in its population. How will the…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['by keeping the rabbit warmer in the winter', 'by helping the rabbit blend with its environment', 'by allowing the rabbit to find more sources of food', 'by making it easier for the rabbit to escape from predators']\",\"question\":\"One rabbit runs faster than other rabbits in its population. How will the ability to run fast most likely benefit the rabbit?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}