{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"19de8a82-2afd-5894-95e6-36cc63037e2e","task_key":"ARC~2dEasy--test--Mercury~5f187093","task_revision_id":"1","upstream_id":"Mercury_187093","short_description":"A scientist puts more food than a lab rat can eat in each of 100 cages…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['mean.', 'range.', 'mode.', 'median.']\",\"question\":\"A scientist puts more food than a lab rat can eat in each of 100 cages containing lab rats. She surveys the mass of food each rat eats in one day. To determine the difference between the largest and smallest masses of food eaten, she should find her data's\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}