{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"77ac00f0-639c-5748-a2c8-c15316b3ffb4","task_key":"ARC~2dEasy--test--Mercury~5f7201163","task_revision_id":"1","upstream_id":"Mercury_7201163","short_description":"The bacterium Brucella abortus causes fever in humans. Biologists studying this…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['as a behavioral adaptation', 'as a survival disadvantage', 'as a response to a stimulus', 'as an acquired characteristic']\",\"question\":\"The bacterium Brucella abortus causes fever in humans. Biologists studying this bacterium found that when exposed to light, the bacterium becomes more virulent. How can this change in virulence most likely be described?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}