{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ea87bdd6-4d66-5254-a02c-5726a550cffd","task_key":"ARC~2dEasy--test--Mercury~5fSC~5f408740","task_revision_id":"1","upstream_id":"Mercury_SC_408740","short_description":"A group of scientists is studying the effect of cell phone signals on honeybees.…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['control', 'data', 'hypothesis', 'variable']\",\"question\":\"A group of scientists is studying the effect of cell phone signals on honeybees. Before starting the investigation, the scientists stated that the bees exposed to cell phone signals will have difficulty finding their way back to the hive. Which term best describes the statement made by the group of scientists?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}