{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"dbb2f131-6195-5194-b43c-6f0a32655d53","task_key":"ARC~2dEasy--test--Mercury~5f7270533","task_revision_id":"1","upstream_id":"Mercury_7270533","short_description":"Which rankings of trees would most likely useful in a scientific study of fruit…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['date of flowering and the fruit yield', 'fruit yield and taste of the fruit', 'taste of the fruit and smell of the flower', 'date of flowering and smell of the flower']\",\"question\":\"Which rankings of trees would most likely useful in a scientific study of fruit production in apple trees?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}