{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-easy","formal_name":"ARC-Easy","introduction":"ARC-Easy is the subset of grade-school science questions that a retrieval baseline or a word co-occurrence baseline answered correctly. It is the easier counterpart of ARC-Challenge and serves as the baseline measure of science knowledge recall.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"cb1ea44b-64c7-548a-a2c9-81ef2883fb77","task_key":"ARC~2dEasy--test--Mercury~5f7283885","task_revision_id":"1","upstream_id":"Mercury_7283885","short_description":"The human immunodeficiency virus (HIV) causes AIDS. The first known human cases…","config":"ARC-Easy","split":"test","body":"{\"choices\":\"['isolated cases', 'outbreak', 'epidemic', 'pandemic']\",\"question\":\"The human immunodeficiency virus (HIV) causes AIDS. The first known human cases AIDS were in Africa in the late 1950s. Since then, tens of millions of people have died from the disease, and tens of millions more people all over the world are infected. Which term best describes the disease AIDS?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}