{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"24c18e38-b1df-5439-b896-455a9f12ec7e","task_key":"ARC~2dChallenge--test--Mercury~5f7131758","task_revision_id":"1","upstream_id":"Mercury_7131758","short_description":"Michael has to write a paper on the formation of red blood cells. In addition to…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['skeletal system', 'immune system', 'endocrine system', 'reproductive system']\",\"question\":\"Michael has to write a paper on the formation of red blood cells. In addition to the circulatory system, what other body system should he research to find information about the formation of red blood cells?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}