{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"49cddb7d-6aa0-554e-9cf2-20ad62f4b203","task_key":"ARC~2dChallenge--test--Mercury~5f405462","task_revision_id":"1","upstream_id":"Mercury_405462","short_description":"A scientist claims that he made a discovery in the lab. What does the scientist…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['diagrams showing the steps used in the discovery', 'accurate records that show that the data are consistent', 'documents showing that the scientist is well known', 'proof that the equipment used in the discovery is of high quality']\",\"question\":\"A scientist claims that he made a discovery in the lab. What does the scientist need to have in order to prove that the discovery is valid?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}