{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"88ccc82e-a007-5584-b9bb-091290d41a9e","task_key":"ARC~2dChallenge--test--MCAS~5f2014~5f5~5f13","task_revision_id":"1","upstream_id":"MCAS_2014_5_13","short_description":"In the life cycle of a frog, which of the following best describes what happens…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['The tail grows and the gills disappear.', 'The gills develop and the front legs appear.', 'The rear legs grow and the lungs disappear.', 'The lungs develop and the tail becomes shorter.']\",\"question\":\"In the life cycle of a frog, which of the following best describes what happens after the tadpole stage?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}