{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"cc8552ab-fc49-531d-8a52-8cbd95bfa198","task_key":"ARC~2dChallenge--test--Mercury~5f7268328","task_revision_id":"1","upstream_id":"Mercury_7268328","short_description":"In which direction do the roots of plants grow?","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['in the direction of moisture only', 'in the direction of the pull of gravity only', 'in the direction of water and the pull of gravity', 'in the direction of water and away from the pull of gravity']\",\"question\":\"In which direction do the roots of plants grow?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}