{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"91dc3e8e-e13c-5b02-a92e-f57b98cff988","task_key":"ARC~2dChallenge--test--Mercury~5fLBS10933","task_revision_id":"1","upstream_id":"Mercury_LBS10933","short_description":"A typical height for a mature eastern white pine tree is 100 feet, but in…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['1.5 times', '2 times', '2.5 times', '3 times']\",\"question\":\"A typical height for a mature eastern white pine tree is 100 feet, but in Ontonagon, Michigan, there is an eastern white pine that has reached 150 feet. How many times larger is the pine tree in Michigan than the typical white pine tree?\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}