{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"arc-challenge","formal_name":"ARC-Challenge","introduction":"ARC-Challenge is the subset of grade-school science questions that both a retrieval baseline and a word co-occurrence baseline answered incorrectly. It tests reasoning with knowledge rather than recall alone.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/allenai/ai2_arc","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"88908e58-3f6e-5b73-968e-456c68514444","task_key":"ARC~2dChallenge--test--Mercury~5f7214008","task_revision_id":"1","upstream_id":"Mercury_7214008","short_description":"Technological advancements in the logging industry have had both negative and…","config":"ARC-Challenge","split":"test","body":"{\"choices\":\"['an increase in the time needed for transporting wood.', 'safer work environments for loggers.', 'a change in the chemical and physical makeup of land and water.', 'a decrease in the cost of wood and paper products.']\",\"question\":\"Technological advancements in the logging industry have had both negative and positive effects on forest ecosystems. The most likely negative effect of more efficient logging techniques is\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/allenai/ai2_arc","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}